Skip to content

Commit d4b6bb5

Browse files
chetanthotechetan thote
and
chetan thote
authored
Modified notebook to load data Faster (#112)
Co-authored-by: chetan thote <chetan@chetans-MacBook-Pro.local>
1 parent 98c94bc commit d4b6bb5

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

notebooks/load-csv-data-s3/notebook.ipynb

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -170,15 +170,15 @@
170170
"source": [
171171
"%%sql\n",
172172
"CREATE PIPELINE SalesData_Pipeline AS\n",
173-
"LOAD DATA S3 's3://singlestoreloaddata/SalesData/sales_data.csv'\n",
173+
"LOAD DATA S3 's3://singlestoreloaddata/SalesData/*.csv'\n",
174174
"CONFIG '{ \\\"region\\\": \\\"ap-south-1\\\" }'\n",
175175
"/*\n",
176176
"CREDENTIALS '{\"aws_access_key_id\": \"<access key id>\",\n",
177177
" \"aws_secret_access_key\": \"<access_secret_key>\"}'\n",
178178
" */\n",
179179
"INTO TABLE SalesData\n",
180180
"FIELDS TERMINATED BY ','\n",
181-
"LINES TERMINATED BY '\\r\\n'\n",
181+
"LINES TERMINATED BY '\\n'\n",
182182
"IGNORE 1 lines;\n",
183183
"\n",
184184
"\n",
@@ -191,7 +191,7 @@
191191
"id": "a402a924-5e09-4213-88f6-2723b39ee2aa",
192192
"metadata": {},
193193
"source": [
194-
"### It might take around 1 min to load data from S3 to SingleStore table"
194+
"### Data may take couple of seconds to load after pipeline is started, rerun cell to verify"
195195
]
196196
},
197197
{

0 commit comments

Comments
 (0)