Skip to content

Commit

Permalink
Modified notebook to load data Faster (#112)
Browse files Browse the repository at this point in the history
Co-authored-by: chetan thote <[email protected]>
  • Loading branch information
chetanthote and chetan thote authored Sep 3, 2024
1 parent 98c94bc commit d4b6bb5
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions notebooks/load-csv-data-s3/notebook.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -170,15 +170,15 @@
"source": [
"%%sql\n",
"CREATE PIPELINE SalesData_Pipeline AS\n",
"LOAD DATA S3 's3://singlestoreloaddata/SalesData/sales_data.csv'\n",
"LOAD DATA S3 's3://singlestoreloaddata/SalesData/*.csv'\n",
"CONFIG '{ \\\"region\\\": \\\"ap-south-1\\\" }'\n",
"/*\n",
"CREDENTIALS '{\"aws_access_key_id\": \"<access key id>\",\n",
" \"aws_secret_access_key\": \"<access_secret_key>\"}'\n",
" */\n",
"INTO TABLE SalesData\n",
"FIELDS TERMINATED BY ','\n",
"LINES TERMINATED BY '\\r\\n'\n",
"LINES TERMINATED BY '\\n'\n",
"IGNORE 1 lines;\n",
"\n",
"\n",
Expand All @@ -191,7 +191,7 @@
"id": "a402a924-5e09-4213-88f6-2723b39ee2aa",
"metadata": {},
"source": [
"### It might take around 1 min to load data from S3 to SingleStore table"
"### Data may take couple of seconds to load after pipeline is started, rerun cell to verify"
]
},
{
Expand Down

0 comments on commit d4b6bb5

Please sign in to comment.