Spaces:
Runtime error
Runtime error
Push
Browse files
src/data/sources/json_source.py
CHANGED
@@ -39,7 +39,7 @@ class JSONDataset(Source):
|
|
39 |
# DuckDB expects s3 protocol: https://duckdb.org/docs/guides/import/s3_import.html.
|
40 |
s3_filepaths = [path.replace('gs://', 's3://') for path in filepaths]
|
41 |
|
42 |
-
con.execute(f"""temp_directory='{data_path()};""")
|
43 |
# NOTE: We use duckdb here to increase parallelism for multiple files.
|
44 |
self._df = con.execute(f"""
|
45 |
{duckdb_gcs_setup(con)}
|
|
|
39 |
# DuckDB expects s3 protocol: https://duckdb.org/docs/guides/import/s3_import.html.
|
40 |
s3_filepaths = [path.replace('gs://', 's3://') for path in filepaths]
|
41 |
|
42 |
+
con.execute(f"""SET temp_directory='{data_path()};""")
|
43 |
# NOTE: We use duckdb here to increase parallelism for multiple files.
|
44 |
self._df = con.execute(f"""
|
45 |
{duckdb_gcs_setup(con)}
|