nsthorat commited on
Commit
bbd65a3
1 Parent(s): 4634de2
Files changed (1) hide show
  1. src/data/sources/json_source.py +1 -1
src/data/sources/json_source.py CHANGED
@@ -39,7 +39,7 @@ class JSONDataset(Source):
39
  # DuckDB expects s3 protocol: https://duckdb.org/docs/guides/import/s3_import.html.
40
  s3_filepaths = [path.replace('gs://', 's3://') for path in filepaths]
41
 
42
- con.execute(f"""temp_directory='{data_path()};""")
43
  # NOTE: We use duckdb here to increase parallelism for multiple files.
44
  self._df = con.execute(f"""
45
  {duckdb_gcs_setup(con)}
 
39
  # DuckDB expects s3 protocol: https://duckdb.org/docs/guides/import/s3_import.html.
40
  s3_filepaths = [path.replace('gs://', 's3://') for path in filepaths]
41
 
42
+ con.execute(f"""SET temp_directory='{data_path()};""")
43
  # NOTE: We use duckdb here to increase parallelism for multiple files.
44
  self._df = con.execute(f"""
45
  {duckdb_gcs_setup(con)}