Added directory for dataset

Dockerfile

@@ -14,6 +14,7 @@ RUN pip install datasets
 
 COPY . .
 RUN mkdir -p /code/.cache
+RUN mkdir -p /code/hf_data
 RUN chmod -R 777 /code
 RUN python prepare.py
 CMD ["python", "run.py"]

run.py

@@ -7,7 +7,7 @@ import os
 if __name__ == "__main__":
     dataset_name="ai-aerospace/ac-text-embedding-ada-002-ams-test"
     # Load dataset using datasets.load_dataset()
-    dataset = datasets.load_dataset(dataset_name, split="train",data_dir='/code')
+    dataset = datasets.load_dataset(dataset_name, split="train",data_dir=os.environ.get("HF_HOME"))
     print("Dataset loaded using datasets.load_dataset().")
 
     df = dataset.to_pandas()