Create utilities/setup.py

utilities/setup.py

@@ -0,0 +1,28 @@
+import json
+import os
+from datasets import load_dataset
+
+class get_files:
+
+    def load_markdown_file(file_path):
+        try:
+            with open(file_path, 'r') as f:
+                return f.read()
+        except FileNotFoundError:
+            return "File not found. Please check the file path."
+        except Exception as e:
+            return f"Error loading file: {str(e)}"
+
+    def json_cfg():
+        """Retrieve configuration file"""
+        config_path = os.getenv('CONFIG_PATH')
+        with open(config_path, 'r') as file:
+            config = json.load(file)
+        return config
+
+    def get_keys():
+        "Get keys required to set up loading"
+        return {
+            "huggingface": os.environ["HUGGINGFACE_TOKEN"], 
+            "openai": "", # leaving this alone for future use.
+        }