vishal0719 commited on
Commit
38314f3
β€’
1 Parent(s): fc74c52

updated app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -16,6 +16,8 @@ Original file is located at
16
  # !pip install -qU transformers accelerate einops langchain xformers bitsandbytes faiss-gpu sentence_transformers
17
  # !pip install gradio
18
 
 
 
19
  # For handling UTF-8 locale error
20
  import locale
21
  def getpreferredencoding(do_setlocale = True):
@@ -40,6 +42,8 @@ bnb_config = transformers.BitsAndBytesConfig(
40
  bnb_4bit_compute_dtype=bfloat16
41
  )
42
 
 
 
43
 
44
  # Downloading and parsing model's configuration from HF
45
  model_config = transformers.AutoConfig.from_pretrained(
 
16
  # !pip install -qU transformers accelerate einops langchain xformers bitsandbytes faiss-gpu sentence_transformers
17
  # !pip install gradio
18
 
19
+ import os
20
+
21
  # For handling UTF-8 locale error
22
  import locale
23
  def getpreferredencoding(do_setlocale = True):
 
42
  bnb_4bit_compute_dtype=bfloat16
43
  )
44
 
45
+ # Hugging Face Access Token
46
+ hf_auth = os.environ.get("hf_auth")
47
 
48
  # Downloading and parsing model's configuration from HF
49
  model_config = transformers.AutoConfig.from_pretrained(