vishal0719 commited on
Commit
e454491
β€’
1 Parent(s): 40b007e

removed disk_offload function

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -54,14 +54,14 @@ model_config = transformers.AutoConfig.from_pretrained(
54
  )
55
 
56
  # Downloading and Initializing the model
57
- model = disk_offload(transformers.AutoModelForCausalLM.from_pretrained(
58
  model_id,
59
  trust_remote_code=True,
60
  config=model_config,
61
  # quantization_config=bnb_config,
62
  device_map='auto',
63
  token=hf_auth
64
- ))
65
 
66
  # enable evaluation mode to allow model inference
67
  model.eval()
 
54
  )
55
 
56
  # Downloading and Initializing the model
57
+ model = transformers.AutoModelForCausalLM.from_pretrained(
58
  model_id,
59
  trust_remote_code=True,
60
  config=model_config,
61
  # quantization_config=bnb_config,
62
  device_map='auto',
63
  token=hf_auth
64
+ )
65
 
66
  # enable evaluation mode to allow model inference
67
  model.eval()