Hugging Face's logo

neuralmagic
/
Qwen2-72B-Instruct-FP8

Text Generation
Transformers
Safetensors
qwen2
fp8
vllm
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
1
mgoin commited on
Commit
0537ab3
•
1 Parent(s): 3dfe6e6

Upload folder using huggingface_hub

Browse files
Files changed (17) hide show
  1. model-00001-of-00016.safetensors +2 -2
  2. model-00002-of-00016.safetensors +2 -2
  3. model-00003-of-00016.safetensors +2 -2
  4. model-00004-of-00016.safetensors +2 -2
  5. model-00005-of-00016.safetensors +2 -2
  6. model-00006-of-00016.safetensors +2 -2
  7. model-00007-of-00016.safetensors +2 -2
  8. model-00008-of-00016.safetensors +2 -2
  9. model-00009-of-00016.safetensors +2 -2
  10. model-00010-of-00016.safetensors +2 -2
  11. model-00011-of-00016.safetensors +2 -2
  12. model-00012-of-00016.safetensors +2 -2
  13. model-00013-of-00016.safetensors +2 -2
  14. model-00014-of-00016.safetensors +2 -2
  15. model-00015-of-00016.safetensors +2 -2
  16. model-00016-of-00016.safetensors +2 -2
  17. model.safetensors.index.json +1 -1
model-00001-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:340a426d4aa8e37f2518539ea74a1f8bce2a235502cd3d25a2e3cd19701f4760
3
- size 4882304752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00fe1d7688d25d5391dc7b1749930859ac5bf30f8018c87e4a87ec82a79573c6
3
+ size 4882304760
model-00002-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fa269b36f3d761bd8478ea545546dbb42bf1444c39f00335eef348d56db5b93
3
- size 4781841896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b8dfd962b6a16848a1d687452445ee9b4af7b6dfe0934912dea169afce58776
3
+ size 4781841944
model-00003-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91155610a8418497323c0e860b9b72b003d597e8256251275bf6deb7d796d211
3
- size 4873013344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55511ed24d12ef9f483e5eeeb9325f8d10e6a219ee291e64bd80213cc44e9f95
3
+ size 4873013392
model-00004-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ac6e31c81554376aba086e0407153aa810096dc2da9583fbce20a6ff44af474
3
- size 4781842048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9aa449dbcd47c9ed0cb9be3a10c88470966ff97efb795d07c3260e2ef002eb3
3
+ size 4781842096
model-00005-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2340072c46bbef85d5bddf7ad39024e754a42d017e7cd2350594358bdc8a3ca9
3
- size 4873013392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa3178ed2b525ba8f1873db4f59fdadaa79078bf8a1dceee2d6579a89193d0b
3
+ size 4873013432
model-00006-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:591c4bbd0f3725de6bf06487b0856b0ea675880282ae24d096e893ce15efc28d
3
- size 4781842048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60cc48cb7e50f56e839a3fb893ba6a6101eaa66e6e5c1d233ae1173233650629
3
+ size 4781842096
model-00007-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bda1aa379818e5b73c84a7b196ca6513337fe8b5fffa9472e9af94402b1461e0
3
- size 4873013392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6296ae8e7e091e2efe8ce9a4c38fffe63808118ccd66f76f6552dfe73ef23ce8
3
+ size 4873013432
model-00008-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2aa8497b5671040a3ca43f6480f5d2f2b792ef17bd1edf1249b87b2ca7059ee0
3
- size 4781842048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63816944f14073184877c2874f379ae5ed2352a0dede2ec47d6af78d8a34f7c0
3
+ size 4781842096
model-00009-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33e65b8ffb8c3d989ec46140837c98cba244cf1e9194c45b28f2408505bb8303
3
- size 4873013392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f355ea338dd73022a8267a5618a10389d7d62713c160ea4949f281cfd7f0724
3
+ size 4873013432
model-00010-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:66741b187317532d795020d90a22b835fee03f9ac9fdd5112ca55ec65ec10b4e
3
- size 4781842048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b846d5de24980e6957344105344d7c091ddfb1e58bca537c6b523b7b983e2205
3
+ size 4781842096
model-00011-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c785d10cbeb26a98101a888aa4d217d07e8d25888ea2498794530dfd7580fa4
3
- size 4873013392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7c9b859faa96393e0b9a52b11b1efd5c989ce66c3439bbab9bc047b32585513
3
+ size 4873013432
model-00012-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3a7ef09372e698d8b34a1b2146bbff32c7f6bb2cf7cf6ab1a03e1697da25574
3
- size 4781842048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f81b8f378afa68f970b96ad809eb0717e1244f94345a8b093edb769a5c565611
3
+ size 4781842096
model-00013-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c19480fa5b5c373da1856c50a3177b78b60d3387f1c5bb3db12ff8d36d7f79d3
3
- size 4873013392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b32ab0218060fbe349da14d62e4f982823a0e0ee5e65c0fe4a88a81d0fc2c056
3
+ size 4873013432
model-00014-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff3ec3180cb306cd9f465826c72412fa58795fb71096f9e9c8fbab9aa7a50571
3
- size 4781842048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f47c9078be3d828924ef5b3a8feff535ce827919f0a6698b1938dee141fb9828
3
+ size 4781842096
model-00015-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dbe1173930956f5ff18fd764fbfaad4794cacee7ce3523ba1360133f3404c568
3
- size 4873013392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ea48fc2680fe22e5d2bc722492bd3d212cb98cfaf03ca21b949130d6971af40
3
+ size 4873013432
model-00016-of-00016.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36d81a6e721dcda5994de29e6a19e54a916e04cedb18b2be33136b4186d7e721
3
- size 2733687544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba38029a78d2e6fce429120f126e5adf92561b271cabe435a0fa28bd1a67a0d7
3
+ size 2733687520
model.safetensors.index.json CHANGED
@@ -2087,4 +2087,4 @@
2087
  "model.layers.9.self_attn.v_proj.weight_scale": "model-00003-of-00016.safetensors",
2088
  "model.norm.weight": "model-00016-of-00016.safetensors"
2089
  }
2090
- }
 
2087
  "model.layers.9.self_attn.v_proj.weight_scale": "model-00003-of-00016.safetensors",
2088
  "model.norm.weight": "model-00016-of-00016.safetensors"
2089
  }
2090
+ }