Bram Vanroy
commited on
Commit
•
6d7ff83
1
Parent(s):
8c4485d
update data collection script
Browse files
generate_overview_json.py
CHANGED
@@ -33,16 +33,18 @@ def main():
|
|
33 |
if "pretrained" not in model_args:
|
34 |
continue
|
35 |
|
36 |
-
results[short_name]
|
37 |
-
|
38 |
-
|
|
|
|
|
|
|
|
|
39 |
if "load_in_8bit" in model_args:
|
40 |
results[short_name]["quantization"] = "8-bit"
|
41 |
elif "load_in_4bit" in model_args:
|
42 |
results[short_name]["quantization"] = "4-bit"
|
43 |
|
44 |
-
results[short_name]["num_parameters"] = get_num_parameters(model_args["pretrained"])
|
45 |
-
|
46 |
pprint(results)
|
47 |
pf_overview.write_text(json.dumps(results, indent=4), encoding="utf-8")
|
48 |
|
|
|
33 |
if "pretrained" not in model_args:
|
34 |
continue
|
35 |
|
36 |
+
results[short_name] = {
|
37 |
+
"model_name": model_args["pretrained"],
|
38 |
+
"compute_dtype": model_args.get("dtype", None),
|
39 |
+
"quantization": None,
|
40 |
+
"num_parameters": get_num_parameters(model_args["pretrained"])
|
41 |
+
}
|
42 |
+
|
43 |
if "load_in_8bit" in model_args:
|
44 |
results[short_name]["quantization"] = "8-bit"
|
45 |
elif "load_in_4bit" in model_args:
|
46 |
results[short_name]["quantization"] = "4-bit"
|
47 |
|
|
|
|
|
48 |
pprint(results)
|
49 |
pf_overview.write_text(json.dumps(results, indent=4), encoding="utf-8")
|
50 |
|