Commit
•
cc33ca4
1
Parent(s):
a7bd119
Update ada_vocab_factory.py (#1)
Browse files- Update ada_vocab_factory.py (ce5b823cd1cf3856c145b765901ea2f52ba84414)
Co-authored-by: Zheng Zian(Andy) <OrionZheng@users.noreply.huggingface.co>
- ada_vocab_factory.py +2 -2
ada_vocab_factory.py
CHANGED
|
@@ -17,8 +17,8 @@ from transformers.models.qwen2.modeling_qwen2 import Qwen2Model, Qwen2PreTrained
|
|
| 17 |
from transformers.modeling_outputs import CausalLMOutputWithPast
|
| 18 |
from transformers.cache_utils import Cache
|
| 19 |
|
| 20 |
-
from models.modeling_gemma import GemmaForCausalLM
|
| 21 |
-
from models.modeling_qwen2 import Qwen2ForCausalLM
|
| 22 |
|
| 23 |
|
| 24 |
def svd_with_cache(matrix, cache_dir, max_rank=1024):
|
|
|
|
| 17 |
from transformers.modeling_outputs import CausalLMOutputWithPast
|
| 18 |
from transformers.cache_utils import Cache
|
| 19 |
|
| 20 |
+
# from models.modeling_gemma import GemmaForCausalLM
|
| 21 |
+
# from models.modeling_qwen2 import Qwen2ForCausalLM
|
| 22 |
|
| 23 |
|
| 24 |
def svd_with_cache(matrix, cache_dir, max_rank=1024):
|