prince-canuma commited on
Commit
1485fa9
1 Parent(s): 46e9314

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ license: gemma
4
+ pipeline_tag: image-text-to-text
5
+ extra_gated_heading: Access PaliGemma on Hugging Face
6
+ extra_gated_prompt: To access PaliGemma on Hugging Face, you’re required to review
7
+ and agree to Google’s usage license. To do this, please ensure you’re logged-in
8
+ to Hugging Face and click below. Requests are processed immediately.
9
+ extra_gated_button_content: Acknowledge license
10
+ tags:
11
+ - mlx
12
+ ---
13
+
14
+ # mlx-community/paligemma2-10b-ft-docci-448-6bit
15
+ This model was converted to MLX format from [`google/paligemma2-10b-ft-docci-448`]() using mlx-vlm version **0.1.4**.
16
+ Refer to the [original model card](https://huggingface.co/google/paligemma2-10b-ft-docci-448) for more details on the model.
17
+ ## Use with mlx
18
+
19
+ ```bash
20
+ pip install -U mlx-vlm
21
+ ```
22
+
23
+ ```bash
24
+ python -m mlx_vlm.generate --model mlx-community/paligemma2-10b-ft-docci-448-6bit --max-tokens 100 --temp 0.0
25
+ ```
config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_vocab_size": 257152,
3
+ "architectures": [
4
+ "PaliGemmaForConditionalGeneration"
5
+ ],
6
+ "bos_token_id": 2,
7
+ "eos_token_id": 1,
8
+ "image_token_index": 257152,
9
+ "model_type": "paligemma",
10
+ "num_hidden_layers": 42,
11
+ "pad_token_id": 0,
12
+ "projection_dim": 3584,
13
+ "quantization": {
14
+ "group_size": 64,
15
+ "bits": 6
16
+ },
17
+ "text_config": {
18
+ "architectures": [
19
+ "Gemma2ForCausalLM"
20
+ ],
21
+ "attn_logit_softcapping": 50.0,
22
+ "cache_implementation": "hybrid",
23
+ "eos_token_id": [
24
+ 1,
25
+ 107
26
+ ],
27
+ "final_logit_softcapping": 30.0,
28
+ "hidden_act": "gelu_pytorch_tanh",
29
+ "hidden_activation": "gelu_pytorch_tanh",
30
+ "hidden_size": 3584,
31
+ "intermediate_size": 14336,
32
+ "model_type": "gemma2",
33
+ "num_attention_heads": 16,
34
+ "num_hidden_layers": 42,
35
+ "num_image_tokens": 1024,
36
+ "num_key_value_heads": 8,
37
+ "query_pre_attn_scalar": 256,
38
+ "sliding_window": 4096,
39
+ "torch_dtype": "bfloat16",
40
+ "vocab_size": 257216
41
+ },
42
+ "torch_dtype": "bfloat16",
43
+ "transformers_version": "4.47.0.dev0",
44
+ "vision_config": {
45
+ "hidden_size": 1152,
46
+ "image_size": 448,
47
+ "intermediate_size": 4352,
48
+ "model_type": "siglip_vision_model",
49
+ "num_attention_heads": 16,
50
+ "num_hidden_layers": 27,
51
+ "num_image_tokens": 1024,
52
+ "num_positions": 1024,
53
+ "patch_size": 14,
54
+ "projection_dim": 3584,
55
+ "torch_dtype": "bfloat16",
56
+ "vision_use_head": false
57
+ }
58
+ }
model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d44014172a4e5c66501896d7511cb20f057163e5911a215c0e54dcd1145d9c9
3
+ size 5353585677
model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7da625638de165961344e6d9446779ac28a1d95cf459fc16c96756a7f27a8d69
3
+ size 2502700082
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
preprocessor_config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "SiglipImageProcessor",
12
+ "image_seq_length": 1024,
13
+ "image_std": [
14
+ 0.5,
15
+ 0.5,
16
+ 0.5
17
+ ],
18
+ "processor_class": "PaliGemmaProcessor",
19
+ "resample": 3,
20
+ "rescale_factor": 0.00392156862745098,
21
+ "size": {
22
+ "height": 448,
23
+ "width": 448
24
+ }
25
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ {
4
+ "content": "<image>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ }
10
+ ],
11
+ "bos_token": {
12
+ "content": "<bos>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false
17
+ },
18
+ "eos_token": {
19
+ "content": "<eos>",
20
+ "lstrip": false,
21
+ "normalized": false,
22
+ "rstrip": false,
23
+ "single_word": false
24
+ },
25
+ "pad_token": {
26
+ "content": "<pad>",
27
+ "lstrip": false,
28
+ "normalized": false,
29
+ "rstrip": false,
30
+ "single_word": false
31
+ },
32
+ "unk_token": {
33
+ "content": "<unk>",
34
+ "lstrip": false,
35
+ "normalized": false,
36
+ "rstrip": false,
37
+ "single_word": false
38
+ }
39
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:172fab587d68c56b63eb3620057c62dfd15e503079ff7fce584692e3fd5bf4da
3
+ size 34600820
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff