Add files using upload-large-folder tool

README.md

@@ -0,0 +1,37 @@
+---
+license: mit
+library_name: mlx
+base_model: deepseek-ai/DeepSeek-V3.2
+base_model_relation: finetune
+tags:
+- mlx
+pipeline_tag: text-generation
+---
+
+# mlx-community/DeepSeek-V3.2
+
+This model [mlx-community/DeepSeek-V3.2](https://huggingface.co/mlx-community/DeepSeek-V3.2) was
+converted to MLX format from [deepseek-ai/DeepSeek-V3.2](https://huggingface.co/deepseek-ai/DeepSeek-V3.2)
+using mlx-lm version **0.28.4**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/DeepSeek-V3.2")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

config.json

@@ -0,0 +1,66 @@
+{
+    "architectures": [
+        "DeepseekV32ForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 0,
+    "eos_token_id": 1,
+    "ep_size": 1,
+    "first_k_dense_replace": 3,
+    "hidden_act": "silu",
+    "hidden_size": 7168,
+    "index_head_dim": 128,
+    "index_n_heads": 64,
+    "index_topk": 2048,
+    "initializer_range": 0.02,
+    "intermediate_size": 18432,
+    "kv_lora_rank": 512,
+    "max_position_embeddings": 163840,
+    "model_type": "deepseek_v32",
+    "moe_intermediate_size": 2048,
+    "moe_layer_freq": 1,
+    "n_group": 8,
+    "n_routed_experts": 256,
+    "n_shared_experts": 1,
+    "norm_topk_prob": true,
+    "num_attention_heads": 128,
+    "num_experts_per_tok": 8,
+    "num_hidden_layers": 61,
+    "num_key_value_heads": 128,
+    "num_nextn_predict_layers": 1,
+    "q_lora_rank": 1536,
+    "qk_nope_head_dim": 128,
+    "qk_rope_head_dim": 64,
+    "quantization_config": {
+        "activation_scheme": "dynamic",
+        "fmt": "e4m3",
+        "quant_method": "fp8",
+        "scale_fmt": "ue8m0",
+        "weight_block_size": [
+            128,
+            128
+        ]
+    },
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": {
+        "beta_fast": 32,
+        "beta_slow": 1,
+        "factor": 40,
+        "mscale": 1.0,
+        "mscale_all_dim": 1.0,
+        "original_max_position_embeddings": 4096,
+        "type": "yarn"
+    },
+    "rope_theta": 10000,
+    "routed_scaling_factor": 2.5,
+    "scoring_func": "sigmoid",
+    "tie_word_embeddings": false,
+    "topk_group": 4,
+    "topk_method": "noaux_tc",
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.44.2",
+    "use_cache": true,
+    "v_head_dim": 128,
+    "vocab_size": 129280
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "do_sample": true,
+  "temperature": 1.0,
+  "top_p": 0.95,
+  "transformers_version": "4.46.3"
+}

model-00001-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020cd3b0662502d7fb5871da679e78c0fdec8168aefb34bb88fb49fe9fd228e9
+size 5173750991

model-00004-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda0c0c7a1cc6820ac478c059565ddf085fe0634aed02f51da62679523af625f
+size 7516192927

model-00015-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caeac5d09f6db3c4adc8f9f63be393c3649bc610de9e63805934fa66627fb608
+size 7516192929

model-00028-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d40406105a1220a70939c6f28d22be02f67ac60d4cc8a40b9d9f0ffd6db8c57
+size 7516192927

model-00033-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7d5e15f47bf547adb1a2a41c9324cea042d6fb16f222b0f9a5601be07c4c37
+size 7516192930

model-00036-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4f23adc65d33253cbb2ab9820c9947bf8f664eb919e910a0d74b33c91a90ff
+size 7516192928

model-00039-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b73bfa3a89cdd5239ea4054d934f1aa34f545c9d6f5061e5236c3106c30e76
+size 7516192930

model-00040-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cadbe93581645bb93e398179b89194c3f8f0ff84d5f0dc99e7d0e27b986fcf
+size 7516192928

model-00045-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20e5afb6f63c7d3dc6c190239ea66a196ee2b0a20d5546f14a6d88b914431fd
+size 7516192930

model-00051-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d45e35beef8d529fba21dfefa2015d31b67ab55a36d3bac4e3998b1d129f34
+size 7516192930

model-00052-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9049d6a426ffdfdcf3223e65870a32594a8fa5674f8876cbdd33b77a32f09d
+size 7516192928

model-00058-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ecb49094f02d20c7dc7c2ae32e0b02777a49bc6fb56424bd33bbbe1de1f7d5
+size 493915886

model-00072-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bca175927f38c26f8edb3fc4931110514c5afff2e38236dff1cd1bcdf61ac13
+size 7516192928

model-00077-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37362bf7687bb974d9bff68c6e17f17140025cad0567989635bbafd62962114
+size 7516192930

model-00078-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6764169667d32dfbe3dca8e709dcc376cc52dfb01cefc0798c02cbced1c33885
+size 493915886

model-00081-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a84b8130bfc9c24560694686367e4a600765cbdf7eb2c6f76bf653e41309c09
+size 7516192930

model-00084-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b80084399f56905bab4d8f8c3be9c29372ecffe7dbe71ed13656f813e3e589f
+size 7516192928

model-00099-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4aa79ab13793e11e3da82cdc028719ba760055c2e45696278328fbcc85a244d
+size 7516192930

model-00112-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80083c1437aed778354968dfaf67d4ce02cca0c37b0f9f0ee000fc89de0e853a
+size 7516192928

model-00114-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8286cda1a95940da5d18b658050987065ebec562d8fb62c3c85743004ea775a
+size 493915890

model-00117-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122d5edca82583365af3ae0b15e3eac84d834ef4d213a72856e60af951cf6d59
+size 7516192930

model-00118-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbfeb28a92e1054d215bf7cf58ed219325cd754bd5bb429db39b6dc9dcc18f8
+size 493915900

model-00120-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf2ab7cd8b673b7f50c747eca9ef84ddbbafded6d161a9ea297ddf3728354f6
+size 7516192928

model-00125-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc48e05c1869d88deb698faa4548d4e1645fd909600d00576141853e3d63bfd
+size 7516192930

model-00138-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbe06009f641077582fc189ada9aa3949693deb0c681a799d1f459e63a41a95
+size 493915884

model-00153-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87db1546148384ca6b5c9fe2cec3dc4527de63898fcf1b7258efbe434e39932
+size 7516192930

model-00156-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779757616e6d84856fe011ed15d26367de16a4613047a833bb05274750505440
+size 7516192928

model-00158-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc079fec0047499e41703f2fe0c4ac5504e9febda60e4e3b0d0709854eeb353b
+size 493915890

model-00159-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24da5cfe50e1bde58a0f4b42af1f0bc55d9b9e6320e9d37a62488742ad9ab5ac
+size 7516192930

model-00161-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac71fa7cffcca27e3e973e22cef470c3139c9a0ab43b0e105339b8d55041b49f
+size 7516192930

model-00164-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed68777cac5ea29066a0180a21c1acbfd299799e09e876ea773fd3514beebd0e
+size 7516192928

model-00173-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3024fdf14a819f5c2c2c4ddacd2a673360ad0921c6774bd7cd2464836a8abcb7
+size 7516192930

model-00180-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221a556ec788d32b1512c49d8667e737c3645419c8a5c722c7275a70c7728bfd
+size 7516192928

model-00192-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817820c10566dd127122d15dae3a2cab35fa4e551b01b26404d9e3fe549b7eb3
+size 7516192928

model-00197-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f052a4d67dc91def65ca10cced2ac2a62e16fad2d59c3f22acfe46a5b92ea9bd
+size 7516192930

model-00198-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df977a7fb50cc220922d19621a4e58e00ef9e3beb972c201b93aad5fb34e5ac
+size 493915882

model-00200-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57d3ef79b897802841169516c0566e0b9dc7a1b56c3a99c58e089a2be22ad17
+size 7516192928

model-00205-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7d019cf9009dc3b07b593779a50e1e848d00ee6d085e3d95718a51756cdde3
+size 7516192930

model-00218-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21393f3a687cb5e1ab2c5e64d734d5a7d9afad3007655e61a2eab2dc3c5a976
+size 493915900

model-00223-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dc670ea2aee988b479fc814299d6410581b1a0a19ca1fd7f29f5767a3d6847
+size 7516192930

model-00225-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf66d5bd8b40c06cd96746d70d34b8a3bb5c6ec7649d8248f03341b024bc73c
+size 7516192930

model-00232-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937eef1823088b2856a1bcc057b36cb08ef652158c1243054e8e8ffffc5eab6a
+size 7516192928

model-00234-of-00234.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb17d036f48901f6c794169934f9f8952706525e3d1af93e0ffc8361c3c35d2
+size 1945153580

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}