trl-internal-testing
/

tiny-DeepseekV3ForCausalLM

Text Generation

text-generation-inference

Model card Files Files and versions

qgallouedec HF Staff commited on 6 days ago

Commit

7ac4d9f

·

verified ·

1 Parent(s): 5420d06

Upload DeepseekV3ForCausalLM

Files changed (3) hide show

config.json +1 -1
generation_config.json +0 -3
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -5,7 +5,7 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 0,
-  "dtype": "float32",
   "eos_token_id": 1,
   "first_k_dense_replace": 3,
   "head_dim": 64,

   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 0,
+  "dtype": "bfloat16",
   "eos_token_id": 1,
   "first_k_dense_replace": 3,
   "head_dim": 64,

generation_config.json CHANGED Viewed

@@ -1,9 +1,6 @@
 {
   "_from_model_config": true,
   "bos_token_id": 0,
-  "do_sample": true,
   "eos_token_id": 1,
-  "temperature": 0.6,
-  "top_p": 0.95,
   "transformers_version": "4.57.3"
 }

 {
   "_from_model_config": true,
   "bos_token_id": 0,
   "eos_token_id": 1,
   "transformers_version": "4.57.3"
 }

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d52bdbce636be59060d15b69d95aeb5c5aefff86c128995c666209186b4cf8a
-size 22069200

 version https://git-lfs.github.com/spec/v1
+oid sha256:1bb900594a8201ed0be43c96f9d402137954b73d19c677167a24e4af1440be95
+size 11036056