doubledsbv
/

LLM-Router-Llama-3.1-8B-Instruct

Text Generation

text-generation-inference

Model card Files Files and versions

doubledsbv commited on Sep 23, 2024

Commit

f73ca03

·

verified ·

1 Parent(s): 859237a

Upload LlamaForCausalLM

Files changed (2) hide show

config.json +2 -2
generation_config.json +1 -1

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/workspace/router_experiments_token_prediction_instruct_opt/checkpoint-4000",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -34,7 +34,7 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.45.0.dev0",
   "use_cache": false,
   "vocab_size": 128265
 }

 {
+  "_name_or_path": "/workspace/token_prediction/router_experiments_token_prediction_instruct_opt/checkpoint-4000",
   "architectures": [
     "LlamaForCausalLM"
   ],
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.2",
   "use_cache": false,
   "vocab_size": 128265
 }

generation_config.json CHANGED Viewed

@@ -8,5 +8,5 @@
   ],
   "temperature": 0.6,
   "top_p": 0.9,
-  "transformers_version": "4.45.0.dev0"
 }

   ],
   "temperature": 0.6,
   "top_p": 0.9,
+  "transformers_version": "4.44.2"
 }