Test UltraMedical-8B 2

app.py

@@ -20,11 +20,11 @@ def func_ClearInputs():        return "", "", ""
 # str_ModelID_ClinicalBERT = "medicalai/ClinicalBERT"
 str_ModelID_ClinicalBERT = "TsinghuaC3I/Llama-3-8B-UltraMedical"
 
-tokenizer = AutoTokenizer.from_pretrained(str_ModelID_ClinicalBERT)
-model_ClinicalBERT = AutoModel.from_pretrained(str_ModelID_ClinicalBERT)
+# tokenizer = AutoTokenizer.from_pretrained(str_ModelID_ClinicalBERT)
+# model_ClinicalBERT = AutoModel.from_pretrained(str_ModelID_ClinicalBERT)
 
 # Wrap ClinicalBERT inside SentenceTransformers
-word_embedding_model = sentence_transformers.models.Transformer("medicalai/ClinicalBERT", max_seq_length=8192)
+word_embedding_model = sentence_transformers.models.Transformer(str_ModelID_ClinicalBERT, max_seq_length=8192)
 pooling_model = sentence_transformers.models.Pooling(word_embedding_model.get_word_embedding_dimension())
 sentenceModel_ClinicalBERT = sentence_transformers.SentenceTransformer(modules=[word_embedding_model, pooling_model])
                                                                # device="cuda")