ahmadbeilouni commited on
Commit
aee9dcc
·
verified ·
1 Parent(s): 0a740c7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -36,12 +36,12 @@ try:
36
  print("🔄 Loading tokenizer and model...")
37
  tokenizer = AutoTokenizer.from_pretrained(model_name)
38
  model = AutoModelForCausalLM.from_pretrained(
39
- model_name,
40
- torch_dtype=torch.float16,
41
- trust_remote_code=True,
42
- device_map="auto",
43
- low_cpu_mem_usage=True
44
- )
45
 
46
  generator = pipeline(
47
  "text-generation",
 
36
  print("🔄 Loading tokenizer and model...")
37
  tokenizer = AutoTokenizer.from_pretrained(model_name)
38
  model = AutoModelForCausalLM.from_pretrained(
39
+ MODEL_NAME_PRIMARY,
40
+ torch_dtype=torch.float16,
41
+ trust_remote_code=True,
42
+ device_map="auto",
43
+ low_cpu_mem_usage=True
44
+ )
45
 
46
  generator = pipeline(
47
  "text-generation",