Add application file

app.py

@@ -11,8 +11,8 @@ from sentence_transformers import util
 from local_database import db_operate
 from prompt import table_schema, embedder,corpus_embeddings, corpus,In_context_prompt, query_template
 
-tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b-int8", trust_remote_code=True)
-model = AutoModel.from_pretrained("THUDM/chatglm-6b-int8",trust_remote_code=True).float()
+tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b-int4", trust_remote_code=True)
+model = AutoModel.from_pretrained("THUDM/chatglm-6b-int4",trust_remote_code=True).float()
 model = model.eval()