Update main.py

main.py

@@ -1,19 +1,18 @@
 from langchain_community.llms.huggingface_pipeline import HuggingFacePipeline
-from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline,BitsAndBytesConfig
+# from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline,BitsAndBytesConfig
 # import accelerate
 # import bitsandbytes
 from langchain_core.prompts import PromptTemplate
 
-quants = BitsAndBytesConfig(load_in_4bit=True)
+
 # model_id = "mistralai/Mistral-7B-Instruct-v0.2"
 
 from langchain_community.llms.huggingface_pipeline import HuggingFacePipeline
 
 hf = HuggingFacePipeline.from_model_id(
-    model_id="mistralai/Mistral-7B-Instruct-v0.2",
+    model_id="facebook/bart-large-cnn",
     task="text-generation",
-    pipeline_kwargs={"max_new_tokens": 10000},
-    model_kwargs={"quantization_config":quants}
+    pipeline_kwargs={"max_new_tokens": 10000}
 )