update

app.py

@@ -20,7 +20,7 @@ from docx.api import Document
 from types import SimpleNamespace
 from llama_index.core import SimpleDirectoryReader
 from utils.process_tables import extract_and_replace_docx_tables
-
+from langchain._api import LangChainDeprecationWarning
 
 
 # Configure logging
@@ -156,7 +156,7 @@ def get_retriever(cfg, prompt_template):
 def load_tokenizer(cfg):
     tokenizer =  AutoTokenizer.from_pretrained(
         cfg.architecture.llm_model,
-        token=cfg.architecture.hf_token
+        token=os.getenv('HUGGING_KEY')
     )
 
     if tokenizer.pad_token is None:
@@ -179,7 +179,7 @@ def get_llm(cfg):
         cfg.architecture.llm_model,
         torch_dtype=torch.bfloat16,
         device_map=cfg.environment.device,
-        token=cfg.architecture.hf_token,
+        token= os.getenv('HUGGING_KEY'),
         low_cpu_mem_usage=True,
         quantization_config=bnb_config,
     )
@@ -219,6 +219,7 @@ def vistral_chat():
 
 
 def main1(config_path):
+
     # Configure logging
     logging.basicConfig(level=logging.INFO, 
                         format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')
@@ -259,6 +260,11 @@ def main1(config_path):
         logger.exception("An error occurred: %s", e)
 
 if __name__ == "__main__":
+
+    warnings.simplefilter("ignore", category=LangChainDeprecationWarning)
+    # access_token_read = “abc”
+    # login(token = access_token_read)
+
     main_prepare()
     parser = argparse.ArgumentParser(description='Process some configurations.')
     parser.add_argument('--config', type=str, default='config.yaml', help='Path to the configuration file')