Update app.py

app.py

@@ -1,25 +1,25 @@
 from fastapi import FastAPI
 from pydantic import BaseModel
 from transformers import pipeline, AutoTokenizer
-import uvicorn
 import os
+
 app = FastAPI()
-os.environ['TRANSFORMERS_CACHE'] = '/app/.cache'
-os.environ['HF_HOME'] = '/app/.cache'
-os.makedirs('/app/.cache', exist_ok=True)
-HF_AUTH_TOKEN=os.environ.get("HF_TOKEN")
 
+os.environ["TRANSFORMERS_CACHE"] = "/home/user/.cache/huggingface"
+os.environ["HF_HOME"] = "/home/user/.cache/huggingface"
+
+HF_AUTH_TOKEN = os.environ.get("HF_TOKEN")
 
 MODEL_NAME = "VincentMuriuki/legal-summarizer"
+
 summarizer = pipeline("summarization", model=MODEL_NAME, use_auth_token=HF_AUTH_TOKEN)
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, use_auth_token=HF_AUTH_TOKEN)
-
 class SummarizeInput(BaseModel):
     text: str
 
 class ChunkInput(BaseModel):
     text: str
-    max_tokens: int = 512  
+    max_tokens: int = 512
 
 @app.post("/summarize")
 def summarize_text(data: SummarizeInput):
@@ -37,6 +37,3 @@ def chunk_text(data: ChunkInput):
         chunks.append(chunk_text.strip())
 
     return {"chunks": chunks}
-
-if __name__ == "__main__":
-    uvicorn.run(app, host="0.0.0.0", port=7860)