mahesh1209 commited on
Commit
1b07d4b
Β·
verified Β·
1 Parent(s): b1cdb2c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -1
app.py CHANGED
@@ -5,20 +5,25 @@ from prometheus_client import Counter, generate_latest, CONTENT_TYPE_LATEST
5
  from transformers import pipeline
6
  import gradio as gr
7
 
 
8
  app = FastAPI(title="Incident Triage Bot")
9
 
 
10
  triage_requests = Counter("triage_requests_total", "Total triage requests")
11
  triage_errors = Counter("triage_errors_total", "Total triage errors")
12
 
 
13
  triage_pipeline = pipeline(
14
  "text2text-generation",
15
  model="google/flan-t5-small",
16
- device=-1 # CPU-only
17
  )
18
 
 
19
  class Incident(BaseModel):
20
  description: str
21
 
 
22
  @app.post("/triage")
23
  async def triage(incident: Incident):
24
  triage_requests.inc()
@@ -30,14 +35,17 @@ async def triage(incident: Incident):
30
  triage_errors.inc()
31
  return {"error": str(e)}
32
 
 
33
  @app.get("/metrics")
34
  def metrics():
35
  return Response(generate_latest(), media_type=CONTENT_TYPE_LATEST)
36
 
 
37
  @app.get("/")
38
  def home():
39
  return {"message": "LLM Incident Triage Bot is running!"}
40
 
 
41
  def gradio_triage(description):
42
  try:
43
  triage_requests.inc()
 
5
  from transformers import pipeline
6
  import gradio as gr
7
 
8
+ # βœ… Expose FastAPI app at top level
9
  app = FastAPI(title="Incident Triage Bot")
10
 
11
+ # πŸ“Š Prometheus metrics
12
  triage_requests = Counter("triage_requests_total", "Total triage requests")
13
  triage_errors = Counter("triage_errors_total", "Total triage errors")
14
 
15
+ # 🧠 Load lightweight model (CPU only)
16
  triage_pipeline = pipeline(
17
  "text2text-generation",
18
  model="google/flan-t5-small",
19
+ device=-1 # Force CPU
20
  )
21
 
22
+ # πŸ“₯ Request model
23
  class Incident(BaseModel):
24
  description: str
25
 
26
+ # πŸ” Triage API
27
  @app.post("/triage")
28
  async def triage(incident: Incident):
29
  triage_requests.inc()
 
35
  triage_errors.inc()
36
  return {"error": str(e)}
37
 
38
+ # πŸ“ˆ Metrics endpoint
39
  @app.get("/metrics")
40
  def metrics():
41
  return Response(generate_latest(), media_type=CONTENT_TYPE_LATEST)
42
 
43
+ # 🏠 Root
44
  @app.get("/")
45
  def home():
46
  return {"message": "LLM Incident Triage Bot is running!"}
47
 
48
+ # 🎨 Gradio UI
49
  def gradio_triage(description):
50
  try:
51
  triage_requests.inc()