pass model in the hub

app.py

@@ -1,13 +1,16 @@
 import gradio as gr
 from threading import Thread
 from PIL import Image
-import spaces
 import moondream as md
-#import subprocess
-#subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
+from huggingface_hub import hf_hub_download
 
+# Download model at runtime
+model_path = hf_hub_download(
+    repo_id="andito/moondream05",
+    filename="moondream-0_5b-int8.mf",
+)
 
-model = md.vl(model="moondream-0_5b-int8.mf")
+model = md.vl(model=model_path)
 
 def model_inference(input_dict, history):
     # Extract image from message if present