Update app.py

app.py

@@ -1,9 +1,19 @@
 from fastapi import FastAPI, HTTPException
 from pydantic import BaseModel
 from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
+from huggingface_hub import login
+import os
 import torch
 import logging
 
+# Read the Hugging Face token from the environment variable
+token = os.getenv("HUGGING_FACE_HUB_TOKEN")
+if token is None:
+    raise ValueError("Hugging Face token not found in environment variables. Please set the HUGGING_FACE_HUB_TOKEN secret in Hugging Face Spaces.")
+
+# Log in with the token
+login(token=token)
+
 # Initialize FastAPI app
 app = FastAPI()