app.py

import base64
import json
import gradio as gr
import spaces
import torch
from spaces.zero.client import _get_token
from fastapi import FastAPI
from fastapi.staticfiles import StaticFiles
import uvicorn
from pathlib import Path

# FastAPI setup
app = FastAPI()
static_dir = Path('./static')
static_dir.mkdir(parents=True, exist_ok=True)
app.mount("/static", StaticFiles(directory=static_dir), name="static")

@spaces.GPU(duration=4*60) # Not possible with IP-based quotas
def inner():
    return "ok"

def greet(request: gr.Request, n):
    token = _get_token(request)
    print(token)
    assert inner() ==  "ok"
    payload = token.split('.')[1]
    payload = f"{payload}{'=' * ((4 - len(payload) % 4) % 4)}"
    return json.loads(base64.urlsafe_b64decode(payload).decode())

demo = gr.Interface(fn=greet, inputs=gr.Number(), outputs=gr.JSON())

# Mount Gradio app
app = gr.mount_gradio_app(app, demo, path="/", ssr_mode=False)

app.zerogpu = True

def start_server(app):
    uvicorn.run(app, host="0.0.0.0", port=7860)

start_server.zerogpu = True

if __name__ == "__main__":
    start_server(app)