import express from 'express' import { python } from 'pythonia' const { AutoModelForCausalLM } = await python('ctransformers') const llm = await AutoModelForCausalLM.from_pretrained$( 'TheBloke/WizardCoder-15B-1.0-GGML', { model_file: 'WizardCoder-15B-1.0.ggmlv3.q4_0.bin', model_type: 'starcoder' }) const app = express() const port = 7860 app.get('/', async (req, res) => { const prefix = `` const prompt = `# Context A website about a delicious chocolate chip cookie recipe! # Output ${prefix}` res.write(prefix) console.log('calling llm') const raw = await llm(prompt) console.log('raw:', raw) const output = raw.split('') res.write(output + '') res.end() }) app.listen(port, () => { console.log(`Open http://localhost:${port}`) })