Spaces:
Runtime error
Runtime error
File size: 4,160 Bytes
8969f81 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 |
import { c } from './lib/Log';
interface AutocompleteOutput {
sentences: {
value: string;
time: number;
}[];
time: number;
}
export class Api {
private static ENDPOINT =
// `http://coconut-proxy.huggingface.test`
// `http://coconuthf.eastus.cloudapp.azure.com:6006`
// "http://localhost:6006"
`https://transformer.huggingface.co`
;
static shared = new Api();
private path(p: string): string {
return `${Api.ENDPOINT}/${p}`;
}
private async postAutocomplete(
params: {
context: string;
model_size?: string; /// 'small' | 'medium',
top_p?: number; /// float between 0 and 1
temperature?: number; /// float between 0 and 100
step_size?: number;
kl_scale?: number;
gm_scale?: number;
num_iterations?: number;
gen_length?: number;
max_time?: number; /// <- if we want to limit the response time. (in sec)
bow_or_discrim?: string;
use_sampling?: boolean;
}
): Promise<AutocompleteOutput> {
const path = this.path(`autocomplete/${params.model_size || ""}`);
const response = await fetch(path, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify(params),
});
return await response.json() as AutocompleteOutput;
}
/**
* Demo-specific helpers
*/
async postWithSettings(
params: {
context: string;
}
): Promise<AutocompleteOutput> {
/// Retrieve all settings params then launch the request.
const model_size =
document.querySelector('.decoder-settings .setting.model_size .js-val')!.textContent
|| undefined;
const parseSliderVal = (sel: string): number | undefined => {
const x = document.querySelector(sel);
if (x && x.textContent) {
return Number(x.textContent);
}
return undefined;
};
const top_p = parseSliderVal('.decoder-settings .setting.top_p .js-val');
const temperature = parseSliderVal('.decoder-settings .setting.temperature .js-val');
const step_size = parseSliderVal('.decoder-settings .setting.step_size .js-val');
const kl_scale = parseSliderVal('.decoder-settings .setting.kl_scale .js-val');
const gm_scale = parseSliderVal('.decoder-settings .setting.gm_scale .js-val');
const num_iterations = parseSliderVal('.decoder-settings .setting.num_iterations .js-val');
const gen_length = parseSliderVal('.decoder-settings .setting.gen_length .js-val');
const max_time = parseSliderVal('.decoder-settings .setting.max_time .js-val');
const bow_or_discrim = (
document.querySelector<HTMLInputElement>('.decoder-settings input[name=bow_or_discrim]:checked') || {}
).value;
const use_sampling = (
document.querySelector<HTMLInputElement>('.decoder-settings input[name=use_sampling]') || {}
).checked;
return this.postAutocomplete({
...params,
model_size,
top_p,
temperature,
step_size,
kl_scale,
gm_scale,
num_iterations,
gen_length,
max_time,
bow_or_discrim,
use_sampling,
});
}
/**
* Edit AJAX endpoint
*
* Contrary to the autocomplete endpoint,
* this is on server,
* not on backend.
*/
async postEdit(body: any): Promise<boolean> {
const doc = (<any>window).doc as { [index: string]: string };
if (!doc || !doc.longId) {
throw new Error(`invalid doc`);
}
const path = `/edit/${doc.model}/${doc.longId}/${doc.shortId}`;
const response = await fetch(path, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify(body),
});
return response.ok;
}
/**
* Duplicate AJAX endpoint
*
* Contrary to the autocomplete endpoint,
* this is on server,
* not on backend.
*/
async postDuplicate(): Promise<string> {
const doc = (<any>window).doc as { [index: string]: string };
if (!doc || !doc.shortId) {
throw new Error(`invalid doc`);
}
const path = `/duplicate/${doc.shortId}`;
const response = await fetch(path, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
});
const url = await response.text();
c.log('[new url]', url);
return url;
}
}
|