# ---
# jupyter:
#   jupytext:
#     text_representation:
#       extension: .jl
#       format_name: light
#       format_version: '1.5'
#       jupytext_version: 1.14.4
#   kernelspec:
#     display_name: Julia (16 threads) 1.1.1
#     language: julia
#     name: julia-(16-threads)-1.1
# ---

include("./inferece_server.jl")

makeServer()

@async startServer()

Argv.x

typeof(Argv.Caches)

Argv.conns

Argv.Caches

closeServer()

size()

Argv.BUCKET

!isfull(Argv.BUCKET)

Argv



StarcoderdataJupyterScriptsDedupFiltered