text: Search.setIndex({docnames:["index","source/faqs","source/getstarted","source/glossary"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["index.rst","source/faqs.md","source/getstarted.md","source/glossary.md"],objects:{},objnames:{},objtypes:{},terms:{"100":1,"10x":2,"2021":1,"50m":1,"512":[1,3],"abstract":1,"case":[1,2],"class":[1,3],"default":[1,2],"export":[1,2],"final":2,"float":3,"import":1,"long":1,"new":[1,3],"try":0,"while":[2,3],Are:1,But:1,For:1,Not:2,The:[1,2,3],Use:2,With:1,Yes:1,abil:1,abl:1,about:[0,1],absolut:1,acceler:1,access:2,accuraci:[1,2,3],achiev:[1,3],across:1,activ:2,actual:1,add:2,added:[1,3],adding:1,addition:1,adopt:1,advanc:3,advantag:1,affect:1,afford:2,after:3,agnost:1,aim:3,algorithm:[1,2,3],all:[1,2,3],allow:[1,2,3],alreadi:1,also:[0,1],altern:[2,3],amd:1,amdoc:1,amount:3,analyz:3,andreessen:1,ani:1,ann:3,anyon:2,anyth:1,anywher:1,apach:0,api:1,appli:[1,2],applic:[1,2,3],approach:[1,2],appropri:[1,3],approxim:[1,3],architectur:[0,1],arm:1,arrai:3,art:1,artifici:3,assess:1,attribut:3,autom:3,automat:1,automl:3,avail:1,avx2:[1,3],avx:[1,3],awai:1,award:1,azur:1,background:1,backlog:1,balanc:3,bare:1,base:[1,2,3],baselin:[1,2],batch:[1,2],becom:1,been:1,befor:1,begin:1,being:3,belief:1,believ:1,below:0,benchmark:0,bert:[0,1,2],best:1,better:[1,2,3],between:[1,3],beyond:[1,2],bit:[1,3],both:1,bound:1,brain:[2,3],breadth:1,breakthrough:[1,2],broadli:2,bug:0,build:[0,1,2,3],built:1,busi:3,cach:2,camera:1,can:[1,2,3],capabl:1,capac:1,cascad:[1,3],categor:3,certain:[1,3],chain:3,chang:[0,1,3],channel:3,chat:1,check:[0,1],chip:[1,3],choos:1,clarif:3,classif:[1,2,3],cloud:[1,3],cnn:[1,3],code:2,com:1,combin:2,comcast:1,come:1,comment:1,commod:2,commun:[0,1,2,3],compani:1,compar:[1,3],compat:1,compel:1,compil:[1,2],complet:[1,3],compon:[0,1],compos:3,comprehens:3,compress:[0,3],compromis:2,comput:[1,2,3],concurr:[1,2],connect:3,consid:2,consist:1,constant:1,constraint:1,contact:1,container:1,context:3,continu:[1,2],contrast:1,contribut:[0,1],control:1,convers:1,convert:1,convolut:[2,3],core:[1,3],correctli:2,cost:[1,3],costli:2,cpu:[0,1,2,3],creat:[1,2],creator:1,critic:3,current:[1,2],custom:1,data:[1,2,3],dataset:[1,2],deal:2,deep:[0,1,2,3],deepspars:[0,1,2,3],defin:3,degre:1,deliv:1,demand:3,demo:1,demonstr:1,dens:[1,3],depend:[1,2,3],deploi:[1,2],deploy:[1,2,3],dequantizelinear:1,design:[2,3],desir:1,detail:[1,3],detect:[1,2,3],detector:[2,3],devic:[1,3],differ:[1,3],digit:3,dimension:3,direct:2,discours:0,discuss:1,dlrm:3,doc:[0,1],docker:1,doe:[1,3],domain:2,done:3,download:2,dramat:3,driven:2,due:1,dynam:[1,2],each:3,easier:3,easili:[1,2,3],edg:[1,2],edit:2,effect:[1,2,3],effici:[1,3],efficientnet:2,element:3,elimin:3,embed:3,emerg:1,enabl:[1,2],encod:2,encompass:2,encount:3,end:1,engin:[0,1,2,3],enhanc:1,ensur:1,entir:1,environ:1,establish:1,even:1,eventu:1,everi:3,everyth:2,exampl:[1,3],except:3,exchang:[1,3],execut:[1,2],exist:1,expand:1,expens:[1,3],experi:[1,2],explor:2,extens:3,extrem:1,facebook:3,famili:3,faq:0,fast:2,faster:[2,3],featur:[0,3],feed:3,feedforward:3,few:2,fewer:2,fft:2,file:[0,1],find:3,fine:3,first:[1,3],fix:[1,2],flexibl:[1,2],flop:2,flow:2,focu:1,focus:[1,3],follow:3,footprint:1,format:[0,1,2],formerli:1,forum:0,found:[0,1],fp16:[1,3],fp32:1,framework:[0,1,3],freez:1,from:[1,2,3],full:2,fulli:[1,3],fund:1,further:1,gener:0,get:[1,3],github:[0,1],give:[0,1],glossari:0,gmp:1,goal:[1,3],good:3,googl:3,gpu:[1,2],gradual:1,group:1,grow:0,guarante:1,guidanc:1,half:1,hand:2,happen:1,happi:0,har:1,hardwar:[1,2,3],has:[1,2],haswel:1,have:[0,1,2,3],head:1,health:1,hear:1,help:3,here:2,higher:3,highli:1,horowitz:1,how:[1,2],howev:1,http:1,human:3,hyperparamet:1,identifi:3,imag:[2,3],impact:3,implement:2,impos:3,improv:3,includ:[1,2,3],inclus:1,index:0,individu:3,induc:2,industri:2,infer:[1,2,3],inform:[1,2],infrastructur:0,input:[1,2,3],inspir:3,instanc:1,instruct:[1,3],int16:1,int8:[1,3],intact:1,intel:[1,3],intend:3,interest:1,interfac:3,investig:1,involv:3,issu:0,iter:1,its:[0,1,2],june:1,just:1,keep:1,kera:[1,2],kernel:2,kind:1,known:1,kubernet:1,label:[0,3],lake:[1,3],larg:[2,3],larger:1,latenc:1,later:[1,3],layer:[1,3],lead:2,learn:[0,1,2,3],less:3,level:[1,2],leverag:1,librari:[1,3],licens:0,like:[1,3],limit:[2,3],line:2,link:0,linux:1,list:[1,3],local:2,locat:3,longer:2,look:[1,3],lose:2,loss:1,love:1,low:3,machin:[1,3],magic:[1,2,3],magnitud:1,mai:3,maintain:1,make:[1,2,3],manag:1,map:3,market:1,matric:3,maxim:3,maximum:[1,3],mean:3,meaning:3,medic:3,member:0,memori:[1,2,3],metal:1,method:3,methodolog:1,metric:2,microarchitectur:1,microsoft:1,mimic:2,mind:3,mit:1,mlp:3,mobil:3,mobilenet:[2,3],mobilenetv1:[0,2],model:3,modifi:1,more:[0,1,2,3],most:1,much:[1,2],multilay:3,multipl:[1,3],nativ:2,natur:2,nea:1,necessari:2,need:[1,2,3],net:3,network:[1,2,3],neural:[1,2,3],neuralmag:1,neuron:3,nlp:[1,2],node:3,nonperform:3,note:0,novel:2,now:1,number:[1,3],object:[1,2,3],observ:1,occur:2,offer:[1,2],older:1,onc:3,one:3,onli:[1,2,3],onnx:[1,3],onto:3,open:[0,1,3],oper:[1,3],opportun:1,optim:[1,3],order:1,origin:3,other:[1,2],our:[0,1,2],out:[0,1],output:[1,3],outsid:1,over:[1,2],overal:[1,3],overprecis:2,overview:0,own:1,paper:[0,1],parameter:[1,2],particular:[1,2],partit:3,pass:1,pattern:3,perceptron:3,perf:1,perform:[0,1,2,3],perus:1,photo:3,pillar:1,pipelin:[1,3],pixel:3,place:1,platform:[0,1,2,3],pleas:[0,1],plug:1,point:3,popular:[1,2],possibl:1,power:2,practic:1,precis:[1,3],predict:3,prem:1,preserv:2,previou:3,principl:1,problem:3,process:[1,2,3],processor:1,produc:1,product:[0,2,3],project:0,propos:0,proprietari:1,protobuf:1,provid:[0,1,3],prune:[1,2,3],publish:1,pull:0,purpos:1,pytorch:1,qlinearadd:1,qlinearconv:1,qlinearmatmul:1,quantiz:[1,2,3],quantizelinear:1,queue:0,quickli:3,rather:[1,3],reach:2,real:1,reason:1,recip:2,recogn:3,recognit:3,recommend:[1,3],record:1,recov:1,reduc:[1,3],reduct:2,redund:2,regardless:1,region:3,relat:1,releas:[0,1],relev:3,remov:[1,2,3],repo:[0,1],represent:[1,3],request:0,requir:[1,2,3],research:1,resnet:[0,1,2,3],resourc:[0,1,2,3],restrict:3,result:[1,2],right:1,roadmap:[1,2],run:[0,1,2,3],runtim:0,sampl:2,save:1,scale:1,scarc:2,scenario:1,scientist:[1,2,3],score:3,search:3,second:1,see:[0,1],segment:3,select:[0,3],sensit:1,serv:[1,3],set:[1,3],sever:[1,2,3],shape:[1,2],shot:[2,3],significantli:[1,2],similar:3,simpl:2,simpli:1,simplifi:[1,3],sinc:1,singl:[1,2,3],size:[1,2],skill:3,slack:0,smaller:2,softwar:[0,1,3],solut:1,some:1,someth:[1,3],sourc:[1,3],spars:[1,2],sparseml:[0,1,2],sparsezoo:[0,1,2],sparsif:[0,1,3],sparsifi:[0,1,2],sparsiti:[2,3],specif:[0,1,2,3],specifi:1,speed:[1,2],ssd:[2,3],staff:1,standard:[1,2],start:1,state:1,step:2,still:1,storag:3,store:1,strategi:[1,2],stream:[1,2],structur:3,studi:2,submit:0,subscrib:[1,2],subset:3,success:1,suggest:3,suit:[0,1,2,3],suitabl:1,supervis:3,suppli:1,support:[0,1,3],sure:[1,2],swift:3,swiftli:3,system:[1,3],tailor:1,take:[1,2],target:3,task:[1,3],team:1,technic:0,techniqu:[1,2,3],technolog:1,tensor:3,tensorflow:[1,2,3],term:3,terminolog:3,test:1,than:[2,3],thei:1,them:[1,2,3],theoret:2,thi:[1,2,3],those:1,though:1,through:[1,2],throughput:1,time:[1,3],todai:[1,2],togeth:3,tool:[1,2,3],top:2,tracker:0,tradeoff:1,train:[1,2,3],transfer:1,tune:3,type:[1,2,3],ubiquit:1,uhmmhtsfrzi:1,uint8:1,unconstrain:1,under:1,underli:[1,3],uniqu:1,unstructur:3,updat:[1,2],use:[0,1,2],used:[1,3],user:1,uses:[1,2,3],using:[1,2,3],util:[1,2],valid:1,valu:[1,3],vari:1,variat:3,varieti:1,vast:3,vector:3,vendor:1,ventur:1,veri:2,version:[1,3],via:[1,2],video:[1,3],vision:[1,2,3],visual:3,vnni:[1,3],wai:[1,2],wait:1,want:1,webinar:1,websit:0,weigh:1,weight:[1,3],well:[1,3],went:1,what:1,when:[1,2,3],where:[1,2],whether:1,which:[1,3],why:1,wide:1,width:3,win:1,winograd:2,within:1,without:[1,2,3],woodfish:1,work:[1,2],workload:1,would:1,write:0,written:1,x86:1,yield:3,yolo:[2,3],yolov3:[0,2],yolov5:0,you:[0,1,2,3],your:[0,1,2],yourself:1,youtu:1},titles:["Neural Magic Documentation","FAQs","Get Started","Glossary"],titleterms:{"try":2,architectur:2,benchmark:1,compon:2,compress:1,connect:0,consider:2,detail:0,document:0,faq:1,framework:2,gener:1,get:[0,2],glossari:3,infrastructur:1,magic:0,model:[0,1,2],neural:0,note:2,onlin:0,onnx:2,out:2,overview:2,product:1,pytorch:2,runtim:1,softwar:2,spars:0,sparsif:2,start:[0,2],support:2}})