Upload folder using huggingface_hub

assets/{index-Dt0SlVQq.js → index-BLfi80-v.js}

@@ -46,4 +46,4 @@ ${e.map(t=>Ch(ui(t),2)).join(`,
 `);let i=!1,u=[],s=!1,a=[];for(let m=0;m<o.length;m++){const p=o[m];if(p.startsWith("```")){i?(l.push(y.jsx("pre",{children:u.join(`
 `)},`code-${m.toLocaleString("en-US")}`)),i=!1,u=[]):i=!0;continue}if(i){u.push(p);continue}if(p.includes("**")){const v=p.split("**");l.push(y.jsx("p",{children:v.map((g,w)=>w%2?y.jsx("strong",{children:g},w):g)},m));continue}if(p.includes("*")){const v=p.split("*");l.push(y.jsx("p",{children:v.map((g,w)=>w%2?y.jsx("em",{children:g},w):g)},m));continue}if(p.startsWith("#")){const v=p.split(" ")[0].length,g=p.slice(v+1),w=`h${v.toLocaleString("en-US")}`;l.push(y.jsx(w,{children:g},m));continue}const h=/!\[(.*?)\]\((.*?)\)/.exec(p);if(h){const[,v,g]=h;l.push(y.jsx("img",{src:g,alt:v},m));continue}if(p.includes("[")&&p.includes("]")&&p.includes("(")&&p.includes(")")){const v=p.replace(/\[(.*?)\]\((.*?)\)/g,(g,w,N)=>`<a href="${N}" target="_blank" rel="noreferrer">${w}</a>`);l.push(y.jsx("p",{dangerouslySetInnerHTML:{__html:v}},m));continue}if(p.startsWith("-")||p.startsWith("*")||p.startsWith("+")){const v=p.slice(1).trim();a.push(y.jsx("li",{children:v},`list-item-${m.toLocaleString("en-US")}`)),s=!0;continue}s&&a.length>0&&(l.push(y.jsx("ul",{children:a},`list-${m.toLocaleString("en-US")}`)),a=[],s=!1),l.push(y.jsx("p",{children:p},m))}return i&&u.length>0&&l.push(y.jsx("pre",{children:u.join(`
 `)},`code-${o.length.toLocaleString("en-US")}`)),s&&a.length>0&&l.push(y.jsx("ul",{children:a},`list-${o.length.toLocaleString("en-US")}`)),y.jsx("div",{className:t,children:l})}return n(e)}function Oh({url:e,setError:t}){const[n,r]=P.useState(0),[l,o]=P.useState(),i=P.useContext(ut);return P.useEffect(()=>{if(!i)return;const{fetch:u}=i;async function s(){try{const m=await(await u(e)).text();t(void 0),o(m)}catch(a){t(a),o(void 0)}finally{r(2)}}r(a=>a!==0?a:(s().catch(()=>{}),1))},[e,t,i]),y.jsxs(Dl,{content:{fileSize:l==null?void 0:l.length},children:[y.jsx(zh,{className:"markdown",text:l??""}),n===1&&y.jsx(dr,{className:"center"})]})}function Uh({url:e,resolveUrl:t,setProgress:n,setError:r}){const[l,o]=P.useState(0),[i,u]=P.useState(),s=P.useContext(ut);P.useEffect(()=>{if(!s)return;const{headers:p}=s;async function h(){try{n(.33);const v=await Qc({url:t,headers:p}),g={url:t,byteLength:v.byteLength,headers:p};n(.66);const w=await Vc(v);let N=Kc(g,w);N=Rp(N);const c=v.byteLength;u({dataframe:N,fileSize:c}),r(void 0)}catch(v){r(v),u(void 0)}finally{o(2),n(1)}}l===0&&(o(1),h().catch(()=>{}))},[l,e,t,r,n,s]);const a=(p,h)=>{ru(`?url=${e}&row=${h.toString()}&col=${p.toString()}`)},m=y.jsx(y.Fragment,{children:(i==null?void 0:i.dataframe)&&y.jsxs("span",{children:[i.dataframe.numRows.toLocaleString("en-US")," rows"]})});return y.jsxs(Dl,{content:i,headers:m,children:[(i==null?void 0:i.dataframe)&&y.jsx(Up,{data:i.dataframe,onDoubleClickCell:a,onError:r}),l&&y.jsx(dr,{className:"center"})]})}function Dh({url:e,setError:t}){const[n,r]=P.useState(0),[l,o]=P.useState(),i=P.useRef(null),u=P.useContext(ut);P.useEffect(()=>{if(!u)return;const{fetch:a}=u;async function m(){try{const h=await(await a(e)).text();t(void 0),o(h)}catch(p){t(p),o(void 0)}finally{r(2)}}r(p=>p!==0?p:(m().catch(()=>{}),1))},[e,t,u]);const s=y.jsx(y.Fragment,{children:y.jsxs("span",{children:[l?Mh(l):0," lines"]})});return y.jsxs(Dl,{content:{fileSize:l==null?void 0:l.length},headers:s,children:[y.jsx("code",{className:"text",ref:i,children:l}),n&&y.jsx(dr,{className:"center"})]})}function Mh(e){let t=0;for(const n of e)n===`
-`&&t++;return t.toLocaleString("en-US")}function $h({url:e,resolveUrl:t,setError:n,setProgress:r}){const l=e.replace(/\?.*$/,"");return l.endsWith(".md")?y.jsx(Oh,{url:t,setError:n}):l.endsWith(".parquet")?y.jsx(Uh,{url:e,resolveUrl:t,setError:n,setProgress:r}):Ph.some(o=>l.endsWith(o))?y.jsx(Ih,{url:t,setError:n}):y.jsx(Dh,{url:t,setError:n,setProgress:r})}function Ah({url:e}){const[t,n]=P.useState(),[r,l]=P.useState(),o=e.kind==="file"?e.resolveUrl:e.raw,i=o.split("/");if(i.length<1)throw new Error("Invalid URL path");const u=i.at(-1);return y.jsxs(Ul,{progress:t,error:r,title:u,children:[y.jsx(ou,{url:e}),y.jsx($h,{url:e.raw,resolveUrl:o,setProgress:n,setError:l})]})}function Cs({url:e}){const[t,n]=P.useState(),[r,l]=P.useState(),o=P.useRef(null),i=P.useContext(ut);P.useEffect(()=>{if(!i)return;const{fetch:a}=i;async function m(){const p=hh({repo:`datasets/${e.namespace}/${e.repo}`,revision:e.branch,path:e.path.replace(/^\//,""),fetch:a}),h=[];for await(const v of p)h.push(v);n(h),l(void 0)}m().catch(p=>{n([]),l(p)})},[e,i]);const u=P.useCallback(a=>{const m=a.type==="directory"?"tree":"blob";return`${dt}/${e.namespace}/${e.repo}/${m}/${e.branch}/${a.path}`},[e]),s=P.useCallback(a=>a.path.split("/").at(-1),[]);return y.jsxs(Ul,{error:r,title:e.path,children:[y.jsx(ou,{url:e}),t&&t.length>0&&y.jsx("ul",{className:"file-list",ref:o,children:t.map((a,m)=>y.jsx("li",{children:y.jsxs(lu,{url:u(a),children:[y.jsx("span",{className:vl("file-name","file",a.type==="directory"&&"folder"),children:s(a)}),a.type==="file"&&y.jsx(y.Fragment,{children:y.jsx("span",{className:"file-size",title:a.size.toLocaleString("en-US")+" bytes",children:Jc(a.size)})})]})},m))}),(t==null?void 0:t.length)===0&&y.jsx("div",{className:"center",children:"No files"}),t===void 0&&y.jsx(dr,{className:"center"})]})}function Fh(){const[e,t]=P.useState(),[n,r]=P.useState([]),l=P.useContext(ut);P.useEffect(()=>{if(!l)return;const i=l.fetch;async function u(){const s=[];for await(const a of ph({search:{query:e},limit:10,fetch:i}))s.push(a);r(s)}u().catch(s=>{r([]),console.error(s)})},[e,l]);function o(i){t(i.target.value)}return y.jsxs(y.Fragment,{children:[y.jsx("input",{type:"search",onChange:o}),y.jsx("ul",{className:"ref-list",children:n.map(i=>y.jsx("li",{style:{fontSize:"0.9rem"},children:y.jsx(lu,{url:`${dt}/${i.name}`,children:i.name})},i.name))})]})}function Ns(){const e=P.useRef(null),t=P.useContext(ut);function n(r){r.preventDefault();const l=new FormData(r.currentTarget).get("url");ru(`?url=${l}`)}return y.jsxs("div",{id:"welcome",children:[y.jsx("h1",{children:"hyparquet"}),y.jsxs("sub",{children:["/haɪ pɑːrˈkeɪ/",y.jsx("img",{src:"audio.svg",alt:"play hyparquet pronunciation",height:"18",width:"18",onClick:()=>{var r;(r=e.current)==null||r.play().catch(()=>{})}})]}),y.jsx("audio",{ref:e,src:"hyparquet.mp3"}),y.jsx("h2",{children:"in-browser parquet file reader"}),y.jsxs("p",{children:[y.jsx("a",{href:"https://www.npmjs.com/package/hyparquet",children:y.jsx("img",{src:"https://img.shields.io/npm/v/hyparquet",alt:"npm hyparquet"})})," ",y.jsx("a",{href:"https://github.com/hyparam/hyparquet",children:y.jsx("img",{src:"https://img.shields.io/github/stars/hyparam/hyparquet?style=social",alt:"star hyparquet"})})]}),y.jsxs("p",{children:["Online demo of"," ",y.jsx("a",{href:"https://github.com/hyparam/hyparquet",children:"hyparquet"}),": a parser for apache parquet files. Uses"," ",y.jsx("a",{href:"https://github.com/hyparam/hightable",children:"hightable"})," for high performance windowed table viewing."]}),y.jsxs("section",{children:[y.jsx("h3",{children:"Select a dataset on Hugging Face"}),y.jsx("p",{children:"Search for a dataset:"}),y.jsx(Fh,{}),t!=null&&t.oAuthResult?y.jsxs("p",{children:["Logged in as ",t.oAuthResult.userInfo.name,". ",y.jsx("a",{onClick:()=>{yh()},children:"Log out"})]}):y.jsxs("p",{children:[y.jsx("a",{onClick:()=>{Zc().catch(()=>{})},children:"Log in"})," to see your datasets"]})]}),y.jsxs("section",{children:[y.jsx("h3",{children:"Parquet URL"}),y.jsx("p",{children:"You can also set a url to see your parquet data. 👀"}),y.jsxs("form",{onSubmit:n,style:{display:"flex",gap:"1rem"},children:[y.jsx("label",{htmlFor:"url",children:"URL"}),y.jsx("input",{name:"url",defaultValue:"https://huggingface.co/datasets/codeparrot/github-code/resolve/main/data/train-00000-of-01126.parquet",style:{width:"100%"},type:"url"}),y.jsx("button",{style:{fontSize:"1rem",padding:"0 0.5rem"},type:"submit",children:"Open"})]}),y.jsxs("p",{children:[y.jsx("p",{children:"Example files:"}),y.jsxs("ul",{className:"quick-links",children:[y.jsx("li",{children:y.jsx("a",{className:"aws",href:"?url=https://hyperparam-public.s3.amazonaws.com/wiki-en-00000-of-00041.parquet",children:"s3://wiki-en-00000-of-00041.parquet"})}),y.jsx("li",{children:y.jsx("a",{className:"azure",href:"?url=https://hyperparam.blob.core.windows.net/hyperparam/starcoderdata-js-00000-of-00065.parquet",children:"azure://starcoderdata-js-00000-of-00065.parquet"})}),y.jsx("li",{children:y.jsx("a",{className:"huggingface",href:"?url=https://huggingface.co/datasets/codeparrot/github-code/resolve/main/data/train-00000-of-01126.parquet?download=true",children:"huggingface://github-code-00000-of-01126.parquet"})}),y.jsx("li",{children:y.jsx("a",{className:"github",href:"?url=https://raw.githubusercontent.com/hyparam/hyparquet/master/test/files/rowgroups.parquet",children:"github://rowgroups.parquet"})})]})]})]})]})}function Bh(){const e=new URLSearchParams(location.search),t=e.get("url");if(Array.isArray(t))throw new Error("url must be a string");if(t===null)return y.jsx(Ns,{});try{const n=Sh(t);return n.kind==="base"?y.jsx(Ns,{}):n.kind==="repo"?y.jsx(Cs,{url:{...n,kind:"folder",path:"",branch:"main",action:"tree"}}):n.kind==="folder"?y.jsx(Cs,{url:n}):e.has("col")&&e.has("row")?y.jsx(xh,{url:n,row:Number(e.get("row")),col:Number(e.get("col"))}):y.jsx(Ah,{url:n})}catch(n){return y.jsx(Ul,{error:n,title:"Error",children:y.jsx("div",{className:"error",children:n.message})})}}function Wh(){return console.log("url",window.location.href),y.jsx(Eh,{children:y.jsx(Bh,{})})}const bc=document.getElementById("app");if(!bc)throw new Error("No root element");Fc(bc).render(y.jsx(P.StrictMode,{children:y.jsx(Wh,{})}));
+`&&t++;return t.toLocaleString("en-US")}function $h({url:e,resolveUrl:t,setError:n,setProgress:r}){const l=e.replace(/\?.*$/,"");return l.endsWith(".md")?y.jsx(Oh,{url:t,setError:n}):l.endsWith(".parquet")?y.jsx(Uh,{url:e,resolveUrl:t,setError:n,setProgress:r}):Ph.some(o=>l.endsWith(o))?y.jsx(Ih,{url:t,setError:n}):y.jsx(Dh,{url:t,setError:n,setProgress:r})}function Ah({url:e}){const[t,n]=P.useState(),[r,l]=P.useState(),o=e.kind==="file"?e.resolveUrl:e.raw,i=o.split("/");if(i.length<1)throw new Error("Invalid URL path");const u=i.at(-1);return y.jsxs(Ul,{progress:t,error:r,title:u,children:[y.jsx(ou,{url:e}),y.jsx($h,{url:e.raw,resolveUrl:o,setProgress:n,setError:l})]})}function Cs({url:e}){const[t,n]=P.useState(),[r,l]=P.useState(),o=P.useRef(null),i=P.useContext(ut);P.useEffect(()=>{if(!i)return;const{fetch:a}=i;async function m(){const p=hh({repo:`datasets/${e.namespace}/${e.repo}`,revision:e.branch,path:e.path.replace(/^\//,""),fetch:a}),h=[];for await(const v of p)h.push(v);n(h),l(void 0)}m().catch(p=>{n([]),l(p)})},[e,i]);const u=P.useCallback(a=>{const m=a.type==="directory"?"tree":"blob";return`${dt}/${e.namespace}/${e.repo}/${m}/${e.branch}/${a.path}`},[e]),s=P.useCallback(a=>a.path.split("/").at(-1),[]);return y.jsxs(Ul,{error:r,title:e.path,children:[y.jsx(ou,{url:e}),t&&t.length>0&&y.jsx("ul",{className:"file-list",ref:o,children:t.map((a,m)=>y.jsx("li",{children:y.jsxs(lu,{url:u(a),children:[y.jsx("span",{className:vl("file-name","file",a.type==="directory"&&"folder"),children:s(a)}),a.type==="file"&&y.jsx(y.Fragment,{children:y.jsx("span",{className:"file-size",title:a.size.toLocaleString("en-US")+" bytes",children:Jc(a.size)})})]})},m))}),(t==null?void 0:t.length)===0&&y.jsx("div",{className:"center",children:"No files"}),t===void 0&&y.jsx(dr,{className:"center"})]})}function Fh(){const[e,t]=P.useState(),[n,r]=P.useState([]),l=P.useContext(ut);P.useEffect(()=>{if(!l)return;const i=l.fetch;async function u(){const s=[];for await(const a of ph({search:{query:e},limit:10,fetch:i}))s.push(a);r(s)}u().catch(s=>{r([]),console.error(s)})},[e,l]);function o(i){t(i.target.value)}return y.jsxs(y.Fragment,{children:[y.jsx("input",{type:"search",onChange:o}),y.jsx("ul",{className:"ref-list",children:n.map(i=>y.jsx("li",{style:{fontSize:"0.9rem"},children:y.jsx(lu,{url:`${dt}/${i.name}`,children:i.name})},i.name))})]})}function Ns(){const e=P.useRef(null),t=P.useContext(ut);function n(r){r.preventDefault();const l=new FormData(r.currentTarget).get("url");ru(`?url=${l}`)}return y.jsxs("div",{id:"welcome",children:[y.jsx("h1",{children:"hyparquet"}),y.jsxs("sub",{children:["/haɪ pɑːrˈkeɪ/",y.jsx("img",{src:"audio.svg",alt:"play hyparquet pronunciation",height:"18",width:"18",onClick:()=>{var r;(r=e.current)==null||r.play().catch(()=>{})}})]}),y.jsx("audio",{ref:e,src:"hyparquet.mp3"}),y.jsx("h2",{children:"in-browser parquet file reader"}),y.jsxs("p",{children:[y.jsx("a",{href:"https://www.npmjs.com/package/hyparquet",children:y.jsx("img",{src:"https://img.shields.io/npm/v/hyparquet",alt:"npm hyparquet"})})," ",y.jsx("a",{href:"https://github.com/hyparam/hyparquet",children:y.jsx("img",{src:"https://img.shields.io/github/stars/hyparam/hyparquet?style=social",alt:"star hyparquet"})})]}),y.jsxs("p",{children:["Online demo of"," ",y.jsx("a",{href:"https://github.com/hyparam/hyparquet",children:"hyparquet"}),": a parser for apache parquet files. Uses"," ",y.jsx("a",{href:"https://github.com/hyparam/hightable",children:"hightable"})," for high performance windowed table viewing."]}),y.jsxs("section",{children:[y.jsx("h3",{children:"Select a dataset on Hugging Face"}),y.jsx("p",{children:"Search for a dataset:"}),y.jsx(Fh,{}),t!=null&&t.oAuthResult?y.jsxs("p",{children:["Logged in as ",t.oAuthResult.userInfo.name,". ",y.jsx("a",{onClick:()=>{yh()},children:"Log out"})]}):y.jsxs("p",{children:[y.jsx("a",{onClick:()=>{Zc().catch(()=>{})},children:"Log in"})," to see your datasets"]})]}),y.jsxs("section",{children:[y.jsx("h3",{children:"Parquet URL"}),y.jsx("p",{children:"You can also set a url to see your parquet data. 👀"}),y.jsxs("form",{onSubmit:n,style:{display:"flex",gap:"1rem"},children:[y.jsx("label",{htmlFor:"url",children:"URL"}),y.jsx("input",{name:"url",defaultValue:"https://huggingface.co/datasets/codeparrot/github-code/resolve/main/data/train-00000-of-01126.parquet",style:{width:"100%"},type:"url"}),y.jsx("button",{style:{fontSize:"1rem",padding:"0 0.5rem"},type:"submit",children:"Open"})]}),y.jsxs("p",{children:[y.jsx("p",{children:"Example files:"}),y.jsxs("ul",{className:"quick-links",children:[y.jsx("li",{children:y.jsx("a",{className:"aws",href:"?url=https://hyperparam-public.s3.amazonaws.com/wiki-en-00000-of-00041.parquet",children:"s3://wiki-en-00000-of-00041.parquet"})}),y.jsx("li",{children:y.jsx("a",{className:"azure",href:"?url=https://hyperparam.blob.core.windows.net/hyperparam/starcoderdata-js-00000-of-00065.parquet",children:"azure://starcoderdata-js-00000-of-00065.parquet"})}),y.jsx("li",{children:y.jsx("a",{className:"huggingface",href:"?url=https://huggingface.co/datasets/codeparrot/github-code/resolve/main/data/train-00000-of-01126.parquet?download=true",children:"huggingface://github-code-00000-of-01126.parquet"})}),y.jsx("li",{children:y.jsx("a",{className:"github",href:"?url=https://raw.githubusercontent.com/hyparam/hyparquet/master/test/files/rowgroups.parquet",children:"github://rowgroups.parquet"})})]})]})]})]})}function Bh(){const e=new URLSearchParams(location.search),t=e.get("url");if(Array.isArray(t))throw new Error("url must be a string");if(t===null)return y.jsx(Ns,{});try{const n=Sh(t);return n.kind==="base"?y.jsx(Ns,{}):n.kind==="repo"?y.jsx(Cs,{url:{...n,kind:"folder",path:"",branch:"main",action:"tree"}}):n.kind==="folder"?y.jsx(Cs,{url:n}):e.has("col")&&e.has("row")?y.jsx(xh,{url:n,row:Number(e.get("row")),col:Number(e.get("col"))}):y.jsx(Ah,{url:n})}catch(n){return y.jsx(Ul,{error:n,title:"Error",children:y.jsx("div",{className:"error",children:n.message})})}}function Wh(){return console.log("url",window.location.href),console.log("search",window.location.search),y.jsx(Eh,{children:y.jsx(Bh,{})})}const bc=document.getElementById("app");if(!bc)throw new Error("No root element");Fc(bc).render(y.jsx(P.StrictMode,{children:y.jsx(Wh,{})}));

index.html

@@ -9,7 +9,7 @@
     <link rel="icon" type="image/svg+xml" href="/assets/logo.svg" />
     <meta name="theme-color" content="#6b00ff">
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <script type="module" crossorigin src="/assets/index-Dt0SlVQq.js"></script>
+    <script type="module" crossorigin src="/assets/index-BLfi80-v.js"></script>
     <link rel="stylesheet" crossorigin href="/assets/index-BMBG0MPI.css">
   </head>
   <body>