Spaces:

Dataset-Tools
/

Spark-Notebooks

Running

App Files Files Community

Spark-Notebooks / portal /index.html

lhoestq HF Staff

new portal and notebook with pyspark_huggingface

89ba779 5 days ago

raw

history blame contribute delete

14.6 kB

	<!DOCTYPE html>
	<!-- saved from url=(0033)https://huggingface.co/enterprise -->
	<html class="scroll-smooth dark pkyzq idc0_350"><head><meta http-equiv="Content-Type" content="text/html; charset=UTF-8">

	<meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=no">
	<meta name="description" content="We’re on a journey to advance and democratize artificial intelligence through open source and open science.">
	<meta property="fb:app_id" content="1321688464574422">
	<meta name="twitter:card" content="summary_large_image">
	<meta name="twitter:site" content="@huggingface">
	<meta name="twitter:image" content="https://huggingface.co/front/thumbnails/enterprise.png">
	<meta property="og:title" content="Spark Notebooks - Hugging Face">
	<meta property="og:type" content="website">
	<meta property="og:url" content="https://huggingface.co/enterprise">
	<meta property="og:image" content="https://huggingface.co/front/thumbnails/enterprise.png">

	<link rel="stylesheet" href="./portal-assets/style.css">

	<link rel="preconnect" href="https://fonts.gstatic.com/">
	<link href="./portal-assets/css2" rel="stylesheet">
	<link href="./portal-assets/css2(1)" rel="stylesheet">
	<link href="./portal-assets/more-style.css" rel="stylesheet">

	<link rel="stylesheet" href="./portal-assets/katex.min.css" as="style" onload="this.onload=null;this.rel='stylesheet'">
	<noscript>
	<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/KaTeX/0.12.0/katex.min.css" />
	</noscript>

	<script>if (window.matchMedia('(prefers-color-scheme: dark)').matches) { document.documentElement.classList.add('dark'); }</script>

	<link rel="canonical" href="https://huggingface.co/enterprise">

	<title>Spark Notebooks - Hugging Face</title>

	<body class="flex flex-col min-h-dvh bg-white dark:bg-blue-950 text-black">

	<main class="flex flex-1 flex-col">
	<div class="max-w-[100dvw] overflow-hidden">
	<div class="0 container relative mx-auto mb-16 flex max-w-5xl flex-col items-center justify-center text-balance pt-28 text-center sm:mb-24 2xl:mb-32 2xl:max-w-6xl 2xl:pt-40">
	<div style="opacity: 0.3;">
	<svg class="text-6xl absolute top-16 left-12 sm:left-24 animate__bounce [animation-duration:12s] text-peach" style="--rotation-angle: 90deg;" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path class="uim-quaternary" d="M20.23 7.24L12 12L3.77 7.24a1.98 1.98 0 0 1 .7-.71L11 2.76c.62-.35 1.38-.35 2 0l6.53 3.77c.29.173.531.418.7.71z" opacity=".25" fill="currentColor"></path><path class="uim-tertiary" d="M12 12v9.5a2.09 2.09 0 0 1-.91-.21L4.5 17.48a2.003 2.003 0 0 1-1-1.73v-7.5a2.06 2.06 0 0 1 .27-1.01L12 12z" opacity=".5" fill="currentColor"></path><path class="uim-primary" d="M20.5 8.25v7.5a2.003 2.003 0 0 1-1 1.73l-6.62 3.82c-.275.13-.576.198-.88.2V12l8.23-4.76c.175.308.268.656.27 1.01z" fill="currentColor"></path></svg>
	<svg class="text-4xl absolute top-40 left-0 animate__bounce [animation-duration:9s] text-peach" style="--rotation-angle: 12deg;" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 25 25"><ellipse cx="12.5" cy="5" fill="currentColor" fill-opacity="0.25" rx="7.5" ry="2"></ellipse><path d="M12.5 15C16.6421 15 20 14.1046 20 13V20C20 21.1046 16.6421 22 12.5 22C8.35786 22 5 21.1046 5 20V13C5 14.1046 8.35786 15 12.5 15Z" fill="currentColor" opacity="0.5"></path><path d="M12.5 7C16.6421 7 20 6.10457 20 5V11.5C20 12.6046 16.6421 13.5 12.5 13.5C8.35786 13.5 5 12.6046 5 11.5V5C5 6.10457 8.35786 7 12.5 7Z" fill="currentColor" opacity="0.5"></path><path d="M5.23628 12C5.08204 12.1598 5 12.8273 5 13C5 14.1046 8.35786 15 12.5 15C16.6421 15 20 14.1046 20 13C20 12.8273 19.918 12.1598 19.7637 12C18.9311 12.8626 15.9947 13.5 12.5 13.5C9.0053 13.5 6.06886 12.8626 5.23628 12Z" fill="currentColor"></path></svg>
	<svg class="text-6xl absolute bottom-24 -left-16 animate__bounce [animation-duration:11s] text-peach" style="--rotation-angle: -16deg;" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path class="uim-quaternary" d="M20.23 7.24L12 12L3.77 7.24a1.98 1.98 0 0 1 .7-.71L11 2.76c.62-.35 1.38-.35 2 0l6.53 3.77c.29.173.531.418.7.71z" opacity=".25" fill="currentColor"></path><path class="uim-tertiary" d="M12 12v9.5a2.09 2.09 0 0 1-.91-.21L4.5 17.48a2.003 2.003 0 0 1-1-1.73v-7.5a2.06 2.06 0 0 1 .27-1.01L12 12z" opacity=".5" fill="currentColor"></path><path class="uim-primary" d="M20.5 8.25v7.5a2.003 2.003 0 0 1-1 1.73l-6.62 3.82c-.275.13-.576.198-.88.2V12l8.23-4.76c.175.308.268.656.27 1.01z" fill="currentColor"></path></svg>
	<svg class="text-7xl sm:text-9xl absolute bottom-6 sm:-bottom-12 -left-6 sm:left-12 animate__bounce [animation-duration:7s] text-peach" style="--rotation-angle: -30deg;" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 25 25"><ellipse cx="12.5" cy="5" fill="currentColor" fill-opacity="0.25" rx="7.5" ry="2"></ellipse><path d="M12.5 15C16.6421 15 20 14.1046 20 13V20C20 21.1046 16.6421 22 12.5 22C8.35786 22 5 21.1046 5 20V13C5 14.1046 8.35786 15 12.5 15Z" fill="currentColor" opacity="0.5"></path><path d="M12.5 7C16.6421 7 20 6.10457 20 5V11.5C20 12.6046 16.6421 13.5 12.5 13.5C8.35786 13.5 5 12.6046 5 11.5V5C5 6.10457 8.35786 7 12.5 7Z" fill="currentColor" opacity="0.5"></path><path d="M5.23628 12C5.08204 12.1598 5 12.8273 5 13C5 14.1046 8.35786 15 12.5 15C16.6421 15 20 14.1046 20 13C20 12.8273 19.918 12.1598 19.7637 12C18.9311 12.8626 15.9947 13.5 12.5 13.5C9.0053 13.5 6.06886 12.8626 5.23628 12Z" fill="currentColor"></path></svg>

	<svg class="text-9xl absolute top-0 sm:top-12 right-12 animate__bounce [animation-duration:13s] text-peach" style="--rotation-angle: -45deg;" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path class="uim-quaternary" d="M20.23 7.24L12 12L3.77 7.24a1.98 1.98 0 0 1 .7-.71L11 2.76c.62-.35 1.38-.35 2 0l6.53 3.77c.29.173.531.418.7.71z" opacity=".25" fill="currentColor"></path><path class="uim-tertiary" d="M12 12v9.5a2.09 2.09 0 0 1-.91-.21L4.5 17.48a2.003 2.003 0 0 1-1-1.73v-7.5a2.06 2.06 0 0 1 .27-1.01L12 12z" opacity=".5" fill="currentColor"></path><path class="uim-primary" d="M20.5 8.25v7.5a2.003 2.003 0 0 1-1 1.73l-6.62 3.82c-.275.13-.576.198-.88.2V12l8.23-4.76c.175.308.268.656.27 1.01z" fill="currentColor"></path></svg>
	<svg class="text-5xl absolute top-40 2xl:top-52 -right-12 animate__bounce [animation-duration:7s] text-peach" style="--rotation-angle: -12deg;" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 25 25"><ellipse cx="12.5" cy="5" fill="currentColor" fill-opacity="0.25" rx="7.5" ry="2"></ellipse><path d="M12.5 15C16.6421 15 20 14.1046 20 13V20C20 21.1046 16.6421 22 12.5 22C8.35786 22 5 21.1046 5 20V13C5 14.1046 8.35786 15 12.5 15Z" fill="currentColor" opacity="0.5"></path><path d="M12.5 7C16.6421 7 20 6.10457 20 5V11.5C20 12.6046 16.6421 13.5 12.5 13.5C8.35786 13.5 5 12.6046 5 11.5V5C5 6.10457 8.35786 7 12.5 7Z" fill="currentColor" opacity="0.5"></path><path d="M5.23628 12C5.08204 12.1598 5 12.8273 5 13C5 14.1046 8.35786 15 12.5 15C16.6421 15 20 14.1046 20 13C20 12.8273 19.918 12.1598 19.7637 12C18.9311 12.8626 15.9947 13.5 12.5 13.5C9.0053 13.5 6.06886 12.8626 5.23628 12Z" fill="currentColor"></path></svg>
	<svg class="text-7xl absolute bottom-16 right-0 animate__bounce [animation-duration:12s] text-peach" style="--rotation-angle: 45deg;" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><path class="uim-quaternary" d="M20.23 7.24L12 12L3.77 7.24a1.98 1.98 0 0 1 .7-.71L11 2.76c.62-.35 1.38-.35 2 0l6.53 3.77c.29.173.531.418.7.71z" opacity=".25" fill="currentColor"></path><path class="uim-tertiary" d="M12 12v9.5a2.09 2.09 0 0 1-.91-.21L4.5 17.48a2.003 2.003 0 0 1-1-1.73v-7.5a2.06 2.06 0 0 1 .27-1.01L12 12z" opacity=".5" fill="currentColor"></path><path class="uim-primary" d="M20.5 8.25v7.5a2.003 2.003 0 0 1-1 1.73l-6.62 3.82c-.275.13-.576.198-.88.2V12l8.23-4.76c.175.308.268.656.27 1.01z" fill="currentColor"></path></svg>
	<svg class="text-8xl absolute max-sm:hidden -bottom-12 right-24 animate__bounce [animation-duration:9s] text-peach" style="--rotation-angle: 12deg;" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 25 25"><ellipse cx="12.5" cy="5" fill="currentColor" fill-opacity="0.25" rx="7.5" ry="2"></ellipse><path d="M12.5 15C16.6421 15 20 14.1046 20 13V20C20 21.1046 16.6421 22 12.5 22C8.35786 22 5 21.1046 5 20V13C5 14.1046 8.35786 15 12.5 15Z" fill="currentColor" opacity="0.5"></path><path d="M12.5 7C16.6421 7 20 6.10457 20 5V11.5C20 12.6046 16.6421 13.5 12.5 13.5C8.35786 13.5 5 12.6046 5 11.5V5C5 6.10457 8.35786 7 12.5 7Z" fill="currentColor" opacity="0.5"></path><path d="M5.23628 12C5.08204 12.1598 5 12.8273 5 13C5 14.1046 8.35786 15 12.5 15C16.6421 15 20 14.1046 20 13C20 12.8273 19.918 12.1598 19.7637 12C18.9311 12.8626 15.9947 13.5 12.5 13.5C9.0053 13.5 6.06886 12.8626 5.23628 12Z" fill="currentColor"></path></svg>
	</div>

	<div class="mb-6 flex items-center justify-center font-mono text-xl"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 128 128" width="1em" height="1em"><path fill="#ef9f76" d="M57.646.004c-2.269.064-4.51 1.143-6.384 3.223-1.03 1.146-1.905 2.51-2.63 3.855-1.89 3.54-2.262 7.547-2.962 11.43l-3.852 21.81c-.148.856-.532 1.21-1.3 1.455l-28.268 8.98c-2.06.673-4.125 1.543-5.947 2.7-5.558 3.53-6.38 9.338-2.207 14.438 1.842 2.256 4.216 3.843 6.85 4.996l17.603 7.843c.147.08.304.132.463.162l3.717 2.682s-3.7 40.948 3.246 43.781c-.061-.01-.41-.082-.41-.082s.704.761 2.603.537c1.454.27 1.262.226.074-.01 2.583-.334 7.337-2.497 15.578-10.784a47.396 47.396 0 0 0 1.776-1.676l17.8-19.217 4.163 1.465c.15.207.367.34.714.443l19.823 6.031c2.709.836 5.389 1.448 8.277 1.026 5.156-.755 8.951-5 8.9-10.192-.02-2.28-.82-4.339-1.87-6.324l-13.128-24.898c-.418-.787-.405-1.296.196-2l22.054-25.922c1.428-1.703 2.717-3.529 3.465-5.645 1.643-4.67-.482-8.382-5.33-9.289-2.229-.398-4.427-.188-6.6.385l-31.597 8.395c-.93.25-1.39.075-1.895-.772l-12.9-21.434c-.975-1.615-2.14-3.194-3.477-4.527C62.212.89 59.915-.059 57.646.004zm.944 19.736c.51.358.768.727 1.01 1.125l13.88 23.13c.382.628.725.85 1.485.648l24.443-6.497 5.885-1.54c-.087.493-.302.79-.537 1.068l-20.16 23.672c-.57.688-.623 1.17-.194 1.976l12.743 24.16.585 1.237-.015.02-22.727-6.264-.006-.018-4.298-1.205-25.493 28.256 4.663-37.15-4.184-1.82.008-.007-23.674-9.4c.454-.413.86-.585 1.285-.717l28.777-9.096c.676-.21 1.061-.47 1.125-1.242l.403-2.355 3.875-21.807 1.12-6.174z"/></svg>
	Spark Notebooks (Experimental)
	</div>

	<h1 class="mb-12 max-w-[85dvw] text-4xl font-semibold lg:text-5xl 2xl:text-6xl">Prepare and Publish AI-ready Datasets with Apache Spark™</h1>

	<div class="flex flex-col items-center gap-3">
	<div>
	<a class="flex items-center gap-1.5 whitespace-nowrap rounded-md bg-peach hover:bg-peach-0 px-6 py-1.5 text-md text-mantle transition-all dark:text-black" href="https://huggingface.co/spaces/Dataset-Tools/Spark-Notebooks?duplicate=true" target="_blank">Launch Spark Notebooks</a>
	</div>
	<p class="text-gray-500">CPU or GPU (single node)</p>
	</div>
	</div>
	</div>

	<div class="container mb-16 flex max-w-6xl items-center justify-center gap-4 text-balance text-center text-xl 2xl:max-w-7xl"><div class="flex-1 border-b"></div>
	<p class="max-w-2xl">Spark Notebooks on Hugging Face Spaces is an experiment to provide the most integrated environment to build Datasets with access to 400k+ community datasets and AI-enabling hardware.
	</p>
	<div class="flex-1 border-b"></div>

	</div>
	<div class="container relative grid max-w-6xl grid-cols-1 gap-8 sm:grid-cols-2 md:grid-cols-3 2xl:max-w-7xl">
	<div class="relative flex grid-cols-1 flex-col-reverse gap-3 overflow-hidden rounded-2xl border from-white to-gray-100 dark:from-gray-950 dark:to-gray-900 sm:col-span-2 sm:grid sm:grid-cols-5 md:col-span-3 md:grid-cols-6 md:bg-gradient-to-r">
	<a href="https://huggingface.co/docs/hub/en/spaces-overview#hardware-resources" target="_blank" class="group flex flex-col justify-center p-6 max-md:pt-5 sm:col-span-2 md:col-span-2">
	<h2 class="mb-2 flex items-center gap-2 text-xl font-semibold decoration-gray-300 underline-offset-4 group-hover:underline dark:decoration-gray-500">
	Notebooks on any hardware
	</h2>
	<p class="text-gray-500">
	Use Free CPU or ZeroGPU hardware, or choose among the rich list of hardware available on Spaces, which includes the latest GPUs.
	<br/>
	Join us in the Community tab for more info on hardware and multi node.
	</p>
	</a>
	<div class="relative border-gray-100 bg-gradient-to-r max-md:border-b max-md:from-white max-md:to-gray-100 max-md:pl-5 max-md:[aspect-ratio:16/9] dark:max-md:from-gray-950 dark:max-md:to-gray-900 sm:col-span-3 md:col-span-4">
	<img src="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/hub/spark-notebook-perspective-transparent.png" alt="spark-notebook" class="inset-0 h-full select-none object-cover object-left dark:hidden">
	<img src="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/hub/spark-notebook-perspective-transparent.png" alt="spark-notebook" class="inset-0 hidden h-full select-none object-cover object-left dark:block">
	<div class="absolute right-0 top-0 h-full w-full bg-gradient-to-r from-transparent via-transparent to-white dark:to-gray-950 max-md:hidden">
	</div>
	</div>
	</div>
	</div>

	</main>

	</body>