import requests from datasets import load_dataset dataset = load_dataset("nlphuji/flickr30k", split="test[10:20]") print (dataset) #train_10_20_ds = datasets.load_dataset("bookcorpus", split="train[10:20]") #headers = {"Authorization": f"Bearer {API_TOKEN}"} API_URL1 = "https://datasets-server.huggingface.co/splits?dataset=nlphuji/flickr30k" def query1(): response = requests.get(API_URL1) #response = requests.get(API_URL1, headers=headers) return response.json() data = query1() print (data) API_URL2 = "https://datasets-server.huggingface.co/rows?dataset=nlphuji/flickr30k&config=default&split=test&offset=150&length=10" def query2(): response = requests.get(API_URL2) return response.json() data = query2() print (data)