File size: 874 Bytes
4d6e8c2
 
 
b3f06b6
4d6e8c2
b3f06b6
 
 
4d6e8c2
 
b3f06b6
4d6e8c2
b3f06b6
 
 
 
 
4d6e8c2
 
b3f06b6
 
 
 
4d6e8c2
 
b3f06b6
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
from typing import Optional
from pydantic import BaseModel, Field


class BaseEvaluationRequest(BaseModel):
    test_size: float = Field(
        0.2, ge=0.0, le=1.0, description="Size of the test split (between 0 and 1)"
    )
    test_seed: int = Field(42, ge=0, description="Random seed for reproducibility")


class TextEvaluationRequest(BaseEvaluationRequest):
    dataset_name: str = Field(
        "QuotaClimat/frugalaichallenge-text-train",
        description="The name of the dataset on HuggingFace Hub",
    )


class ImageEvaluationRequest(BaseEvaluationRequest):
    dataset_name: str = Field(
        "pyronear/pyro-sdis", description="The name of the dataset on HuggingFace Hub"
    )


class AudioEvaluationRequest(BaseEvaluationRequest):
    dataset_name: str = Field(
        "rfcx/frugalai", description="The name of the dataset on HuggingFace Hub"
    )