Spaces:
Sleeping
Sleeping
smhavens
commited on
Commit
·
c388954
1
Parent(s):
fd49958
Does it work now?
Browse files
app.py
CHANGED
@@ -53,13 +53,13 @@ def training():
|
|
53 |
# small_eval_dataset = tokenized_datasets["test"].shuffle(seed=42).select(range(1000))
|
54 |
|
55 |
train_examples = []
|
56 |
-
train_data = dataset
|
57 |
# For agility we only 1/2 of our available data
|
58 |
-
n_examples = dataset
|
59 |
|
60 |
for i in range(n_examples):
|
61 |
example = train_data[i]
|
62 |
-
train_examples.append(InputExample(texts=[example['
|
63 |
|
64 |
train_dataloader = DataLoader(train_examples, shuffle=True, batch_size=16)
|
65 |
|
@@ -67,7 +67,7 @@ def training():
|
|
67 |
|
68 |
embeddings = finetune(train_dataloader)
|
69 |
|
70 |
-
return (dataset
|
71 |
|
72 |
|
73 |
def finetune(train_dataloader):
|
|
|
53 |
# small_eval_dataset = tokenized_datasets["test"].shuffle(seed=42).select(range(1000))
|
54 |
|
55 |
train_examples = []
|
56 |
+
train_data = dataset
|
57 |
# For agility we only 1/2 of our available data
|
58 |
+
n_examples = dataset.num_rows // 2
|
59 |
|
60 |
for i in range(n_examples):
|
61 |
example = train_data[i]
|
62 |
+
train_examples.append(InputExample(texts=[example['sentence'], example['label'], example['id']]))
|
63 |
|
64 |
train_dataloader = DataLoader(train_examples, shuffle=True, batch_size=16)
|
65 |
|
|
|
67 |
|
68 |
embeddings = finetune(train_dataloader)
|
69 |
|
70 |
+
return (dataset.num_rows, type(dataset[0]), type(dataset[0]['set']), dataset[0], embeddings)
|
71 |
|
72 |
|
73 |
def finetune(train_dataloader):
|