smhavens commited on
Commit
c388954
·
1 Parent(s): fd49958

Does it work now?

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -53,13 +53,13 @@ def training():
53
  # small_eval_dataset = tokenized_datasets["test"].shuffle(seed=42).select(range(1000))
54
 
55
  train_examples = []
56
- train_data = dataset['train']['set']
57
  # For agility we only 1/2 of our available data
58
- n_examples = dataset['train'].num_rows // 2
59
 
60
  for i in range(n_examples):
61
  example = train_data[i]
62
- train_examples.append(InputExample(texts=[example['query'], example['pos'][0], example['neg'][0]]))
63
 
64
  train_dataloader = DataLoader(train_examples, shuffle=True, batch_size=16)
65
 
@@ -67,7 +67,7 @@ def training():
67
 
68
  embeddings = finetune(train_dataloader)
69
 
70
- return (dataset['train'].num_rows, type(dataset['train'][0]), type(dataset['train'][0]['set']), dataset['train'][0], embeddings)
71
 
72
 
73
  def finetune(train_dataloader):
 
53
  # small_eval_dataset = tokenized_datasets["test"].shuffle(seed=42).select(range(1000))
54
 
55
  train_examples = []
56
+ train_data = dataset
57
  # For agility we only 1/2 of our available data
58
+ n_examples = dataset.num_rows // 2
59
 
60
  for i in range(n_examples):
61
  example = train_data[i]
62
+ train_examples.append(InputExample(texts=[example['sentence'], example['label'], example['id']]))
63
 
64
  train_dataloader = DataLoader(train_examples, shuffle=True, batch_size=16)
65
 
 
67
 
68
  embeddings = finetune(train_dataloader)
69
 
70
+ return (dataset.num_rows, type(dataset[0]), type(dataset[0]['set']), dataset[0], embeddings)
71
 
72
 
73
  def finetune(train_dataloader):