Remove unused imports

src/evaluate.py

@@ -4,14 +4,9 @@ import re
 import requests
 from model import get_model_tokenizer
 from utils import jaccard
-from datasets import load_dataset
-from transformers import (
-    AutoModelForSeq2SeqLM,
-    AutoTokenizer,
-    HfArgumentParser
-)
+from transformers import HfArgumentParser
 from preprocess import DatasetArguments, get_words
-from shared import device, GeneralArguments
+from shared import GeneralArguments
 from predict import ClassifierArguments, predict, TrainingOutputArguments
 from segment import extract_segment, word_start, word_end, SegmentationArguments, add_labels_to_words
 import pandas as pd

src/predict.py

@@ -1,6 +1,5 @@
-from shared import START_SEGMENT_TEMPLATE, END_SEGMENT_TEMPLATE
 from utils import re_findall
-from shared import OutputArguments
+from shared import START_SEGMENT_TEMPLATE, END_SEGMENT_TEMPLATE, OutputArguments, device, seconds_to_time
 from typing import Optional
 from segment import (
     generate_segments,
@@ -15,19 +14,12 @@ from segment import (
 import preprocess
 from errors import TranscriptError
 from model import get_classifier_vectorizer, get_model_tokenizer
-from transformers import (
-    AutoModelForSeq2SeqLM,
-    AutoTokenizer,
-    HfArgumentParser
-)
+from transformers import HfArgumentParser
 from transformers.trainer_utils import get_last_checkpoint
 from dataclasses import dataclass, field
-from shared import device
 import logging
 
-import re
 
-from shared import seconds_to_time
 @dataclass
 class TrainingOutputArguments:
 

src/segment.py

@@ -1,5 +1,4 @@
 import preprocess
-from shared import CustomTokens
 from dataclasses import dataclass, field
 
 

src/train.py

@@ -1,6 +1,6 @@
 from preprocess import load_datasets, DatasetArguments
 from predict import ClassifierArguments, SEGMENT_MATCH_RE, CATEGORIES
-from shared import CustomTokens, device, GeneralArguments, OutputArguments
+from shared import CustomTokens, GeneralArguments, OutputArguments
 from model import ModelArguments
 import transformers
 import logging
@@ -14,9 +14,7 @@ from transformers import (
     DataCollatorForSeq2Seq,
     HfArgumentParser,
     Seq2SeqTrainer,
-    Seq2SeqTrainingArguments,
-    AutoTokenizer,
-    AutoModelForSeq2SeqLM
+    Seq2SeqTrainingArguments
 )
 
 from transformers.trainer_utils import get_last_checkpoint

src/utils.py

@@ -1,14 +1,10 @@
 import re
-
 import os
 import signal
 import logging
-import sys
 from time import sleep, time
-from random import random, randint
 from multiprocessing import JoinableQueue, Event, Process
 from queue import Empty
-from typing import Optional
 
 logger = logging.getLogger(__name__)