File size: 419 Bytes
c6927d3
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
from transformers import AutoTokenizer, AutoModelForCausalLM

# Model name
model_name = "abinayam/gpt-2-tamil"

# Load from Hugging Face
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForCausalLM.from_pretrained(model_name)

# Save to local folder called 'model'
model.save_pretrained("model")
tokenizer.save_pretrained("model")

print("✅ Model and tokenizer saved successfully in './model'")