Adapters
SkyXIntl commited on
Commit
85a8f0b
·
verified ·
1 Parent(s): cf6fe80

Update adapter_config.json

Browse files
Files changed (1) hide show
  1. adapter_config.json +4 -11
adapter_config.json CHANGED
@@ -1,13 +1,6 @@
1
  {
2
- "adapter_name": "SkyReach_Companion_AI",
3
- "adapter_type": "pfeiffer", // or "houlsby", "bitfit", etc., depending on your adapter type
4
- "hidden_size": 768, // Replace with the hidden size of your base model
5
- "num_attention_heads": 12, // Replace with the number of attention heads
6
- "intermediate_size": 3072, // Replace with the intermediate size
7
- "activation_function": "gelu", // or "relu", depending on your setup
8
- "layer_norm_eps": 1e-12, // Adjust based on your model's configuration
9
- "adapter_config": {
10
- "num_layers": 1, // Number of adapter layers
11
- "reduction_factor": 16 // Factor for reduction in dimensionality
12
- }
13
  }
 
1
  {
2
+ "adapter_name": "SkyXIntl/SkyReach_Companion_AI",
3
+ "base_model": "bert-base-uncased",
4
+ "task": "text-classification",
5
+ "architecture": "adapter-transformers"
 
 
 
 
 
 
 
6
  }