Create adapter_config.json

adapter_config.json

@@ -0,0 +1,13 @@
+{
+  "adapter_name": "SkyReach_Companion_AI",
+  "adapter_type": "pfeiffer",  // or "houlsby", "bitfit", etc., depending on your adapter type
+  "hidden_size": 768,  // Replace with the hidden size of your base model
+  "num_attention_heads": 12,  // Replace with the number of attention heads
+  "intermediate_size": 3072,  // Replace with the intermediate size
+  "activation_function": "gelu",  // or "relu", depending on your setup
+  "layer_norm_eps": 1e-12,  // Adjust based on your model's configuration
+  "adapter_config": {
+    "num_layers": 1,  // Number of adapter layers
+    "reduction_factor": 16  // Factor for reduction in dimensionality
+  }
+}