Ptuned model

agents/hermes_ptuned/adapter_config.json

+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "teknium/OpenHermes-2.5-Mistral-7B",
+  "encoder_dropout": 0.0,
+  "encoder_hidden_size": 128,
+  "encoder_num_layers": 2,
+  "encoder_reparameterization_type": "MLP",
+  "inference_mode": true,
+  "num_attention_heads": 32,
+  "num_layers": 32,
+  "num_transformer_submodules": 1,
+  "num_virtual_tokens": 20,
+  "peft_type": "P_TUNING",
+  "revision": null,
+  "task_type": "CAUSAL_LM",
+  "token_dim": 4096
+}
\ No newline at end of file

agents/mistral_agent.py

@@ -24,7 +24,7 @@ class MistralAgent(object):
         torch.cuda.manual_seed(0)
 
         # model_name = "teknium/OpenHermes-2.5-Mistral-7B"
-        adapter_model_id = "./agents/mistral_adapter"
+        adapter_model_id = "./agents/hermes_ptuned"
 
         compute_dtype = getattr(torch, "float16")