Update config.json

config.json

@@ -1,21 +1,20 @@
 {
   "add_zero_attn": false,
-  "architectures": [
-    "UniBioseqForCausalLM"
-  ],
   "attention_probs_dropout_prob": 0.1,
   "bias": true,
   "eos_token_id": 2,
+  "gradient_checkpointing": true,
   "hidden_dropout_prob": 0.1,
   "hidden_size": 1280,
+  "structure_hidden_size": 768,
   "id2label": {
     "0": "LABEL_0"
   },
   "initializer_range": 0.02,
   "intermediate_size": 5120,
-  "is_prefix_decoder": true,
-  "is_decoder": true,
-  "is_clm":true,
+  "is_prefix_decoder": false,
+  "is_clm": false,
+  "is_decoder": false,
   "label2id": {
     "LABEL_0": 0
   },
@@ -25,13 +24,25 @@
   "model_type": "UniBioseqLM",
   "need_weights": false,
   "num_attention_heads": 20,
+
+  "num_convbert_heads":4,
+  "convbert_intermediate_size": 640,
+  "conv_kernel_size":7,
+  "num_hidden_convbert_layers":1,
+  "convbert_hidden_dropout_prob": 0.2,
+  "num_labels": 1,
+  "MRL": true,
+  "SE_loss_task": "mseonly",
+  "inference_dim": 768, 
+
   "num_hidden_layers": 33,
   "pad_token_id": 1,
+  "mode": "structure_emb_train",
+  "emb_seq_type": "query",
   "pooling_type": "MEAN",
   "problem_type": "regression",
   "prompt_token_id": 36,
   "token_dropout": false,
-  "torch_dtype": "float32",
   "transformers_version": "4.36.2",
   "use_cache": false,
   "vocab_list": [