diff --git a/.envrc b/.envrc
new file mode 100644
index 0000000..446626f
--- /dev/null
+++ b/.envrc
@@ -0,0 +1 @@
+source activate minimind
\ No newline at end of file
diff --git a/1-pretrain_vlm.py b/1-pretrain_vlm.py
index 5a8270d..e42840e 100644
--- a/1-pretrain_vlm.py
+++ b/1-pretrain_vlm.py
@@ -171,9 +171,9 @@ if __name__ == "__main__":
     args = parser.parse_args()
 
     if args.visual_encoder == "clip":
-        lm_config = LMConfig(image_special_token='<'*2+'>'*2, image_ids=[30]*2+[32]*2)
+        lm_config = LMConfig()
     else:
-        lm_config = LMConfig(image_special_token='<'*2+'>'*2, image_ids=[30]*2+[32]*2)
+        lm_config = LMConfig(image_special_token='<'*98+'>'*98, image_ids=[30]*98+[32]*98)
 
     max_seq_len = lm_config.max_seq_len
     args.save_dir = os.path.join(args.out_dir)
diff --git a/2-sft_vlm.py b/2-sft_vlm.py
index 15c5d04..0a2b1a6 100644
--- a/2-sft_vlm.py
+++ b/2-sft_vlm.py
@@ -195,9 +195,9 @@ if __name__ == "__main__":
     args = parser.parse_args()
 
     if args.visual_encoder == "clip":
-        lm_config = LMConfig(image_special_token='<'*2+'>'*2, image_ids=[30]*2+[32]*2)
+        lm_config = LMConfig()
     else:
-        lm_config = LMConfig(image_special_token='<'*2+'>'*2, image_ids=[30]*2+[32]*2)
+        lm_config = LMConfig(image_special_token='<'*98+'>'*98, image_ids=[30]*98+[32]*98)
 
     max_seq_len = lm_config.max_seq_len
     args.save_dir = os.path.join(args.out_dir)
diff --git a/3-eval_chat.py b/3-eval_chat.py
index f505979..aa7c91a 100644
--- a/3-eval_chat.py
+++ b/3-eval_chat.py
@@ -66,8 +66,12 @@ if __name__ == "__main__":
     device = 'cuda:0' if torch.cuda.is_available() else 'cpu'
     dtype = 'bfloat16'
     max_seq_len = 1024
+    encoder_type="clip"
     # lm_config = LMConfig()
-    lm_config = LMConfig(image_special_token='<'*2+'>'*2, image_ids=[30]*2+[32]*2)
+    if encoder_type == "clip":
+        lm_config = LMConfig()
+    else:
+        lm_config = LMConfig(image_special_token='<'*98+'>'*98, image_ids=[30]*98+[32]*98)
     lm_config.max_seq_len = max_seq_len
     model, tokenizer, vision_model, preprocess = init_model(lm_config, device, multi)
     model.eval()
diff --git a/model/__pycache__/LMConfig.cpython-310.pyc b/model/__pycache__/LMConfig.cpython-310.pyc
index 098838d..22d8930 100644
Binary files a/model/__pycache__/LMConfig.cpython-310.pyc and b/model/__pycache__/LMConfig.cpython-310.pyc differ
diff --git a/model/__pycache__/model.cpython-310.pyc b/model/__pycache__/model.cpython-310.pyc
index 7a19d9a..5043f05 100644
Binary files a/model/__pycache__/model.cpython-310.pyc and b/model/__pycache__/model.cpython-310.pyc differ