rex_size check

tokenization_rex_qwen2.py

@@ -43,7 +43,7 @@ class RexQwen2Tokenizer(Qwen2Tokenizer):
     # redefine the _tokenize method
     def tokenize(self, text):   
         # find the index for first user query 
-        if self.user_prefix not in text:
+        if self.user_prefix not in text or self.rex_size < 1:
             # the query is not wrapped with chat template yet 
             # raise NotImplementedError
             return super().tokenize(text)