fix: 将tokenizer重命名为rag_tokenizer，确保所有导入都能正常工作

Author: sqhyz55

deepdoc/depend/rag_tokenizer.py

@@ -498,18 +498,15 @@ def naiveQie(txt):
     return tks
 
 
-tokenizer = RagTokenizer()
-tokenize = tokenizer.tokenize
-fine_grained_tokenize = tokenizer.fine_grained_tokenize
-tag = tokenizer.tag
-freq = tokenizer.freq
-loadUserDict = tokenizer.loadUserDict
-addUserDict = tokenizer.addUserDict
-tradi2simp = tokenizer._tradi2simp
-strQ2B = tokenizer._strQ2B
-
-# Backward compatibility alias
-rag_tokenizer = tokenizer
+rag_tokenizer = RagTokenizer()
+tokenize = rag_tokenizer.tokenize
+fine_grained_tokenize = rag_tokenizer.fine_grained_tokenize
+tag = rag_tokenizer.tag
+freq = rag_tokenizer.freq
+loadUserDict = rag_tokenizer.loadUserDict
+addUserDict = rag_tokenizer.addUserDict
+tradi2simp = rag_tokenizer._tradi2simp
+strQ2B = rag_tokenizer._strQ2B
 
 if __name__ == '__main__':
     tknzr = RagTokenizer(debug=True)