Update tokenization_indictrans.py (#2)

- Update tokenization_indictrans.py (37b9abc369441c1e2f09b49a7818fcc8761c2c68)


Co-authored-by: Varun Gumma <VarunGumma@users.noreply.huggingface.co>

tokenization_indictrans.py

@@ -87,10 +87,10 @@ class IndicTransTokenizer(PreTrainedTokenizer):
         self.src_spm_fp = src_spm_fp
         self.tgt_spm_fp = tgt_spm_fp
 
-        self.unk_token = unk_token
-        self.pad_token = pad_token
-        self.eos_token = eos_token
-        self.bos_token = bos_token
+        self.unk_token = unk_token.content
+        self.pad_token = pad_token.content
+        self.eos_token = eos_token.content
+        self.bos_token = bos_token.content
 
         self.encoder = self._load_json(self.src_vocab_fp)
         if self.unk_token not in self.encoder: