Fix ksponspeech preprocessing

Author: upskyy

openspeech/datasets/ksponspeech/lit_data_module.py

@@ -131,7 +131,7 @@ def prepare_data(self):
                 raise FileNotFoundError
             self._generate_manifest_files(self.configs.dataset.manifest_file_path)
 
-    def setup(self, stage: Optional[str] = None, tokenizer: Tokenizer = None):
+    def setup(self, stage: Optional[str] = None) -> None:
         r"""
         Split `train` and `valid` dataset for training.
 
@@ -167,8 +167,6 @@ def setup(self, stage: Optional[str] = None, tokenizer: Tokenizer = None):
                 dataset_path=dataset_path,
                 audio_paths=audio_paths[stage],
                 transcripts=transcripts[stage],
-                sos_id=tokenizer.sos_id,
-                eos_id=tokenizer.eos_id,
                 apply_spec_augment=self.configs.audio.apply_spec_augment if stage == 'train' else False,
                 del_silence=self.configs.audio.del_silence if stage == 'train' else False,
             )