Cleanup codebase: removed unnecessary code/logic (#298)

2024-03-23 10:15:16 -07:00
parent 51104cd405
commit ce216c80dc
3 changed files with 8 additions and 8 deletions
@@ -90,7 +90,6 @@ class ModelRpcServer(rpyc.Service):
                tokenizer_mode=server_args.tokenizer_mode,
                trust_remote_code=server_args.trust_remote_code,
            )
-        self.eos_token_id = self.tokenizer.eos_token_id
        self.max_total_num_token = self.model_runner.max_total_num_token
        self.max_num_running_seq = self.max_total_num_token // 2
        self.max_prefill_num_token = max(