Interface change for kvcache io to support page first layout (#8318)

2025-08-01 11:37:49 +08:00
parent 9305ea6c2d
commit dd7ca00601
6 changed files with 371 additions and 171 deletions
@@ -588,6 +588,7 @@ class Scheduler(
                        == "fa3"  # hot fix for incompatibility
                        else server_args.hicache_io_backend
                    ),
+                    hicache_mem_layout=server_args.hicache_mem_layout,
                    hicache_storage_backend=server_args.hicache_storage_backend,
                )
                self.tp_worker.register_hicache_layer_transfer_counter(