Higher priority for user input of max_prefill_tokens & format (#540)

2024-06-12 21:48:40 -07:00
parent 1374334d38
commit fb9296f0ed
50 changed files with 817 additions and 569 deletions
@@ -1,6 +1,6 @@
 """Inference-only LLaVa video model compatible with HuggingFace weights."""

-from typing import List, Iterable, Optional, Tuple
+from typing import Iterable, List, Optional, Tuple

 import numpy as np
 import torch