EVS Framework: Support NemotronH_Nano_VL_V2 (#14051)

This commit is contained in:
Netanel Haber
2026-01-05 10:18:07 +02:00
committed by GitHub
parent b12258bfaa
commit bebd625ba1
14 changed files with 821 additions and 56 deletions

View File

@@ -3,6 +3,8 @@
import argparse
import asyncio
import copy
import doctest
import inspect
import json
import logging
import os
@@ -19,7 +21,7 @@ from datetime import datetime
from functools import partial, wraps
from io import BytesIO
from pathlib import Path
from types import SimpleNamespace
from types import ModuleType, SimpleNamespace
from typing import Any, Awaitable, Callable, List, Optional, Tuple
import aiohttp
@@ -1954,6 +1956,18 @@ def intel_amx_benchmark(extra_args=None, min_throughput=None):
return decorator
def run_doctests(obj: Callable[..., Any] | ModuleType):
mod = inspect.getmodule(obj)
globals = dict(mod.__dict__)
finder = doctest.DocTestFinder()
runner = doctest.DocTestRunner(verbose=True)
tests = finder.find(obj, obj.__name__, globs=globals)
assert len(tests) >= 1, f"No tests found for {obj.__name__}"
for test in tests:
result = runner.run(test)
assert result.failed == 0, f"Test {test.name} failed"
def dump_metric(metric_name: str, value: Any, labels: Optional[dict] = None):
"""
Output test metric to JSONL and stdout for CI performance tracking.