[Score API][18132] return token usage in Score API response (#18381)

This commit is contained in:
Guy Stone
2026-03-03 13:45:35 -08:00
committed by GitHub
parent b0f26698f5
commit f749802402
7 changed files with 106 additions and 39 deletions
@@ -1038,6 +1038,18 @@ class TestOpenAIV1Score(CustomTestCase):
msg=f"Score {i} probabilities should sum to 1",
)
# Verify usage
self.assertIn("usage", response, "Response should have a 'usage' field")
self.assertGreater(response["usage"]["prompt_tokens"], 0)
self.assertEqual(
response["usage"]["prompt_tokens"], response["usage"]["total_tokens"]
)
self.assertEqual(
response["usage"]["completion_tokens"],
0,
"completion_tokens should be 0 for /v1/score",
)
def test_score_token_input(self):
"""Test scoring with token IDs input"""
query = "The capital of France is"
@@ -1088,6 +1100,18 @@ class TestOpenAIV1Score(CustomTestCase):
msg=f"Score {i} probabilities should sum to 1",
)
# Verify usage
self.assertIn("usage", response, "Response should have a 'usage' field")
self.assertGreater(response["usage"]["prompt_tokens"], 0)
self.assertEqual(
response["usage"]["prompt_tokens"], response["usage"]["total_tokens"]
)
self.assertEqual(
response["usage"]["completion_tokens"],
0,
"completion_tokens should be 0 for /v1/score",
)
def test_score_error_handling(self):
"""Test error handling for invalid inputs"""
query = "The capital of France is"