[Score API][18132] return token usage in Score API response (#18381)
This commit is contained in:
@@ -1038,6 +1038,18 @@ class TestOpenAIV1Score(CustomTestCase):
|
||||
msg=f"Score {i} probabilities should sum to 1",
|
||||
)
|
||||
|
||||
# Verify usage
|
||||
self.assertIn("usage", response, "Response should have a 'usage' field")
|
||||
self.assertGreater(response["usage"]["prompt_tokens"], 0)
|
||||
self.assertEqual(
|
||||
response["usage"]["prompt_tokens"], response["usage"]["total_tokens"]
|
||||
)
|
||||
self.assertEqual(
|
||||
response["usage"]["completion_tokens"],
|
||||
0,
|
||||
"completion_tokens should be 0 for /v1/score",
|
||||
)
|
||||
|
||||
def test_score_token_input(self):
|
||||
"""Test scoring with token IDs input"""
|
||||
query = "The capital of France is"
|
||||
@@ -1088,6 +1100,18 @@ class TestOpenAIV1Score(CustomTestCase):
|
||||
msg=f"Score {i} probabilities should sum to 1",
|
||||
)
|
||||
|
||||
# Verify usage
|
||||
self.assertIn("usage", response, "Response should have a 'usage' field")
|
||||
self.assertGreater(response["usage"]["prompt_tokens"], 0)
|
||||
self.assertEqual(
|
||||
response["usage"]["prompt_tokens"], response["usage"]["total_tokens"]
|
||||
)
|
||||
self.assertEqual(
|
||||
response["usage"]["completion_tokens"],
|
||||
0,
|
||||
"completion_tokens should be 0 for /v1/score",
|
||||
)
|
||||
|
||||
def test_score_error_handling(self):
|
||||
"""Test error handling for invalid inputs"""
|
||||
query = "The capital of France is"
|
||||
|
||||
Reference in New Issue
Block a user