-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathTokenUsageExtractor.php
More file actions
51 lines (43 loc) · 1.45 KB
/
Copy pathTokenUsageExtractor.php
File metadata and controls
51 lines (43 loc) · 1.45 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
<?php
/*
* This file is part of the Symfony package.
*
* (c) Fabien Potencier <fabien@symfony.com>
*
* For the full copyright and license information, please view the LICENSE
* file that was distributed with this source code.
*/
namespace Symfony\AI\Platform\Bridge\MiniMax;
use Symfony\AI\Platform\Result\RawResultInterface;
use Symfony\AI\Platform\TokenUsage\TokenUsage;
use Symfony\AI\Platform\TokenUsage\TokenUsageExtractorInterface;
use Symfony\AI\Platform\TokenUsage\TokenUsageInterface;
/**
* @author Guillaume Loulier <personal@guillaumeloulier.fr>
*/
final class TokenUsageExtractor implements TokenUsageExtractorInterface
{
public function extract(RawResultInterface $rawResult, array $options = []): ?TokenUsageInterface
{
if ($options['stream'] ?? false) {
// Streams have to be handled manually as the tokens are part of the streamed chunks
return null;
}
$content = $rawResult->getData();
if (!\array_key_exists('usage', $content)) {
return null;
}
return $this->extractFromArray($content['usage']);
}
/**
* @param array<string, mixed> $usage
*/
public function extractFromArray(array $usage): TokenUsage
{
return new TokenUsage(
promptTokens: $usage['prompt_tokens'] ?? null,
completionTokens: $usage['completion_tokens'] ?? null,
totalTokens: $usage['total_tokens'] ?? null,
);
}
}