-
-
Notifications
You must be signed in to change notification settings - Fork 305
Expand file tree
/
Copy pathText.php
More file actions
151 lines (129 loc) · 5.12 KB
/
Copy pathText.php
File metadata and controls
151 lines (129 loc) · 5.12 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
<?php
declare(strict_types=1);
namespace Prism\Prism\Providers\DeepSeek\Handlers;
use Illuminate\Http\Client\PendingRequest;
use Illuminate\Http\Client\Response;
use Illuminate\Support\Arr;
use Prism\Prism\Concerns\CallsTools;
use Prism\Prism\Enums\FinishReason;
use Prism\Prism\Exceptions\PrismException;
use Prism\Prism\Providers\DeepSeek\Concerns\MapsFinishReason;
use Prism\Prism\Providers\DeepSeek\Concerns\ValidatesResponses;
use Prism\Prism\Providers\DeepSeek\Maps\MessageMap;
use Prism\Prism\Providers\DeepSeek\Maps\ToolCallMap;
use Prism\Prism\Providers\DeepSeek\Maps\ToolChoiceMap;
use Prism\Prism\Providers\DeepSeek\Maps\ToolMap;
use Prism\Prism\Text\Request;
use Prism\Prism\Text\Response as TextResponse;
use Prism\Prism\Text\ResponseBuilder;
use Prism\Prism\Text\Step;
use Prism\Prism\ValueObjects\Messages\AssistantMessage;
use Prism\Prism\ValueObjects\Messages\ToolResultMessage;
use Prism\Prism\ValueObjects\Meta;
use Prism\Prism\ValueObjects\ToolResult;
use Prism\Prism\ValueObjects\Usage;
class Text
{
use CallsTools;
use MapsFinishReason;
use ValidatesResponses;
protected ResponseBuilder $responseBuilder;
public function __construct(protected PendingRequest $client)
{
$this->responseBuilder = new ResponseBuilder;
}
public function handle(Request $request): TextResponse
{
$data = $this->sendRequest($request);
$this->validateResponse($data);
return match ($this->mapFinishReason($data)) {
FinishReason::ToolCalls => $this->handleToolCalls($data, $request),
FinishReason::Stop => $this->handleStop($data, $request),
default => throw new PrismException('DeepSeek: unknown finish reason'),
};
}
/**
* @param array<string, mixed> $data
*/
protected function handleToolCalls(array $data, Request $request): TextResponse
{
$toolCalls = ToolCallMap::map(data_get($data, 'choices.0.message.tool_calls', []));
$toolResults = $this->callTools($request->tools(), $toolCalls);
$this->addStep($data, $request, $toolResults);
$request = $request->addMessage(new AssistantMessage(
data_get($data, 'choices.0.message.content') ?? '',
$toolCalls,
[]
));
$request = $request->addMessage(new ToolResultMessage($toolResults));
$request->resetToolChoice();
if ($this->shouldContinue($request)) {
return $this->handle($request);
}
return $this->responseBuilder->toResponse();
}
/**
* @param array<string, mixed> $data
*/
protected function handleStop(array $data, Request $request): TextResponse
{
$this->addStep($data, $request);
return $this->responseBuilder->toResponse();
}
protected function shouldContinue(Request $request): bool
{
return $this->responseBuilder->steps->count() < $request->maxSteps();
}
/**
* @return array<string, mixed>
*/
protected function sendRequest(Request $request): array
{
/** @var Response $response */
$response = $this->client->post(
'chat/completions',
array_merge([
'model' => $request->model(),
'messages' => (new MessageMap($request->messages(), $request->systemPrompts()))(),
'max_tokens' => $request->maxTokens(),
], Arr::whereNotNull([
'temperature' => $request->temperature(),
'top_p' => $request->topP(),
'tools' => ToolMap::map($request->tools()) ?: null,
'tool_choice' => ToolChoiceMap::map($request->toolChoice()),
]))
);
return $response->json();
}
/**
* @param array<string, mixed> $data
* @param array<int, ToolResult> $toolResults
*/
protected function addStep(array $data, Request $request, array $toolResults = []): void
{
$totalPrompt = (int) (data_get($data, 'usage.prompt_tokens') ?? 0);
$cacheHit = (int) (data_get($data, 'usage.prompt_cache_hit_tokens') ?? 0);
$reasoning = (int) (data_get($data, 'usage.completion_tokens_details.reasoning_tokens') ?? 0);
$this->responseBuilder->addStep(new Step(
text: data_get($data, 'choices.0.message.content') ?? '',
finishReason: $this->mapFinishReason($data),
toolCalls: ToolCallMap::map(data_get($data, 'choices.0.message.tool_calls', [])),
toolResults: $toolResults,
providerToolCalls: [],
usage: new Usage(
promptTokens: max(0, $totalPrompt - $cacheHit),
completionTokens: (int) (data_get($data, 'usage.completion_tokens') ?? 0),
cacheReadInputTokens: $cacheHit > 0 ? $cacheHit : null,
thoughtTokens: $reasoning > 0 ? $reasoning : null,
),
meta: new Meta(
id: data_get($data, 'id'),
model: data_get($data, 'model'),
),
messages: $request->messages(),
systemPrompts: $request->systemPrompts(),
additionalContent: [],
raw: $data,
));
}
}