|
12 | 12 | from lm15.features import EndpointSupport, ProviderManifest |
13 | 13 | from lm15.model import Model |
14 | 14 | from lm15.protocols import Capabilities |
15 | | -from lm15.types import FileUploadRequest, FileUploadResponse, LMRequest, LMResponse, Message, Part, StreamEvent, Tool, Usage |
| 15 | +from lm15.types import FileUploadRequest, FileUploadResponse, LMRequest, LMResponse, Message, Part, PartDelta, StreamEvent, Tool, Usage |
16 | 16 |
|
17 | 17 |
|
18 | 18 | class FakeAdapter: |
@@ -127,6 +127,81 @@ def test_stream_error_raises_typed_provider_error(self): |
127 | 127 | list(stream_obj.text) |
128 | 128 | self.assertIn("provider_code=rate_limit_error", str(ctx.exception)) |
129 | 129 |
|
| 130 | + def test_stream_tool_call_materializes_in_response(self): |
| 131 | + class ToolStreamAdapter(FakeAdapter): |
| 132 | + def stream(self, request: LMRequest): |
| 133 | + yield StreamEvent(type="start", id="s1", model=request.model) |
| 134 | + yield StreamEvent(type="delta", part_index=0, delta=PartDelta(type="tool_call", input='{"city"')) |
| 135 | + yield StreamEvent(type="delta", part_index=0, delta=PartDelta(type="tool_call", input=':"Montreal"}')) |
| 136 | + yield StreamEvent(type="end", finish_reason="tool_call", usage=Usage(total_tokens=4)) |
| 137 | + |
| 138 | + lm = UniversalLM() |
| 139 | + lm.register(ToolStreamAdapter()) |
| 140 | + m = Model(lm=lm, model="gpt-4.1-mini", provider="openai") |
| 141 | + |
| 142 | + stream_obj = m.stream("weather") |
| 143 | + list(stream_obj) |
| 144 | + resp = stream_obj.response |
| 145 | + self.assertEqual(resp.finish_reason, "tool_call") |
| 146 | + self.assertEqual(len(resp.tool_calls), 1) |
| 147 | + self.assertEqual(resp.tool_calls[0].input, {"city": "Montreal"}) |
| 148 | + |
| 149 | + def test_submit_tools_preserves_conversation_context(self): |
| 150 | + class StrictToolAdapter: |
| 151 | + provider = "openai" |
| 152 | + capabilities = Capabilities() |
| 153 | + supports = EndpointSupport(complete=True) |
| 154 | + manifest = ProviderManifest(provider="openai", supports=supports) |
| 155 | + |
| 156 | + def complete(self, request: LMRequest) -> LMResponse: |
| 157 | + last = request.messages[-1] |
| 158 | + if last.role == "user": |
| 159 | + return LMResponse( |
| 160 | + id="r1", |
| 161 | + model=request.model, |
| 162 | + message=Message(role="assistant", parts=(Part.tool_call("call_1", "get_weather", {"city": "Montreal"}),)), |
| 163 | + finish_reason="tool_call", |
| 164 | + usage=Usage(), |
| 165 | + ) |
| 166 | + prev = request.messages[-2] if len(request.messages) >= 2 else None |
| 167 | + has_prev_tool_call = bool(prev and prev.role == "assistant" and any(p.type == "tool_call" for p in prev.parts)) |
| 168 | + text = "ok" if has_prev_tool_call else "missing_prev_tool_call" |
| 169 | + return LMResponse(id="r2", model=request.model, message=Message.assistant(text), finish_reason="stop", usage=Usage()) |
| 170 | + |
| 171 | + lm = UniversalLM() |
| 172 | + lm.register(StrictToolAdapter()) |
| 173 | + m = Model(lm=lm, model="gpt-4.1-mini", provider="openai") |
| 174 | + |
| 175 | + first = m("weather", tools=[Tool(name="get_weather")]) |
| 176 | + self.assertEqual(first.finish_reason, "tool_call") |
| 177 | + out = m.submit_tools({"call_1": "22C"}) |
| 178 | + self.assertEqual(out.text, "ok") |
| 179 | + |
| 180 | + def test_model_retries_transient_errors(self): |
| 181 | + class FlakyAdapter: |
| 182 | + provider = "openai" |
| 183 | + capabilities = Capabilities() |
| 184 | + supports = EndpointSupport(complete=True) |
| 185 | + manifest = ProviderManifest(provider="openai", supports=supports) |
| 186 | + |
| 187 | + def __init__(self) -> None: |
| 188 | + self.calls = 0 |
| 189 | + |
| 190 | + def complete(self, request: LMRequest) -> LMResponse: |
| 191 | + self.calls += 1 |
| 192 | + if self.calls < 3: |
| 193 | + raise RateLimitError("retry me") |
| 194 | + return LMResponse(id="ok", model=request.model, message=Message.assistant("ok"), finish_reason="stop", usage=Usage()) |
| 195 | + |
| 196 | + lm = UniversalLM() |
| 197 | + adapter = FlakyAdapter() |
| 198 | + lm.register(adapter) |
| 199 | + |
| 200 | + m = Model(lm=lm, model="gpt-4.1-mini", provider="openai", retries=2) |
| 201 | + resp = m("hello") |
| 202 | + self.assertEqual(resp.text, "ok") |
| 203 | + self.assertEqual(adapter.calls, 3) |
| 204 | + |
130 | 205 |
|
131 | 206 | if __name__ == "__main__": |
132 | 207 | unittest.main() |
0 commit comments