common/hermes
2
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix(tui): show correct context length

Browse Source
This commit is contained in:
Rugved Somwanshi
2026-04-27 11:59:32 -04:00
committed by kshitij
parent fa2bee1215
commit 01ad0aacaf
3 changed files with 29 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
tests/agent/test_model_metadata_local_ctx.py
View File

@@ -274,13 +274,15 @@ class TestQueryLocalContextLengthLmStudio:
return client_mock
def test_lmstudio_exact_key_match(self):
"""Reads max_context_length when key matches exactly."""
"""Resolves loaded ctx when key matches exactly."""
from agent.model_metadata import _query_local_context_length
native_resp = self._make_resp(200, {
"models": [
{"key": "nvidia/nvidia-nemotron-super-49b-v1", "id": "nvidia/nvidia-nemotron-super-49b-v1",
"max_context_length": 131072},
{"key": "nvidia/nvidia-nemotron-super-49b-v1",
"id": "nvidia/nvidia-nemotron-super-49b-v1",
"max_context_length": 1_048_576,
"loaded_instances": [{"config": {"context_length": 131072}}]},
]
})
client_mock = self._make_client(
@@ -310,7 +312,8 @@ class TestQueryLocalContextLengthLmStudio:
"models": [
{"key": "nvidia/nvidia-nemotron-super-49b-v1",
"id": "nvidia/nvidia-nemotron-super-49b-v1",
"max_context_length": 131072},
"max_context_length": 1_048_576,
"loaded_instances": [{"config": {"context_length": 131072}}]},
]
})
client_mock = self._make_client(
@@ -463,7 +466,10 @@ class TestFetchEndpointModelMetadataLmStudio:
{
"key": "lmstudio-community/Qwen3.5-27B-GGUF/Qwen3.5-27B-Q8_0.gguf",
"id": "lmstudio-community/Qwen3.5-27B-GGUF/Qwen3.5-27B-Q8_0.gguf",
"max_context_length": 131072,
"max_context_length": 1_048_576,
"loaded_instances": [
{"config": {"context_length": 131072}}
],
}
]
}