NgTech-LTD/gns3-server
2
0 Fork 0
mirror of https://github.com/GNS3/gns3-server.git synced 2026-11-06 07:11:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat(context-manager): improve context window management with tool token accounting

Browse Source 
Enhanced the context window management system to properly account for tool definition tokens when trimming messages. The key changes include:

- Updated `trim_messages_for_context` function to accept `tool_tokens` parameter
- Modified token budget allocation logic to subtract tool tokens before message trimming
- Added detailed documentation explaining the token budget distribution between messages and tool definitions
- Implemented prioritized trimming strategy that preserves system messages and recent conversation history
- Added boundary case handling for scenarios where system messages or tools exceed available budget

The improvements ensure more accurate context window management by accounting for the ~1000-2000 tokens typically consumed by tool definitions that LangChain automatically includes in LLM requests.
This commit is contained in:
YueGuobin committed 2026-03-05 01:50:48 +08:00
1 parent f8aa653ef9
commit 7fcdb57615
6 files changed
+220 -66
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

gns3server/agent/gns3_copilot/tools_v2/config_tools_nornir.py
+2 -2
View File
@@ -71,7 +71,7 @@ class ExecuteMultipleDeviceConfigCommands(BaseTool):
Input should be a JSON object containing project_id and device configurations.
Example input:
{
"project_id": "f32ebf3d-ef8c-4910-b0d6-566ed828cd24",
"project_id": "<PROJECT_UUID>",
"device_configs": [
{
"device_name": "R-1",
@@ -463,7 +463,7 @@ if __name__ == "__main__":
# example tool_input with project_id
input_paras = json.dumps(
{
"project_id": "f32ebf3d-ef8c-4910-b0d6-566ed828cd24",
"project_id": "<PROJECT_UUID>",
"device_configs": [
{
"device_name": "R-1",
gns3server/agent/gns3_copilot/tools_v2/display_tools_nornir.py
+2 -2
View File
@@ -95,7 +95,7 @@ class ExecuteMultipleDeviceCommands(BaseTool):
**Input Format:**
{
"project_id": "f32ebf3d-ef8c-4910-b0d6-566ed828cd24",
"project_id": "<PROJECT_UUID>",
"device_configs": [
{
"device_name": "R-1",
@@ -476,7 +476,7 @@ if __name__ == "__main__":
# Example usage with new format
device_commands = json.dumps(
{
"project_id": "f32ebf3d-ef8c-4910-b0d6-566ed828cd24",
"project_id": "<PROJECT_UUID>",
"device_configs": [
{
"device_name": "R-2",
gns3server/agent/gns3_copilot/tools_v2/gns3_start_node.py
+2 -2
View File
@@ -355,7 +355,7 @@ if __name__ == "__main__":
print("=== Testing single node startup ===")
test_input_single = json.dumps(
{
"project_id": "f32ebf3d-ef8c-4910-b0d6-566ed828cd24", # Replace with actual project UUID
"project_id": "<PROJECT_UUID>", # Replace with actual project UUID
"node_ids": [
"fbeda109-9a74-4d8c-a749-cc3847911a90"
], # Replace with actual node UUID
@@ -369,7 +369,7 @@ if __name__ == "__main__":
print("\n=== Testing multiple nodes startup ===")
test_input_multiple = json.dumps(
{
"project_id": "f32ebf3d-ef8c-4910-b0d6-566ed828cd24", # Replace with actual project UUID
"project_id": "<PROJECT_UUID>", # Replace with actual project UUID
"node_ids": [
"fbeda109-9a74-4d8c-a749-cc3847911a90", # Replace with actual node UUIDs
"another-node-uuid-here",
gns3server/agent/gns3_copilot/tools_v2/vpcs_tools_telnetlib3.py
+2 -2
View File
@@ -65,7 +65,7 @@ class VPCSMultiCommands(BaseTool):
**Input Format:**
{
"project_id": "f32ebf3d-ef8c-4910-b0d6-566ed828cd24",
"project_id": "<PROJECT_UUID>",
"device_configs": [
{
"device_name": "PC1",
@@ -407,7 +407,7 @@ if __name__ == "__main__":
# Example usage
command_groups = json.dumps(
{
"project_id": "f32ebf3d-ef8c-4910-b0d6-566ed828cd24",
"project_id": "<PROJECT_UUID>",
"device_configs": [
{
"device_name": "PC1",