LLM/CLIProxyAPIPlus
1
0
Fork 0
mirror of https://github.com/router-for-me/CLIProxyAPIPlus.git synced 2026-03-09 15:25:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(kiro): scale description compression by needed size

Browse Source 
Compute a size-reduction based keep ratio and use it to trim
tool descriptions, avoiding forced minimum truncation when the
target size already fits. This aligns compression with actual
payload reduction needs and prevents over-compression.
This commit is contained in:
ZqinKing
2026-01-14 16:22:46 +08:00
parent 5b433f962f
commit 83e5f60b8b
1 changed files with 16 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

38
internal/translator/kiro/claude/tool_compression.go
View File

@@ -97,9 +97,6 @@ func compressToolDescription(description string, targetLength int) string {
// Find a safe truncation point (UTF-8 boundary)
truncLen := targetLength - 3 // Leave room for "..."
if truncLen < kirocommon.MinToolDescriptionLength-3 {
truncLen = kirocommon.MinToolDescriptionLength - 3
}
// Ensure we don't cut in the middle of a UTF-8 character
for truncLen > 0 && !utf8.RuneStart(description[truncLen]) {
@@ -164,29 +161,26 @@ func compressToolsIfNeeded(tools []KiroToolWrapper) []KiroToolWrapper {
}
// Step 2: Compress descriptions proportionally
// Calculate the compression ratio needed
compressionRatio := float64(kirocommon.ToolCompressionTargetSize) / float64(sizeAfterSchemaSimplification)
if compressionRatio > 1.0 {
compressionRatio = 1.0
}
// Calculate total description length and target
totalDescLen := 0
sizeToReduce := float64(sizeAfterSchemaSimplification - kirocommon.ToolCompressionTargetSize)
var totalDescLen float64
for _, tool := range compressedTools {
totalDescLen += len(tool.ToolSpecification.Description)
totalDescLen += float64(len(tool.ToolSpecification.Description))
}
// Estimate how much we need to reduce descriptions
// Assume descriptions account for roughly 50% of the payload
targetDescRatio := compressionRatio * 0.8 // Be more aggressive with description compression
for i := range compressedTools {
desc := compressedTools[i].ToolSpecification.Description
targetLen := int(float64(len(desc)) * targetDescRatio)
if targetLen < kirocommon.MinToolDescriptionLength {
targetLen = kirocommon.MinToolDescriptionLength
if totalDescLen > 0 {
// Assume size reduction comes primarily from descriptions.
keepRatio := 1.0 - (sizeToReduce / totalDescLen)
if keepRatio > 1.0 {
keepRatio = 1.0
} else if keepRatio < 0 {
keepRatio = 0
}
for i := range compressedTools {
desc := compressedTools[i].ToolSpecification.Description
targetLen := int(float64(len(desc)) * keepRatio)
compressedTools[i].ToolSpecification.Description = compressToolDescription(desc, targetLen)
}
compressedTools[i].ToolSpecification.Description = compressToolDescription(desc, targetLen)
}
finalSize := calculateToolsSize(compressedTools)