07b615e96e
- Added new environments for reinforcement learning, including `HermesSweEnv` for software engineering tasks and `TerminalTestEnv` for inline testing. - Introduced `ToolContext` for unrestricted access to tools during reward computation. - Updated `.gitignore` to exclude `wandb/` directory. - Enhanced `README.md` with detailed architecture and usage instructions for Atropos environments. - Added configuration files for SWE and terminal test environments to streamline setup. - Removed unnecessary compiled Python files from `__pycache__`.
110 lines
3.3 KiB
Python
110 lines
3.3 KiB
Python
"""
|
|
GLM 4.5 (GLM-4-MoE) tool call parser.
|
|
|
|
Format uses custom arg_key/arg_value tags rather than standard JSON:
|
|
<tool_call>function_name
|
|
<arg_key>param1</arg_key><arg_value>value1</arg_value>
|
|
<arg_key>param2</arg_key><arg_value>value2</arg_value>
|
|
</tool_call>
|
|
|
|
Values are deserialized using json.loads -> ast.literal_eval -> raw string fallback.
|
|
|
|
Based on VLLM's Glm4MoeModelToolParser.extract_tool_calls()
|
|
"""
|
|
|
|
import ast
|
|
import json
|
|
import re
|
|
import uuid
|
|
from typing import Any, Dict, List, Optional
|
|
|
|
from openai.types.chat.chat_completion_message_tool_call import (
|
|
ChatCompletionMessageToolCall,
|
|
Function,
|
|
)
|
|
|
|
from environments.tool_call_parsers import ParseResult, ToolCallParser, register_parser
|
|
|
|
|
|
def _deserialize_value(value: str) -> Any:
|
|
"""
|
|
Try to deserialize a string value to its native Python type.
|
|
Attempts json.loads, then ast.literal_eval, then returns raw string.
|
|
"""
|
|
try:
|
|
return json.loads(value)
|
|
except (json.JSONDecodeError, TypeError):
|
|
pass
|
|
|
|
try:
|
|
return ast.literal_eval(value)
|
|
except (ValueError, SyntaxError, TypeError):
|
|
pass
|
|
|
|
return value
|
|
|
|
|
|
@register_parser("glm45")
|
|
class Glm45ToolCallParser(ToolCallParser):
|
|
"""
|
|
Parser for GLM 4.5 (GLM-4-MoE) tool calls.
|
|
|
|
Uses <tool_call>...</tool_call> tags with <arg_key>/<arg_value> pairs
|
|
instead of standard JSON arguments.
|
|
"""
|
|
|
|
FUNC_CALL_REGEX = re.compile(r"<tool_call>.*?</tool_call>", re.DOTALL)
|
|
FUNC_DETAIL_REGEX = re.compile(r"<tool_call>([^\n]*)\n(.*)</tool_call>", re.DOTALL)
|
|
FUNC_ARG_REGEX = re.compile(
|
|
r"<arg_key>(.*?)</arg_key>\s*<arg_value>(.*?)</arg_value>", re.DOTALL
|
|
)
|
|
|
|
START_TOKEN = "<tool_call>"
|
|
|
|
def parse(self, text: str) -> ParseResult:
|
|
if self.START_TOKEN not in text:
|
|
return text, None
|
|
|
|
try:
|
|
matched_calls = self.FUNC_CALL_REGEX.findall(text)
|
|
if not matched_calls:
|
|
return text, None
|
|
|
|
tool_calls: List[ChatCompletionMessageToolCall] = []
|
|
|
|
for match in matched_calls:
|
|
detail = self.FUNC_DETAIL_REGEX.search(match)
|
|
if not detail:
|
|
continue
|
|
|
|
func_name = detail.group(1).strip()
|
|
func_args_raw = detail.group(2)
|
|
|
|
# Parse arg_key/arg_value pairs
|
|
pairs = self.FUNC_ARG_REGEX.findall(func_args_raw) if func_args_raw else []
|
|
arg_dict: Dict[str, Any] = {}
|
|
for key, value in pairs:
|
|
arg_key = key.strip()
|
|
arg_val = _deserialize_value(value.strip())
|
|
arg_dict[arg_key] = arg_val
|
|
|
|
tool_calls.append(
|
|
ChatCompletionMessageToolCall(
|
|
id=f"call_{uuid.uuid4().hex[:8]}",
|
|
type="function",
|
|
function=Function(
|
|
name=func_name,
|
|
arguments=json.dumps(arg_dict, ensure_ascii=False),
|
|
),
|
|
)
|
|
)
|
|
|
|
if not tool_calls:
|
|
return text, None
|
|
|
|
content = text[: text.find(self.START_TOKEN)].strip()
|
|
return content if content else None, tool_calls
|
|
|
|
except Exception:
|
|
return text, None
|