diff --git a/pyproject.toml b/pyproject.toml index 46eab94..7f42ce2 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "hatchling.build" [project] name = "qualifire" -version = "0.16.0" +version = "0.17.0" description = "Qualifire Python SDK" authors = [{ name = "qualifire-dev", email = "dror@qualifire.ai" }] requires-python = ">=3.8,<4" @@ -97,7 +97,7 @@ color_output = true [tool.mypy] # https://mypy.readthedocs.io/en/latest/config_file.html#using-a-pyproject-toml-file -python_version = 3.8 +python_version = "3.8" pretty = true show_traceback = true color_output = true diff --git a/qualifire/client.py b/qualifire/client.py index ffa1463..bd1de0a 100644 --- a/qualifire/client.py +++ b/qualifire/client.py @@ -62,6 +62,7 @@ def evaluate( hallucinations_mode: ModelMode = ModelMode.BALANCED, grounding_multi_turn_mode: bool = False, policy_multi_turn_mode: bool = False, + policy_include_tools: bool = False, policy_target: PolicyTarget = PolicyTarget.BOTH, topic_scoping_mode: Optional[ModelMode] = None, topic_scoping_multi_turn_mode: bool = False, @@ -109,6 +110,7 @@ def evaluate( :param hallucinations_mode: Model mode for hallucinations check (speed/balanced/quality). :param grounding_multi_turn_mode: Enable multi-turn mode for grounding check. :param policy_multi_turn_mode: Enable multi-turn mode for policy check. + :param policy_include_tools: Include tool definitions and tool calls in policy assertion context. :param policy_target: Target for policy checks (input/output/both). :param topic_scoping_mode: Model mode for topic scoping check (speed/balanced/quality). :param topic_scoping_multi_turn_mode: Enable multi-turn mode for topic scoping check. @@ -233,6 +235,7 @@ def evaluate( hallucinations_mode=hallucinations_mode, grounding_multi_turn_mode=grounding_multi_turn_mode, policy_multi_turn_mode=policy_multi_turn_mode, + policy_include_tools=policy_include_tools, policy_target=policy_target, topic_scoping_mode=topic_scoping_mode, topic_scoping_multi_turn_mode=topic_scoping_multi_turn_mode, diff --git a/qualifire/types.py b/qualifire/types.py index 58f5408..cd28cc2 100644 --- a/qualifire/types.py +++ b/qualifire/types.py @@ -65,6 +65,7 @@ class EvaluationRequest(BaseModel): hallucinations_mode: ModelMode = ModelMode.BALANCED grounding_multi_turn_mode: bool = False policy_multi_turn_mode: bool = False + policy_include_tools: bool = False policy_target: PolicyTarget = PolicyTarget.BOTH topic_scoping_mode: Optional[ModelMode] = None topic_scoping_multi_turn_mode: bool = False diff --git a/tests/test_types.py b/tests/test_types.py index 014d687..96adf2c 100644 --- a/tests/test_types.py +++ b/tests/test_types.py @@ -111,3 +111,11 @@ def test_validate_tsq_requirements( available_tools=available_tools, tool_use_quality_check=tsq_check, ) + + def test_policy_include_tools_defaults_false(self): + req = EvaluationRequest(input="test") + assert req.policy_include_tools is False + + def test_policy_include_tools_can_be_set(self): + req = EvaluationRequest(input="test", policy_include_tools=True) + assert req.policy_include_tools is True