Files
talemate/scenes/model-testing-harness/nodes/test-data-response.json
veguAI f5d41c04c8 0.37.0 (#267)
0.37.0

- **Director Planning** — Multi-step todo lists in director chat plus a Generate long progress action for multi-beat scene arcs.
- **Auto Narration** — Unified auto-narration replacing the old Narrate after Dialogue toggle, with a chance slider and weighted action mix.
- **LLM Prompt Templates Manager** — Dedicated UI tab for viewing, creating, editing, and deleting prompt templates.
- **Character Folders** — Collapsible folders in the World Editor character list, synced across linked scenes.
- **OpenAI Compatible TTS** — Connect any number of OpenAI-compatible TTS servers in parallel.
- **KoboldCpp TTS Auto-Setup** — KoboldCpp clients with a TTS model loaded register themselves as a TTS backend.
- **Model Testing Harness** — Bundled scene that runs basic capability tests against any connected LLM.

Plus 27 improvements and 28 bug fixes
2026-05-12 21:01:51 +03:00

422 lines
13 KiB
JSON

{
"title": "Test Data Response",
"id": "fcc9d2df-1e19-4c23-9841-857fe4a8e782",
"properties": {},
"x": 0,
"y": 0,
"width": 200,
"height": 100,
"collapsed": false,
"inherited": false,
"registry": "model-tests/basics/testDataResponse",
"nodes": {
"bc4094a5-5659-4fe9-8cdf-54aba755c4e6": {
"title": "Get Agent",
"id": "bc4094a5-5659-4fe9-8cdf-54aba755c4e6",
"properties": {
"agent_name": "director"
},
"x": 0,
"y": 350,
"width": 210,
"height": 58,
"collapsed": false,
"inherited": false,
"registry": "agents/GetAgent",
"base_type": "core/Node"
},
"ce3eea10-92ba-4cb6-a35c-b36924c100ca": {
"title": "true",
"id": "ce3eea10-92ba-4cb6-a35c-b36924c100ca",
"properties": {
"value": true
},
"x": 0,
"y": 230,
"width": 210,
"height": 58,
"collapsed": false,
"inherited": false,
"registry": "core/MakeBool",
"base_type": "core/Node"
},
"66daf189-ba25-4d4f-a112-bba2ce5d520c": {
"title": "IN state",
"id": "66daf189-ba25-4d4f-a112-bba2ce5d520c",
"properties": {
"input_type": "any",
"input_name": "state",
"input_optional": false,
"input_group": "",
"num": 0
},
"x": 0,
"y": 0,
"width": 210,
"height": 154,
"collapsed": false,
"inherited": false,
"registry": "core/Input",
"base_type": "core/Node"
},
"cd6eca19-93bb-4269-8a5b-5c2eca33c481": {
"title": "OUT state",
"id": "cd6eca19-93bb-4269-8a5b-5c2eca33c481",
"properties": {
"output_type": "any",
"output_name": "state",
"num": 0
},
"x": 270,
"y": 0,
"width": 210,
"height": 106,
"collapsed": false,
"inherited": false,
"registry": "core/Output",
"base_type": "core/Node"
},
"ed3f9350-656b-4889-8530-efe02e12a45b": {
"title": "Build Prompt",
"id": "ed3f9350-656b-4889-8530-efe02e12a45b",
"properties": {
"template_file": "base",
"scope": "common",
"instructions": "",
"reserved_tokens": 312,
"limit_max_tokens": 0,
"include_scene_intent": false,
"include_extra_context": true,
"include_memory_context": true,
"include_scene_context": true,
"include_character_context": false,
"include_gamestate_context": false,
"memory_prompt": "",
"prefill_prompt": "",
"return_prefill_prompt": false,
"dedupe_enabled": true,
"response_length": 0,
"technical": false
},
"x": 330,
"y": 230,
"width": 304,
"height": 542,
"collapsed": false,
"inherited": false,
"registry": "prompt/BuildPrompt",
"base_type": "core/Node"
},
"8297d3e2-8397-484a-a3e8-6af6bd88c4f4": {
"title": "Make String",
"id": "8297d3e2-8397-484a-a3e8-6af6bd88c4f4",
"properties": {
"value": "summarizer"
},
"x": -260,
"y": 530,
"width": 210,
"height": 58,
"collapsed": false,
"inherited": false,
"registry": "data/string/Make",
"base_type": "core/Node"
},
"3e4a1fff-5322-45cc-a870-ff85d295530a": {
"title": "Jinja2 Format",
"id": "3e4a1fff-5322-45cc-a870-ff85d295530a",
"properties": {
"template": "The testing sequence of NIKO-12 has started. You must provide the following data points as digestible data structures for the next test:\n\n### Data Points\n- Procedure 1 is supposed to last 5 minutes and consume the following datasets: omega, beta\n- Procedure 2 is supposed to last 2 hours and consume the following datasets: alpha\n- Procedure 3 is supposed to last 10 seconds and consume all three datasets: alpha, beta, omega\n\n### Expected Data Structure\nThe data structures you provide MUST follow the this structure:\n\n{% if data_format_type() == \"yaml\" %}\n```yaml\ndata:\n - procedure: 17\n duration: \"5m\"\n datasets:\n - alpha\n ...\n```\n{% else %}\n```json\n{\n \"data\" : [\n {\n \"procedure:\" 17,\n \"duration\": \"5m\",\n \"datasets\": [\"alpha\"]\n },\n ...\n ]\n}\n```\n{% endif %}"
},
"x": 20,
"y": 520,
"width": 210,
"height": 133,
"collapsed": false,
"inherited": false,
"registry": "prompt/Jinja2Format",
"dynamic_inputs": [],
"base_type": "core/DynamicSocketNodeBase"
},
"5688b56a-4be4-4efa-ae33-4a320b4dd81a": {
"title": "Dict Collector",
"id": "5688b56a-4be4-4efa-ae33-4a320b4dd81a",
"properties": {},
"x": 1110,
"y": 350,
"width": 140,
"height": 81,
"collapsed": false,
"inherited": false,
"registry": "data/DictCollector",
"dynamic_inputs": [
{
"name": "item0",
"type": "*"
}
],
"base_type": "core/DynamicSocketNodeBase"
},
"3d69bf09-8f68-46ad-ba30-abf859253a34": {
"title": "Get",
"id": "3d69bf09-8f68-46ad-ba30-abf859253a34",
"properties": {
"attribute": "success"
},
"x": 1600,
"y": 290,
"width": 210,
"height": 98,
"collapsed": false,
"inherited": false,
"registry": "data/Get",
"base_type": "core/Node"
},
"4557da8d-dbcc-490a-8cfe-1de532b8004c": {
"title": "OUT success",
"id": "4557da8d-dbcc-490a-8cfe-1de532b8004c",
"properties": {
"output_type": "bool",
"output_name": "success",
"num": 1
},
"x": 2110,
"y": 270,
"width": 210,
"height": 106,
"collapsed": false,
"inherited": false,
"registry": "core/Output",
"base_type": "core/Node"
},
"7a161440-e500-4a0e-a9df-5f7eb731063f": {
"title": "Generate Response",
"id": "7a161440-e500-4a0e-a9df-5f7eb731063f",
"properties": {
"data_output": true,
"data_multiple": false,
"response_length": 1024,
"action_type": "scene_direction",
"attempts": 1
},
"x": 710,
"y": 230,
"width": 270,
"height": 334,
"collapsed": false,
"inherited": false,
"registry": "prompt/GenerateResponse",
"base_type": "core/Node"
},
"a64815b1-fb8e-4582-850e-f0a9e8c481ee": {
"title": "Emit Test Result",
"id": "a64815b1-fb8e-4582-850e-f0a9e8c481ee",
"properties": {
"message_title": "Data Response Instruction Following",
"message": "Tests whether the model can follow instructions to return a specific data structure."
},
"x": 1850,
"y": 230,
"width": 210,
"height": 142,
"collapsed": false,
"inherited": false,
"registry": "model-tests/emitTestResult",
"base_type": "core/Graph"
},
"a85e0c4b-f149-47e6-bdd4-e19c0cf36fcd": {
"title": "Make Bool",
"id": "a85e0c4b-f149-47e6-bdd4-e19c0cf36fcd",
"properties": {
"value": false
},
"x": -2,
"y": 980,
"width": 210,
"height": 58,
"collapsed": false,
"inherited": false,
"registry": "core/MakeBool",
"base_type": "core/Node"
},
"bb8baae5-0997-4af8-83a3-3c391cc21446": {
"title": "Emit Test Result",
"id": "bb8baae5-0997-4af8-83a3-3c391cc21446",
"properties": {
"message_title": "Data Response Instruction Following",
"message": "Tests whether the model can follow instructions to return a specific data structure."
},
"x": 258,
"y": 880,
"width": 210,
"height": 142,
"collapsed": false,
"inherited": false,
"registry": "model-tests/emitTestResult",
"base_type": "core/Graph"
},
"ad0c804c-2770-4dd1-91b6-092580ef247f": {
"title": "Argument",
"id": "ad0c804c-2770-4dd1-91b6-092580ef247f",
"properties": {
"name": "exc",
"typ": "any"
},
"x": -262,
"y": 880,
"width": 210,
"height": 82,
"collapsed": false,
"inherited": false,
"registry": "core/functions/Argument",
"base_type": "core/Node"
},
"2d23e3f3-8749-4f5b-9823-1c438c0706d7": {
"title": "DEF error_handler",
"id": "2d23e3f3-8749-4f5b-9823-1c438c0706d7",
"properties": {
"name": "error_handler"
},
"x": 508,
"y": 880,
"width": 210,
"height": 78,
"collapsed": false,
"inherited": false,
"registry": "core/functions/DefineFunction",
"base_type": "core/Node"
},
"150970d2-59f9-4a81-91e0-3e15153aed64": {
"title": "Error Handler",
"id": "150970d2-59f9-4a81-91e0-3e15153aed64",
"properties": {},
"x": 1028,
"y": 880,
"width": 140,
"height": 26,
"collapsed": false,
"inherited": false,
"registry": "core/ErrorHandler",
"base_type": "core/Node"
},
"ed18697d-2f22-4189-ab75-edd84c2bf1d8": {
"title": "FN error_handler",
"id": "ed18697d-2f22-4189-ab75-edd84c2bf1d8",
"properties": {
"name": "error_handler"
},
"x": 778,
"y": 883,
"width": 210,
"height": 78,
"collapsed": false,
"inherited": false,
"registry": "core/functions/GetFunction",
"base_type": "core/Node"
},
"6cd50d60-f2fa-4e5e-b5ad-27b6b9e84dff": {
"title": "Scoped API Function",
"id": "6cd50d60-f2fa-4e5e-b5ad-27b6b9e84dff",
"properties": {
"code": "success = True\nreason = \"\"\ndata = arguments.get(\"data_obj\").get(\"data\")\n\nexpected = [\n {\n \"procedure\": 1,\n \"duration\": \"5m\",\n \"datasets\": [\"omega\", \"beta\"]\n },\n {\n \"procedure\": 2,\n \"duration\": \"2h\",\n \"datasets\": [\"alpha\"]\n },\n {\n \"procedure\": 3,\n \"duration\": \"10s\",\n \"datasets\": [\"alpha\", \"beta\", \"omega\"]\n }\n]\nexpected.sort(key=lambda x: x[\"procedure\"])\ndata.sort(key=lambda x: x[\"procedure\"])\n\nif data != expected:\n success = False\n reason = \"Unexpected amount of objects.\"\n\nresult[\"success\"] = success\nresult[\"reason\"] = reason"
},
"x": 1340,
"y": 230,
"width": 210,
"height": 98,
"collapsed": false,
"inherited": false,
"registry": "core/functions/ScopedAPIFunction",
"base_type": "core/Node"
}
},
"edges": {
"bc4094a5-5659-4fe9-8cdf-54aba755c4e6.agent": [
"ed3f9350-656b-4889-8530-efe02e12a45b.agent"
],
"ce3eea10-92ba-4cb6-a35c-b36924c100ca.value": [
"ed3f9350-656b-4889-8530-efe02e12a45b.state"
],
"66daf189-ba25-4d4f-a112-bba2ce5d520c.value": [
"cd6eca19-93bb-4269-8a5b-5c2eca33c481.value"
],
"ed3f9350-656b-4889-8530-efe02e12a45b.state": [
"7a161440-e500-4a0e-a9df-5f7eb731063f.state"
],
"ed3f9350-656b-4889-8530-efe02e12a45b.agent": [
"7a161440-e500-4a0e-a9df-5f7eb731063f.agent"
],
"ed3f9350-656b-4889-8530-efe02e12a45b.prompt": [
"7a161440-e500-4a0e-a9df-5f7eb731063f.prompt"
],
"8297d3e2-8397-484a-a3e8-6af6bd88c4f4.value": [
"3e4a1fff-5322-45cc-a870-ff85d295530a.scope"
],
"3e4a1fff-5322-45cc-a870-ff85d295530a.result": [
"ed3f9350-656b-4889-8530-efe02e12a45b.instructions"
],
"5688b56a-4be4-4efa-ae33-4a320b4dd81a.dict": [
"6cd50d60-f2fa-4e5e-b5ad-27b6b9e84dff.arguments"
],
"3d69bf09-8f68-46ad-ba30-abf859253a34.value": [
"a64815b1-fb8e-4582-850e-f0a9e8c481ee.success"
],
"7a161440-e500-4a0e-a9df-5f7eb731063f.state": [
"6cd50d60-f2fa-4e5e-b5ad-27b6b9e84dff.state"
],
"7a161440-e500-4a0e-a9df-5f7eb731063f.agent": [
"6cd50d60-f2fa-4e5e-b5ad-27b6b9e84dff.agent"
],
"7a161440-e500-4a0e-a9df-5f7eb731063f.data_obj": [
"5688b56a-4be4-4efa-ae33-4a320b4dd81a.item0"
],
"a64815b1-fb8e-4582-850e-f0a9e8c481ee.success": [
"4557da8d-dbcc-490a-8cfe-1de532b8004c.value"
],
"a85e0c4b-f149-47e6-bdd4-e19c0cf36fcd.value": [
"bb8baae5-0997-4af8-83a3-3c391cc21446.success"
],
"bb8baae5-0997-4af8-83a3-3c391cc21446.state": [
"2d23e3f3-8749-4f5b-9823-1c438c0706d7.nodes"
],
"ad0c804c-2770-4dd1-91b6-092580ef247f.value": [
"bb8baae5-0997-4af8-83a3-3c391cc21446.state"
],
"ed18697d-2f22-4189-ab75-edd84c2bf1d8.fn": [
"150970d2-59f9-4a81-91e0-3e15153aed64.fn"
],
"6cd50d60-f2fa-4e5e-b5ad-27b6b9e84dff.result": [
"a64815b1-fb8e-4582-850e-f0a9e8c481ee.state",
"3d69bf09-8f68-46ad-ba30-abf859253a34.object"
]
},
"groups": [
{
"title": "Process",
"x": -285,
"y": -75,
"width": 2630,
"height": 872,
"color": "#3f789e",
"font_size": 24,
"inherited": false
},
{
"title": "Error Handling",
"x": -287,
"y": 805,
"width": 1480,
"height": 258,
"color": "#A88",
"font_size": 24,
"inherited": false
}
],
"comments": [],
"extends": null,
"base_type": "core/Graph",
"inputs": [],
"outputs": [],
"module_properties": {},
"style": null
}