From fdae4bf4c6ffcbaf04f3a9ecdc2ab6e395c7780e Mon Sep 17 00:00:00 2001 From: "wenmeng.zwm" Date: Thu, 9 Nov 2023 20:50:42 +0800 Subject: [PATCH] fix challenges --- examples/apps/llm_riddles/challenges/ch1.py | 6 +++--- examples/apps/llm_riddles/challenges/ch3.py | 6 +++--- examples/apps/llm_riddles/challenges/ch4.py | 7 +++++-- 3 files changed, 11 insertions(+), 8 deletions(-) diff --git a/examples/apps/llm_riddles/challenges/ch1.py b/examples/apps/llm_riddles/challenges/ch1.py index 251cc7b1..eb159e2e 100644 --- a/examples/apps/llm_riddles/challenges/ch1.py +++ b/examples/apps/llm_riddles/challenges/ch1.py @@ -1,4 +1,4 @@ -def validate_palindrome_invariance(origin_input, respons, generate_response): +def validate_palindrome_invariance(origin_input, response, generate_response): """ 验证器函数,检查对于给定的问题,正着问和倒着问的模型回答是否一致。 @@ -54,8 +54,8 @@ challenge1 = { '请输入一个本身不是回文串的问题,使无论正着问还是倒着问,模型的回答是一样的。', # 验证器将取决于模型的行为,这里只是一个占位符 'validator': - lambda response, input: validate_palindrome_invariance( - input, response) + lambda response, input, generate_response: validate_palindrome_invariance( + input, response, generate_response) }, { 'title': diff --git a/examples/apps/llm_riddles/challenges/ch3.py b/examples/apps/llm_riddles/challenges/ch3.py index 67c477ef..bd2e6082 100644 --- a/examples/apps/llm_riddles/challenges/ch3.py +++ b/examples/apps/llm_riddles/challenges/ch3.py @@ -60,8 +60,8 @@ challenge3 = { 'description': '请输入一个本身不是回文串的问题,使正着问和倒着问的时候,模型的回答本身不回文且也是逆序的关系。', 'validator': - lambda response, input: validate_palindrome_inverse( - input, response) + lambda response, input, generate_response: + validate_palindrome_inverse(input, response, generate_response) }, ] -}, +} diff --git a/examples/apps/llm_riddles/challenges/ch4.py b/examples/apps/llm_riddles/challenges/ch4.py index 0108a7bd..ba2cce88 100644 --- a/examples/apps/llm_riddles/challenges/ch4.py +++ b/examples/apps/llm_riddles/challenges/ch4.py @@ -1,3 +1,6 @@ +import re + + def validate_reciprocal_question(input, response, generate_response): """ 验证器函数,检查给定的问题A和回答B,是否能够通过以B作为新的提问得到原始问题A作为回答。 @@ -29,8 +32,8 @@ challenge4 = { 'description': '请构造一个问题A,它的回复是不同于A的B,然后以B提问能再次得到A.', 'validator': - lambda response, input: validate_reciprocal_question( - input, response) + lambda response, input, generate_response: + validate_reciprocal_question(input, response, generate_response) }, { 'title':