from futureagi import Evaluator
# Initialize the evaluator
evaluator = Evaluator(api_key="your_api_key")
# Evaluate whether text contains valid code
result = evaluator.evaluate(
eval_templates="is_code",
inputs={
"input": """
def fibonacci(n):
a, b = 0, 1
for _ in range(n):
print(a)
a, b = b, a + b
"""
},
model_name="turing_flash"
)
# Access the result
contains_code = result.eval_results[0].metrics[0].value
reason = result.eval_results[0].reason
print(f"Contains code: {contains_code}")
print(f"Reason: {reason}")