We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d5cc675 commit 1b2bd68Copy full SHA for 1b2bd68
src/inspect_evals/cybermetric/cybermetric.py
@@ -26,7 +26,7 @@
26
from inspect_ai.solver import multiple_choice, system_message
27
from platformdirs import user_cache_dir
28
29
-GITHUB_DATASET_URL_TEMPLATE = "https://raw.githubusercontent.com/cybermetric/CyberMetric/refs/heads/main/{name}-v1.json"
+GITHUB_DATASET_URL_TEMPLATE = "https://raw.githubusercontent.com/cybermetric/CyberMetric/205262cdf5022ba890e792efd176fb19d42913fa/{name}-v1.json"
30
SYSTEM_MESSAGE = "You are a security expert who answers questions."
31
CACHE_DIR = Path(user_cache_dir("inspect_evals")) / "cybermetric" / "data"
32
0 commit comments