261 lines
11 KiB
JSON
261 lines
11 KiB
JSON
{
|
|
"calibration": [
|
|
{
|
|
"id": "calibration-000",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nbirch: 19\nfern: 45\ndune: 31\nlarch: 86\nWhich option is the value for birch?\n1. 19\n2. 31\n3. 45\n4. 86\nAnswer:",
|
|
"answer_index": 0,
|
|
"evidence_position": 0,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "calibration-001",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nnettle: 34\npine: 47\nmaple: 93\nkelp: 83\nWhich option is the value for pine?\n1. 34\n2. 93\n3. 47\n4. 83\nAnswer:",
|
|
"answer_index": 2,
|
|
"evidence_position": 1,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "calibration-002",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nfern: 93\ncedar: 38\niris: 53\nnettle: 61\nWhich option is the value for iris?\n1. 61\n2. 53\n3. 93\n4. 38\nAnswer:",
|
|
"answer_index": 1,
|
|
"evidence_position": 2,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "calibration-003",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nfern: 19\nelm: 52\ngrove: 13\nolive: 39\nWhich option is the value for olive?\n1. 13\n2. 19\n3. 52\n4. 39\nAnswer:",
|
|
"answer_index": 3,
|
|
"evidence_position": 3,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "calibration-004",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nlarch: 24\ndune: 97\npine: 13\nolive: 57\nWhich option is the value for larch?\n1. 13\n2. 57\n3. 97\n4. 24\nAnswer:",
|
|
"answer_index": 3,
|
|
"evidence_position": 0,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "calibration-005",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nfern: 90\nmaple: 72\nbirch: 81\nolive: 65\nWhich option is the value for maple?\n1. 65\n2. 72\n3. 81\n4. 90\nAnswer:",
|
|
"answer_index": 1,
|
|
"evidence_position": 1,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "calibration-006",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nlarch: 19\nbirch: 40\ndune: 14\namber: 53\nWhich option is the value for dune?\n1. 14\n2. 40\n3. 53\n4. 19\nAnswer:",
|
|
"answer_index": 0,
|
|
"evidence_position": 2,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "calibration-007",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nbirch: 47\nkelp: 15\niris: 95\nmaple: 25\nWhich option is the value for maple?\n1. 95\n2. 47\n3. 15\n4. 25\nAnswer:",
|
|
"answer_index": 3,
|
|
"evidence_position": 3,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "calibration-008",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nelm: 78\niris: 49\njade: 61\npine: 46\nWhich option is the value for elm?\n1. 46\n2. 61\n3. 78\n4. 49\nAnswer:",
|
|
"answer_index": 2,
|
|
"evidence_position": 0,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "calibration-009",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nbirch: 51\niris: 80\ncedar: 81\nfern: 54\nWhich option is the value for iris?\n1. 80\n2. 81\n3. 54\n4. 51\nAnswer:",
|
|
"answer_index": 0,
|
|
"evidence_position": 1,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "calibration-010",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nheath: 69\ncedar: 80\nbirch: 37\ndune: 19\nWhich option is the value for birch?\n1. 69\n2. 80\n3. 37\n4. 19\nAnswer:",
|
|
"answer_index": 2,
|
|
"evidence_position": 2,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "calibration-011",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nbirch: 89\njade: 86\nfern: 65\ncedar: 20\nWhich option is the value for cedar?\n1. 65\n2. 20\n3. 89\n4. 86\nAnswer:",
|
|
"answer_index": 1,
|
|
"evidence_position": 3,
|
|
"entries": 4
|
|
}
|
|
],
|
|
"test4": [
|
|
{
|
|
"id": "test4-000",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\ngrove: 25\namber: 97\ndune: 93\nheath: 80\nWhich option is the value for grove?\n1. 97\n2. 80\n3. 25\n4. 93\nAnswer:",
|
|
"answer_index": 2,
|
|
"evidence_position": 0,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "test4-001",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nkelp: 50\nelm: 92\ngrove: 27\nnettle: 46\nWhich option is the value for elm?\n1. 27\n2. 50\n3. 92\n4. 46\nAnswer:",
|
|
"answer_index": 2,
|
|
"evidence_position": 1,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "test4-002",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nmaple: 64\nolive: 99\nbirch: 95\nelm: 31\nWhich option is the value for birch?\n1. 64\n2. 31\n3. 99\n4. 95\nAnswer:",
|
|
"answer_index": 3,
|
|
"evidence_position": 2,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "test4-003",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nkelp: 95\nmaple: 88\niris: 77\nlarch: 57\nWhich option is the value for larch?\n1. 77\n2. 57\n3. 95\n4. 88\nAnswer:",
|
|
"answer_index": 1,
|
|
"evidence_position": 3,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "test4-004",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\ndune: 51\ncedar: 55\nlarch: 98\nnettle: 94\nWhich option is the value for dune?\n1. 51\n2. 94\n3. 55\n4. 98\nAnswer:",
|
|
"answer_index": 0,
|
|
"evidence_position": 0,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "test4-005",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nelm: 42\nolive: 46\nheath: 11\ndune: 54\nWhich option is the value for olive?\n1. 11\n2. 46\n3. 42\n4. 54\nAnswer:",
|
|
"answer_index": 1,
|
|
"evidence_position": 1,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "test4-006",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nmaple: 94\ndune: 40\npine: 76\njade: 10\nWhich option is the value for pine?\n1. 10\n2. 94\n3. 76\n4. 40\nAnswer:",
|
|
"answer_index": 2,
|
|
"evidence_position": 2,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "test4-007",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nkelp: 54\niris: 92\npine: 11\ncedar: 13\nWhich option is the value for cedar?\n1. 13\n2. 11\n3. 54\n4. 92\nAnswer:",
|
|
"answer_index": 0,
|
|
"evidence_position": 3,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "test4-008",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nlarch: 40\nelm: 91\nbirch: 30\npine: 78\nWhich option is the value for larch?\n1. 30\n2. 40\n3. 78\n4. 91\nAnswer:",
|
|
"answer_index": 1,
|
|
"evidence_position": 0,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "test4-009",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\njade: 66\npine: 45\nkelp: 46\nheath: 52\nWhich option is the value for pine?\n1. 66\n2. 52\n3. 46\n4. 45\nAnswer:",
|
|
"answer_index": 3,
|
|
"evidence_position": 1,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "test4-010",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\namber: 93\ndune: 32\nheath: 72\njade: 46\nWhich option is the value for heath?\n1. 32\n2. 46\n3. 93\n4. 72\nAnswer:",
|
|
"answer_index": 3,
|
|
"evidence_position": 2,
|
|
"entries": 4
|
|
},
|
|
{
|
|
"id": "test4-011",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nnettle: 99\nfern: 36\nbirch: 49\nolive: 25\nWhich option is the value for olive?\n1. 25\n2. 99\n3. 49\n4. 36\nAnswer:",
|
|
"answer_index": 0,
|
|
"evidence_position": 3,
|
|
"entries": 4
|
|
}
|
|
],
|
|
"test8": [
|
|
{
|
|
"id": "test8-000",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\ncedar: 53\ndune: 77\nelm: 44\nmaple: 93\nlarch: 39\nheath: 78\ngrove: 41\nbirch: 48\nWhich option is the value for cedar?\n1. 77\n2. 48\n3. 53\n4. 41\nAnswer:",
|
|
"answer_index": 2,
|
|
"evidence_position": 0,
|
|
"entries": 8
|
|
},
|
|
{
|
|
"id": "test8-001",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nolive: 87\nnettle: 76\nbirch: 44\nmaple: 69\npine: 41\ncedar: 56\ndune: 45\nkelp: 94\nWhich option is the value for nettle?\n1. 76\n2. 56\n3. 41\n4. 94\nAnswer:",
|
|
"answer_index": 0,
|
|
"evidence_position": 1,
|
|
"entries": 8
|
|
},
|
|
{
|
|
"id": "test8-002",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nmaple: 80\nbirch: 21\nfern: 75\ngrove: 52\ncedar: 59\niris: 73\njade: 32\npine: 83\nWhich option is the value for fern?\n1. 32\n2. 80\n3. 75\n4. 73\nAnswer:",
|
|
"answer_index": 2,
|
|
"evidence_position": 2,
|
|
"entries": 8
|
|
},
|
|
{
|
|
"id": "test8-003",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nlarch: 91\nbirch: 39\nheath: 27\npine: 96\nkelp: 49\nolive: 85\nelm: 18\nmaple: 66\nWhich option is the value for pine?\n1. 66\n2. 96\n3. 49\n4. 18\nAnswer:",
|
|
"answer_index": 1,
|
|
"evidence_position": 3,
|
|
"entries": 8
|
|
},
|
|
{
|
|
"id": "test8-004",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\ncedar: 19\nbirch: 84\nkelp: 85\njade: 72\nnettle: 87\niris: 96\nmaple: 56\nheath: 95\nWhich option is the value for nettle?\n1. 85\n2. 87\n3. 95\n4. 19\nAnswer:",
|
|
"answer_index": 1,
|
|
"evidence_position": 4,
|
|
"entries": 8
|
|
},
|
|
{
|
|
"id": "test8-005",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\niris: 36\nnettle: 41\nfern: 96\nmaple: 84\nheath: 37\npine: 57\ndune: 17\nbirch: 46\nWhich option is the value for pine?\n1. 17\n2. 37\n3. 41\n4. 57\nAnswer:",
|
|
"answer_index": 3,
|
|
"evidence_position": 5,
|
|
"entries": 8
|
|
},
|
|
{
|
|
"id": "test8-006",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nfern: 49\njade: 67\nnettle: 71\nmaple: 89\nbirch: 44\npine: 25\nkelp: 27\ngrove: 41\nWhich option is the value for kelp?\n1. 25\n2. 27\n3. 44\n4. 41\nAnswer:",
|
|
"answer_index": 1,
|
|
"evidence_position": 6,
|
|
"entries": 8
|
|
},
|
|
{
|
|
"id": "test8-007",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nnettle: 71\nolive: 95\nmaple: 16\niris: 54\njade: 61\namber: 72\nfern: 38\ngrove: 13\nWhich option is the value for grove?\n1. 72\n2. 38\n3. 13\n4. 95\nAnswer:",
|
|
"answer_index": 2,
|
|
"evidence_position": 7,
|
|
"entries": 8
|
|
},
|
|
{
|
|
"id": "test8-008",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\njade: 98\nkelp: 18\nelm: 84\niris: 67\nbirch: 64\nfern: 10\nlarch: 79\nmaple: 76\nWhich option is the value for jade?\n1. 10\n2. 67\n3. 84\n4. 98\nAnswer:",
|
|
"answer_index": 3,
|
|
"evidence_position": 0,
|
|
"entries": 8
|
|
},
|
|
{
|
|
"id": "test8-009",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\ngrove: 66\nheath: 58\nfern: 59\nmaple: 97\nolive: 52\namber: 29\nkelp: 24\ndune: 67\nWhich option is the value for heath?\n1. 58\n2. 59\n3. 67\n4. 52\nAnswer:",
|
|
"answer_index": 0,
|
|
"evidence_position": 1,
|
|
"entries": 8
|
|
},
|
|
{
|
|
"id": "test8-010",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nbirch: 52\namber: 72\ndune: 80\npine: 79\nfern: 32\nnettle: 14\nkelp: 84\nelm: 59\nWhich option is the value for dune?\n1. 52\n2. 84\n3. 72\n4. 80\nAnswer:",
|
|
"answer_index": 3,
|
|
"evidence_position": 2,
|
|
"entries": 8
|
|
},
|
|
{
|
|
"id": "test8-011",
|
|
"prompt": "Use the lookup table. Answer with only the option number.\nfern: 26\ngrove: 47\nbirch: 58\ndune: 99\nmaple: 24\ncedar: 19\njade: 36\nkelp: 23\nWhich option is the value for dune?\n1. 99\n2. 36\n3. 23\n4. 58\nAnswer:",
|
|
"answer_index": 0,
|
|
"evidence_position": 3,
|
|
"entries": 8
|
|
}
|
|
]
|
|
}
|