该 Python 代码用于评估问答模型的性能，它接收两个 JSON 文件作为输入，分别包含金标准数据和预测答案。

代码计算每个问题的精确度、召回率和 F1 分数，并输出平均值以及真精度（完全正确回答问题的比例）。

def main(): if len(sys.argv) != 3: print('Usage: python eval.py goldData predAnswers') sys.exit(-1)

goldData = json.loads(open(sys.argv[1]).read())
predAnswers = json.loads(open(sys.argv[2]).read())

PredAnswersById = {}

for item in predAnswers:
    PredAnswersById[item['QuestionId']] = item['Answers']

total = 0.0
f1sum = 0.0
recSum = 0.0
precSum = 0.0
numCorrect = 0
for entry in goldData['Questions']:

    skip = True
    for pidx in range(0,len(entry['Parses'])):
        np = entry['Parses'][pidx]
        if np['AnnotatorComment']['QuestionQuality'] == 'Good' and np['AnnotatorComment']['ParseQuality'] == 'Complete':
            skip = False

    if(len(entry['Parses'])==0 or skip):
        continue

    total += 1

    id = entry['QuestionId']

    if id not in PredAnswersById:
        print('The problem ' + id + ' is not in the prediction set')
        print('Continue to evaluate the other entries')
        continue

    if len(entry['Parses']) == 0:
        print('Empty parses in the gold set. Breaking!!')
        break

    predAnswers = PredAnswersById[id]

    bestf1 = -9999
    bestf1Rec = -9999
    bestf1Prec = -9999
    for pidx in range(0,len(entry['Parses'])):
        pidxAnswers = entry['Parses'][pidx]['Answers']
        prec,rec,f1 = CalculatePRF1(pidxAnswers,predAnswers)
        if f1 > bestf1:
            bestf1 = f1
            bestf1Rec = rec
            bestf1Prec = prec
    f1sum += bestf1
    recSum += bestf1Rec
    precSum += bestf1Prec
    if bestf1 == 1.0:
        numCorrect += 1
print('Number of questions:', int(total))
print('Average precision over questions: %.3f' % (precSum / total))
print('Average recall over questions: %.3f' % (recSum / total))
print('Average f1 over questions (accuracy): %.3f' % (f1sum / total))
print('F1 of average recall and average precision: %.3f' % (2 * (recSum / total) * (precSum / total) / (recSum / total + precSum / total)))
print('True accuracy (ratio of questions answered exactly correctly): %.3f' % (numCorrect / total))