From 7ef10b7e410e4664d99179bb5ba62aedb66fcfcc Mon Sep 17 00:00:00 2001 From: ZhangShaolei <2512857469@qq.com> Date: Mon, 27 Nov 2023 11:31:24 +0800 Subject: [PATCH] fix bug in computation aware latency Fixed a bug where non-ca latency (e.g. AL) and ca latency (e.g. AL_CA) results are consistent when using --computation-aware. --- simuleval/evaluator/evaluator.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/simuleval/evaluator/evaluator.py b/simuleval/evaluator/evaluator.py index 96816f5..cd178d5 100644 --- a/simuleval/evaluator/evaluator.py +++ b/simuleval/evaluator/evaluator.py @@ -12,6 +12,7 @@ from argparse import Namespace from pathlib import Path from typing import Dict, Generator, Optional +from copy import deepcopy import pandas import yaml @@ -283,7 +284,9 @@ def from_args(cls, args): latency_scorers = {} use_ref_len = not args.no_use_ref_len for name in args.latency_metrics: - latency_scorers[name] = get_scorer_class("latency", name).from_args(args) + latency_args=deepcopy(args) + latency_args.computation_aware=False + latency_scorers[name] = get_scorer_class("latency", name).from_args(latency_args) if args.computation_aware: latency_scorers[name + "_CA"] = get_scorer_class("latency", name)( computation_aware=True, use_ref_len=use_ref_len