diff --git a/js/src/evaluation/_runner.ts b/js/src/evaluation/_runner.ts index 6c74afa34..058f37099 100644 --- a/js/src/evaluation/_runner.ts +++ b/js/src/evaluation/_runner.ts @@ -483,6 +483,7 @@ export class _ExperimentManager { const project = await this._getProject(firstExample); await this._printExperimentStart(); this._metadata["num_repetitions"] = this._numRepetitions; + this._metadata["dataset_version"] = await this._getDatasetVersion(); return new _ExperimentManager({ examples, experiment: project, @@ -869,7 +870,6 @@ export class _ExperimentManager { throw new Error("Experiment not yet started."); } const projectMetadata = await this._getExperimentMetadata(); - projectMetadata["dataset_version"] = await this._getDatasetVersion(); projectMetadata["dataset_splits"] = await this._getDatasetSplits(); // Update revision_id if not already set if (!projectMetadata["revision_id"]) { @@ -903,6 +903,10 @@ class ExperimentResults implements AsyncIterableIterator { return this.manager.experimentName; } + get datasetVersion(): string | undefined { + return this.manager._metadata?.dataset_version; + } + [Symbol.asyncIterator](): AsyncIterableIterator { return this; }