Skip to content

Commit b9a44f2

Browse files
authored
[Fix] Use no media iterator (EvolvingLMMs-Lab#486)
1 parent c86c2b3 commit b9a44f2

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

lmms_eval/api/task.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -430,7 +430,7 @@ def build_all_requests(
430430
if cache_requests and (not cached_instances or rewrite_requests_cache) and limit is not None:
431431
limit = None
432432

433-
doc_id_docs = self.doc_iterator(rank=rank, limit=limit, world_size=world_size)
433+
doc_id_docs = utils.create_iterator(enumerate(self.eval_docs_no_media), rank=rank, limit=int(limit) if limit else None, world_size=world_size)
434434
doc_iterator_for_counting = itertools.islice(range(len(self.test_docs())), rank, limit, world_size) if self.has_test_docs() else itertools.islice(range(len(self.validation_docs())), rank, limit, world_size)
435435

436436
num_docs = sum(1 for _ in doc_iterator_for_counting)

0 commit comments

Comments
 (0)