yujunjun/haystack
1
0
Fork 0
mirror of https://github.com/deepset-ai/haystack.git synced 2025-11-03 19:29:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix #1687 (#1688)

Browse Source
This commit is contained in:
Alon Eirew 2021-11-09 13:52:07 +02:00 committed by GitHub
parent cd8666f904
commit 861522b6b1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
haystack/nodes/retriever/dense.py
View File

@ -364,7 +364,10 @@ class DensePassageRetriever(BaseRetriever):
self.processor.num_hard_negatives = num_hard_negatives
self.processor.num_positives = num_positives
self.model.connect_heads_with_processor(self.processor.tasks, require_labels=True)
if isinstance(self.model, DataParallel):
self.model.module.connect_heads_with_processor(self.processor.tasks, require_labels=True)
else:
self.model.connect_heads_with_processor(self.processor.tasks, require_labels=True)
data_silo = DataSilo(processor=self.processor, batch_size=batch_size, distributed=False, max_processes=max_processes)
@ -816,7 +819,10 @@ class TableTextRetriever(BaseRetriever):
self.processor.num_hard_negatives = num_hard_negatives
self.processor.num_positives = num_positives
self.model.connect_heads_with_processor(self.processor.tasks, require_labels=True)
if isinstance(self.model, DataParallel):
self.model.module.connect_heads_with_processor(self.processor.tasks, require_labels=True)
else:
self.model.connect_heads_with_processor(self.processor.tasks, require_labels=True)
data_silo = DataSilo(processor=self.processor, batch_size=batch_size, distributed=False,
max_processes=max_processes)