yujunjun/haystack
1
0
Fork 0
mirror of https://github.com/deepset-ai/haystack.git synced 2025-11-07 21:33:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix #1687 (#1688)

Browse Source
This commit is contained in:
Alon Eirew 2021-11-09 13:52:07 +02:00 committed by GitHub
parent cd8666f904
commit 861522b6b1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
haystack/nodes/retriever/dense.py
View File

@ -364,6 +364,9 @@ class DensePassageRetriever(BaseRetriever):
self.processor.num_hard_negatives = num_hard_negatives self.processor.num_hard_negatives = num_hard_negatives
self.processor.num_positives = num_positives self.processor.num_positives = num_positives
if isinstance(self.model, DataParallel):
self.model.module.connect_heads_with_processor(self.processor.tasks, require_labels=True)
else:
self.model.connect_heads_with_processor(self.processor.tasks, require_labels=True) self.model.connect_heads_with_processor(self.processor.tasks, require_labels=True)
data_silo = DataSilo(processor=self.processor, batch_size=batch_size, distributed=False, max_processes=max_processes) data_silo = DataSilo(processor=self.processor, batch_size=batch_size, distributed=False, max_processes=max_processes)
@ -816,6 +819,9 @@ class TableTextRetriever(BaseRetriever):
self.processor.num_hard_negatives = num_hard_negatives self.processor.num_hard_negatives = num_hard_negatives
self.processor.num_positives = num_positives self.processor.num_positives = num_positives
if isinstance(self.model, DataParallel):
self.model.module.connect_heads_with_processor(self.processor.tasks, require_labels=True)
else:
self.model.connect_heads_with_processor(self.processor.tasks, require_labels=True) self.model.connect_heads_with_processor(self.processor.tasks, require_labels=True)
data_silo = DataSilo(processor=self.processor, batch_size=batch_size, distributed=False, data_silo = DataSilo(processor=self.processor, batch_size=batch_size, distributed=False,