yujunjun/haystack
1
0
Fork 0
mirror of https://github.com/deepset-ai/haystack.git synced 2026-01-08 13:06:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

Move all of the forward pass to under torch.no_grad() (#3636)

Browse Source
This commit is contained in:
Sebastian 2022-11-28 23:59:49 -08:00 committed by GitHub
parent b20f808119
commit c7c2235874
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
haystack/nodes/reader/table.py
View File

@ -493,9 +493,9 @@ class _TapasScoredEncoder(_BaseTapasEncoder):
# Forward pass through model
with torch.no_grad():
outputs = self.model.tapas(**inputs)
table_score = self.model.classifier(outputs.pooler_output)
# Get general table score
table_score = self.model.classifier(outputs.pooler_output)
table_score_softmax = torch.nn.functional.softmax(table_score, dim=1)
table_relevancy_prob = table_score_softmax[0][1].item()
no_answer_score = table_score_softmax[0][0].item()