| 
									
										
										
										
											2020-11-21 08:10:45 -06:00
										 |  |  | # copyright (c) 2020 PaddlePaddle Authors. All Rights Reserve. | 
					
						
							|  |  |  | # | 
					
						
							|  |  |  | # Licensed under the Apache License, Version 2.0 (the "License"); | 
					
						
							|  |  |  | # you may not use this file except in compliance with the License. | 
					
						
							|  |  |  | # You may obtain a copy of the License at | 
					
						
							|  |  |  | # | 
					
						
							|  |  |  | #    http://www.apache.org/licenses/LICENSE-2.0 | 
					
						
							|  |  |  | # | 
					
						
							|  |  |  | # Unless required by applicable law or agreed to in writing, software | 
					
						
							|  |  |  | # distributed under the License is distributed on an "AS IS" BASIS, | 
					
						
							|  |  |  | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
					
						
							|  |  |  | # See the License for the specific language governing permissions and | 
					
						
							|  |  |  | # limitations under the License. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | class ClsMetric(object): | 
					
						
							|  |  |  |     def __init__(self, main_indicator='acc', **kwargs): | 
					
						
							|  |  |  |         self.main_indicator = main_indicator | 
					
						
							| 
									
										
										
										
											2022-01-19 07:21:51 +00:00
										 |  |  |         self.eps = 1e-5 | 
					
						
							| 
									
										
										
										
											2020-11-21 08:10:45 -06:00
										 |  |  |         self.reset() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     def __call__(self, pred_label, *args, **kwargs): | 
					
						
							|  |  |  |         preds, labels = pred_label | 
					
						
							|  |  |  |         correct_num = 0 | 
					
						
							|  |  |  |         all_num = 0 | 
					
						
							|  |  |  |         for (pred, pred_conf), (target, _) in zip(preds, labels): | 
					
						
							|  |  |  |             if pred == target: | 
					
						
							|  |  |  |                 correct_num += 1 | 
					
						
							|  |  |  |             all_num += 1 | 
					
						
							|  |  |  |         self.correct_num += correct_num | 
					
						
							|  |  |  |         self.all_num += all_num | 
					
						
							| 
									
										
										
										
											2022-01-19 07:21:51 +00:00
										 |  |  |         return {'acc': correct_num / (all_num + self.eps), } | 
					
						
							| 
									
										
										
										
											2020-11-21 08:10:45 -06:00
										 |  |  | 
 | 
					
						
							|  |  |  |     def get_metric(self): | 
					
						
							|  |  |  |         """
 | 
					
						
							| 
									
										
										
										
											2020-12-11 13:21:58 +08:00
										 |  |  |         return metrics { | 
					
						
							|  |  |  |                  'acc': 0 | 
					
						
							| 
									
										
										
										
											2020-11-21 08:10:45 -06:00
										 |  |  |             } | 
					
						
							|  |  |  |         """
 | 
					
						
							| 
									
										
										
										
											2022-01-19 07:21:51 +00:00
										 |  |  |         acc = self.correct_num / (self.all_num + self.eps) | 
					
						
							| 
									
										
										
										
											2020-11-21 08:10:45 -06:00
										 |  |  |         self.reset() | 
					
						
							|  |  |  |         return {'acc': acc} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     def reset(self): | 
					
						
							|  |  |  |         self.correct_num = 0 | 
					
						
							|  |  |  |         self.all_num = 0 |