update table_mv3 tipc config (#9733)

test_tipc/configs/en_table_structure/table_mv3.yml

@@ -1,129 +0,0 @@
-Global:
-  use_gpu: true
-  epoch_num: 10
-  log_smooth_window: 20
-  print_batch_step: 5
-  save_model_dir: ./output/table_mv3/
-  save_epoch_step: 400
-  # evaluation is run every 400 iterations after the 0th iteration
-  eval_batch_step: [0, 40000]
-  cal_metric_during_train: True
-  pretrained_model:
-  checkpoints:
-  save_inference_dir:
-  use_visualdl: False
-  infer_img: ppstructure/docs/table/table.jpg
-  save_res_path: output/table_mv3
-  # for data or label process
-  character_dict_path: ppocr/utils/dict/table_structure_dict.txt
-  character_type: en
-  max_text_length: &max_text_length 500
-  box_format: &box_format 'xyxy' # 'xywh', 'xyxy', 'xyxyxyxy'
-  infer_mode: False
-
-Optimizer:
-  name: Adam
-  beta1: 0.9
-  beta2: 0.999
-  clip_norm: 5.0
-  lr:
-    learning_rate: 0.001
-  regularizer:
-    name: 'L2'
-    factor: 0.00000
-
-Architecture:
-  model_type: table
-  algorithm: TableAttn
-  Backbone:
-    name: MobileNetV3
-    scale: 1.0
-    model_name: small
-    disable_se: true
-  Head:
-    name: TableAttentionHead
-    hidden_size: 256
-    loc_type: 2
-    max_text_length: *max_text_length
-    loc_reg_num: &loc_reg_num 4
-
-Loss:
-  name: TableAttentionLoss
-  structure_weight: 100.0
-  loc_weight: 10000.0
-
-PostProcess:
-  name: TableLabelDecode
-
-Metric:
-  name: TableMetric
-  main_indicator: acc
-  compute_bbox_metric: false # cost many time, set False for training
-
-Train:
-  dataset:
-    name: PubTabDataSet
-    data_dir: ./train_data/pubtabnet/train
-    label_file_list: [./train_data/pubtabnet/train.jsonl]
-    transforms:
-      - DecodeImage: # load image
-          img_mode: BGR
-          channel_first: False
-      - TableLabelEncode:
-          learn_empty_box: False
-          merge_no_span_structure: False
-          replace_empty_cell_token: False
-          loc_reg_num: *loc_reg_num
-          max_text_length: *max_text_length
-      - TableBoxEncode:
-      - ResizeTableImage:
-          max_len: 488
-      - NormalizeImage:
-          scale: 1./255.
-          mean: [0.485, 0.456, 0.406]
-          std: [0.229, 0.224, 0.225]
-          order: 'hwc'
-      - PaddingTableImage:
-          size: [488, 488]
-      - ToCHWImage:
-      - KeepKeys:
-          keep_keys: [ 'image', 'structure', 'bboxes', 'bbox_masks', 'shape' ]
-  loader:
-    shuffle: True
-    batch_size_per_card: 32
-    drop_last: True
-    num_workers: 1
-
-Eval:
-  dataset:
-    name: PubTabDataSet
-    data_dir: ./train_data/pubtabnet/test/
-    label_file_list: [./train_data/pubtabnet/test.jsonl]
-    transforms:
-      - DecodeImage: # load image
-          img_mode: BGR
-          channel_first: False
-      - TableLabelEncode:
-          learn_empty_box: False
-          merge_no_span_structure: False
-          replace_empty_cell_token: False
-          loc_reg_num: *loc_reg_num
-          max_text_length: *max_text_length
-      - TableBoxEncode:
-      - ResizeTableImage:
-          max_len: 488
-      - NormalizeImage:
-          scale: 1./255.
-          mean: [0.485, 0.456, 0.406]
-          std: [0.229, 0.224, 0.225]
-          order: 'hwc'
-      - PaddingTableImage:
-          size: [488, 488]
-      - ToCHWImage:
-      - KeepKeys:
-          keep_keys: [ 'image', 'structure', 'bboxes', 'bbox_masks', 'shape' ]
-  loader:
-    shuffle: False
-    drop_last: False
-    batch_size_per_card: 16
-    num_workers: 1

test_tipc/configs/en_table_structure/train_infer_python.txt

@@ -13,7 +13,7 @@ train_infer_img_dir:./ppstructure/docs/table/table.jpg
 null:null
 ##
 trainer:norm_train
-norm_train:tools/train.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o Global.print_batch_step=1 Train.loader.shuffle=false
+norm_train:tools/train.py -c configs/table/table_mv3.yml -o Global.print_batch_step=1 Train.loader.shuffle=false Train.dataset.data_dir=./train_data/pubtabnet/train Train.dataset.label_file_list=[./train_data/pubtabnet/train.jsonl] Eval.dataset.data_dir=./train_data/pubtabnet/test Eval.dataset.label_file_list=[./train_data/pubtabnet/test.jsonl]
 pact_train:null
 fpgm_train:null
 distill_train:null
@@ -27,7 +27,7 @@ null:null
 ===========================infer_params===========================
 Global.save_inference_dir:./output/
 Global.checkpoints:
-norm_export:tools/export_model.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o
+norm_export:tools/export_model.py -c configs/table/table_mv3.yml -o
 quant_export:
 fpgm_export: 
 distill_export:null

test_tipc/configs/en_table_structure/train_linux_gpu_fleet_normal_infer_python_linux_gpu_cpu.txt

@@ -13,7 +13,7 @@ train_infer_img_dir:./ppstructure/docs/table/table.jpg
 null:null
 ##
 trainer:norm_train
-norm_train:tools/train.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o 
+norm_train:tools/train.py -c configs/table/table_mv3.yml -o Train.dataset.data_dir=./train_data/pubtabnet/train Train.dataset.label_file_list=[./train_data/pubtabnet/train.jsonl] Eval.dataset.data_dir=./train_data/pubtabnet/test Eval.dataset.label_file_list=[./train_data/pubtabnet/test.jsonl]
 pact_train:null
 fpgm_train:null
 distill_train:null
@@ -27,7 +27,7 @@ null:null
 ===========================infer_params===========================
 Global.save_inference_dir:./output/
 Global.checkpoints:
-norm_export:tools/export_model.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o 
+norm_export:tools/export_model.py -c configs/table/table_mv3.yml -o 
 quant_export:
 fpgm_export: 
 distill_export:null

test_tipc/configs/en_table_structure/train_linux_gpu_normal_amp_infer_python_linux_gpu_cpu.txt

@@ -13,7 +13,7 @@ train_infer_img_dir:./ppstructure/docs/table/table.jpg
 null:null
 ##
 trainer:norm_train
-norm_train:tools/train.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o 
+norm_train:tools/train.py -c configs/table/table_mv3.yml -o Train.dataset.data_dir=./train_data/pubtabnet/train Train.dataset.label_file_list=[./train_data/pubtabnet/train.jsonl] Eval.dataset.data_dir=./train_data/pubtabnet/test Eval.dataset.label_file_list=[./train_data/pubtabnet/test.jsonl]
 pact_train:null
 fpgm_train:null
 distill_train:null
@@ -27,7 +27,7 @@ null:null
 ===========================infer_params===========================
 Global.save_inference_dir:./output/
 Global.checkpoints:
-norm_export:tools/export_model.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o 
+norm_export:tools/export_model.py -c configs/table/table_mv3.yml -o 
 quant_export:
 fpgm_export: 
 distill_export:null

test_tipc/configs/en_table_structure/train_pact_infer_python.txt

@@ -14,7 +14,7 @@ null:null
 ##
 trainer:pact_train
 norm_train:null 
-pact_train:deploy/slim/quantization/quant.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o 
+pact_train:deploy/slim/quantization/quant.py -c configs/table/table_mv3.yml -o Train.dataset.data_dir=./train_data/pubtabnet/train Train.dataset.label_file_list=[./train_data/pubtabnet/train.jsonl] Eval.dataset.data_dir=./train_data/pubtabnet/test Eval.dataset.label_file_list=[./train_data/pubtabnet/test.jsonl]
 fpgm_train:null
 distill_train:null
 null:null
@@ -28,7 +28,7 @@ null:null
 Global.save_inference_dir:./output/
 Global.checkpoints:
 norm_export:null 
-quant_export:deploy/slim/quantization/export_model.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o 
+quant_export:deploy/slim/quantization/export_model.py -c configs/table/table_mv3.yml -o 
 fpgm_export: 
 distill_export:null
 export1:null

test_tipc/configs/en_table_structure/train_ptq_infer_python.txt

@@ -4,7 +4,7 @@ python:python3.7
 Global.pretrained_model:
 Global.save_inference_dir:null
 infer_model:./inference/en_ppocr_mobile_v2.0_table_structure_infer/
-infer_export:deploy/slim/quantization/quant_kl.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o
+infer_export:deploy/slim/quantization/quant_kl.py -c configs/table/table_mv3.yml -o
 infer_quant:True
 inference:ppstructure/table/predict_table.py --det_model_dir=./inference/en_ppocr_mobile_v2.0_table_det_infer --rec_model_dir=./inference/en_ppocr_mobile_v2.0_table_rec_infer  --rec_char_dict_path=./ppocr/utils/dict/table_dict.txt --table_char_dict_path=./ppocr/utils/dict/table_structure_dict.txt --image_dir=./ppstructure/docs/table/table.jpg --det_limit_side_len=736 --det_limit_type=min --output ./output/table
 --use_gpu:True|False