| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859 |
- import numpy as np
- import torch
- from openrec.postprocess.ctc_postprocess import BaseRecLabelDecode
- class LISTERLabelDecode(BaseRecLabelDecode):
- """Convert between text-label and text-index."""
- def __init__(self,
- character_dict_path=None,
- use_space_char=True,
- **kwargs):
- super(LISTERLabelDecode, self).__init__(character_dict_path,
- use_space_char)
- def __call__(self, preds, batch=None, *args, **kwargs):
- preds = preds[1]['logits']
- if isinstance(preds, torch.Tensor):
- preds = preds.detach().cpu().numpy()
- preds_idx = preds.argmax(axis=2)
- # preds_idx_top5 = preds.argsort(axis=2)[:, :, -5:]
- preds_prob = preds.max(axis=2)
- text = self.decode(preds_idx, preds_prob, is_remove_duplicate=False)
- if batch is None:
- return text
- label = batch[1]
- label = self.decode(label)
- return text, label
- def add_special_char(self, dict_character):
- dict_character = ['</s>'] + dict_character + ['<pad>']
- return dict_character
- def decode(self, text_index, text_prob=None, is_remove_duplicate=False):
- """convert text-index into text-label."""
- result_list = []
- batch_size = len(text_index)
- for batch_idx in range(batch_size):
- char_list = []
- conf_list = []
- for idx in range(len(text_index[batch_idx])):
- try:
- char_idx = self.character[int(text_index[batch_idx][idx])]
- except:
- continue
- if char_idx == '</s>': # end
- break
- if char_idx == '<s>' or char_idx == '<pad>':
- continue
- char_list.append(char_idx)
- if text_prob is not None:
- conf_list.append(text_prob[batch_idx][idx])
- else:
- conf_list.append(1)
- text = ''.join(char_list)
- result_list.append((text, np.mean(conf_list).tolist()))
- return result_list
|
