<reponame>anniyanvr/sonosco<gh_stars>10-100
#!/usr/bin/env python
# ----------------------------------------------------------------------------
# Copyright 2015-2016 Nervana Systems Inc.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ----------------------------------------------------------------------------
# Modified to support pytorch Tensors
import torch

from .decoder import Decoder


class BeamCTCDecoder(Decoder):

    def __init__(self,
                 labels: str,
                 lm_path: str = None,
                 alpha: int = 0,
                 beta: int = 0,
                 cutoff_top_n: int = 40,
                 cutoff_prob: float = 1.0,
                 beam_width: int = 100,
                 num_processes: int = 4,
                 blank_index: int = 0):
        """
        CTC decoder.
        Args:
            labels: labels
            lm_path: language model path
            alpha: ctc param
            beta: ctc param
            cutoff_top_n: ctc param
            cutoff_prob: ctc param
            beam_width: ctc param
            num_processes: ctc param
            blank_index: ctc param
        """
        super(BeamCTCDecoder, self).__init__(labels)
        try:
            from ctcdecode import CTCBeamDecoder
        except ImportError:
            raise ImportError("BeamCTCDecoder requires paddledecoder package.")
        self._decoder = CTCBeamDecoder(labels, lm_path, alpha, beta, cutoff_top_n, cutoff_prob, beam_width,
                                       num_processes, blank_index)

    def convert_to_strings(self, out: any, seq_len: dict) -> list:
        """
        Converts outputs to string
        Args:
            out: outputs
            seq_len: length of sequence

        Returns: results

        """
        results = []
        for b, batch in enumerate(out):
            utterances = []
            for p, utt in enumerate(batch):
                size = seq_len[b][p]
                if size > 0:
                    transcript = ''.join(map(lambda x: self.int_to_char[x.item()], utt[0:size]))
                else:
                    transcript = ''
                utterances.append(transcript)
            results.append(utterances)
        return results

    def convert_tensor(self, offsets: any, sizes: dict) -> list:
        """
        Converts offsets to tensor.
        Args:
            offsets:
            sizes:

        Returns:

        """
        results = []
        for b, batch in enumerate(offsets):
            utterances = []
            for p, utt in enumerate(batch):
                size = sizes[b][p]
                if sizes[b][p] > 0:
                    utterances.append(utt[0:size])
                else:
                    utterances.append(torch.tensor([], dtype=torch.int))
            results.append(utterances)
        return results

    def decode(self, probs, sizes=None):
        """
        Decodes probability output using ctcdecode package.
        Arguments:
            probs: Tensor of character probabilities, where probs[c,t]
                            is the probability of character c at time t
            sizes: Size of each sequence in the mini-batch
        Returns:
            string: sequences of the model's best guess for the transcription
        """
        probs = probs.cpu()
        out, scores, offsets, seq_lens = self._decoder.decode(probs, sizes)

        strings = self.convert_to_strings(out, seq_lens)
        offsets = self.convert_tensor(offsets, seq_lens)
        return strings, offsets

#!/usr/bin/env python
# ----------------------------------------------------------------------------
# Copyright 2015-2016 Nervana Systems Inc.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ----------------------------------------------------------------------------
# Modified to support pytorch Tensors
import torch

from .decoder import Decoder


class BeamCTCDecoder(Decoder):

    def __init__(self,
                 labels: str,
                 lm_path: str = None,
                 alpha: int = 0,
                 beta: int = 0,
                 cutoff_top_n: int = 40,
                 cutoff_prob: float = 1.0,
                 beam_width: int = 100,
                 num_processes: int = 4,
                 blank_index: int = 0):
        """
        CTC decoder.
        Args:
            labels: labels
            lm_path: language model path
            alpha: ctc param
            beta: ctc param
            cutoff_top_n: ctc param
            cutoff_prob: ctc param
            beam_width: ctc param
            num_processes: ctc param
            blank_index: ctc param
        """
        super(BeamCTCDecoder, self).__init__(labels)
        try:
            from ctcdecode import CTCBeamDecoder
        except ImportError:
            raise ImportError("BeamCTCDecoder requires paddledecoder package.")
        self._decoder = CTCBeamDecoder(labels, lm_path, alpha, beta, cutoff_top_n, cutoff_prob, beam_width,
                                       num_processes, blank_index)

    def convert_to_strings(self, out: any, seq_len: dict) -> list:
        """
        Converts outputs to string
        Args:
            out: outputs
            seq_len: length of sequence

        Returns: results

        """
        results = []
        for b, batch in enumerate(out):
            utterances = []
            for p, utt in enumerate(batch):
                size = seq_len[b][p]
                if size > 0:
                    transcript = ''.join(map(lambda x: self.int_to_char[x.item()], utt[0:size]))
                else:
                    transcript = ''
                utterances.append(transcript)
            results.append(utterances)
        return results

    def convert_tensor(self, offsets: any, sizes: dict) -> list:
        """
        Converts offsets to tensor.
        Args:
            offsets:
            sizes:

        Returns:

        """
        results = []
        for b, batch in enumerate(offsets):
            utterances = []
            for p, utt in enumerate(batch):
                size = sizes[b][p]
                if sizes[b][p] > 0:
                    utterances.append(utt[0:size])
                else:
                    utterances.append(torch.tensor([], dtype=torch.int))
            results.append(utterances)
        return results

    def decode(self, probs, sizes=None):
        """
        Decodes probability output using ctcdecode package.
        Arguments:
            probs: Tensor of character probabilities, where probs[c,t]
                            is the probability of character c at time t
            sizes: Size of each sequence in the mini-batch
        Returns:
            string: sequences of the model's best guess for the transcription
        """
        probs = probs.cpu()
        out, scores, offsets, seq_lens = self._decoder.decode(probs, sizes)

        strings = self.convert_to_strings(out, seq_lens)
        offsets = self.convert_tensor(offsets, seq_lens)
        return strings, offsets
#!/usr/bin/env python # ---------------------------------------------------------------------------- # Copyright 2015-2016 Nervana Systems Inc. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # #      http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # ---------------------------------------------------------------------------- # Modified to support pytorch Tensors CTC decoder.         Args:             labels: labels             lm_path: language model path             alpha: ctc param             beta: ctc param             cutoff_top_n: ctc param             cutoff_prob: ctc param             beam_width: ctc param             num_processes: ctc param             blank_index: ctc param Converts outputs to string         Args:             out: outputs             seq_len: length of sequence          Returns: results Converts offsets to tensor.         Args:             offsets:             sizes:          Returns: Decodes probability output using ctcdecode package.         Arguments:             probs: Tensor of character probabilities, where probs[c,t]                             is the probability of character c at time t             sizes: Size of each sequence in the mini-batch         Returns:             string: sequences of the model's best guess for the transcription