| from typing import Optional |
|
|
| from transformers import WhisperConfig |
|
|
|
|
| class DiCoWConfig(WhisperConfig): |
| """This is a modified version of the `WhisperEncoder` model from the `transformers` library. |
| The model has been modified to support CTC loss computation in the forward pass.""" |
| model_type = "DiCoW" |
|
|
| def __init__( |
| self, |
| ctc_loss_reduction: str = "mean", |
| final_dropout: float = 0.0, |
| ctc_zero_infinity: bool = False, |
| ctc_weight: float = 0.0, |
| blank_token_id: Optional[int] = None, |
| additional_layer: bool = False, |
| additional_self_attention_layer: bool = False, |
| pre_ctc_sub_sample: bool = False, |
| use_fddt: bool = True, |
| fddt_is_diagonal: bool = True, |
| fddt_bias_only: bool = False, |
| fddt_use_silence: bool = True, |
| fddt_use_target: bool = True, |
| fddt_use_overlap: bool = True, |
| fddt_use_non_target: bool = True, |
| remove_timestamps_from_ctc: bool = False, |
| apply_fddt_to_n_layers: int = -1, |
| fddt_init: str = 'suppressive', |
| non_target_fddt_value: float = 0.0, |
| use_enrollments: bool = False, |
| scb_layers: Optional[int] = None, |
| use_pre_pos_fddt: bool = False, |
| **kwargs, |
| ): |
| super().__init__(**kwargs) |
| self.ctc_loss_reduction = ctc_loss_reduction |
| self.final_dropout = final_dropout |
| self.ctc_zero_infinity = ctc_zero_infinity |
| self.ctc_weight = ctc_weight |
| self.blank_token_id = blank_token_id |
| self.additional_layer = additional_layer |
| self.additional_self_attention_layer = additional_self_attention_layer |
| self.pre_ctc_sub_sample = pre_ctc_sub_sample |
| self.use_fddt = use_fddt |
| self.fddt_is_diagonal = fddt_is_diagonal |
| self.fddt_bias_only = fddt_bias_only |
| self.fddt_use_silence = fddt_use_silence |
| self.fddt_use_target = fddt_use_target |
| self.fddt_use_overlap = fddt_use_overlap |
| self.fddt_use_non_target = fddt_use_non_target |
| self.remove_timestamps_from_ctc = remove_timestamps_from_ctc |
| self.apply_fddt_to_n_layers = apply_fddt_to_n_layers |
| self.fddt_init = fddt_init |
| self.non_target_fddt_value = non_target_fddt_value |
| self.use_enrollments = use_enrollments |
| self.scb_layers = scb_layers |
| self.use_pre_pos_fddt = use_pre_pos_fddt |
|
|
|
|
|
|
| _HIDDEN_STATES_START_POSITION = 2 |
|
|
