Apply isort and black reformatting

Signed-off-by: hemildesai <[email protected]>

Author: hemildesai

docs/source/conf.py

@@ -15,10 +15,10 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+import glob
 import os
 import re
 import sys
-import glob
 
 import sphinx_book_theme
 

examples/asr/asr_cache_aware_streaming/speech_to_text_cache_aware_streaming_infer.py

@@ -93,7 +93,8 @@
 import nemo.collections.asr as nemo_asr
 from nemo.collections.asr.metrics.wer import word_error_rate
 from nemo.collections.asr.parts.utils.rnnt_utils import Hypothesis
-from nemo.collections.asr.parts.utils.streaming_utils import CacheAwareStreamingAudioBuffer
+from nemo.collections.asr.parts.utils.streaming_utils import \
+    CacheAwareStreamingAudioBuffer
 from nemo.utils import logging
 
 

examples/asr/asr_chunked_inference/aed/speech_to_text_aed_chunked_infer.py

@@ -56,15 +56,14 @@
 import torch
 from omegaconf import OmegaConf
 
-from nemo.collections.asr.parts.submodules.multitask_decoding import MultiTaskDecodingConfig
+from nemo.collections.asr.parts.submodules.multitask_decoding import \
+    MultiTaskDecodingConfig
 from nemo.collections.asr.parts.utils.eval_utils import cal_write_wer
-from nemo.collections.asr.parts.utils.streaming_utils import FrameBatchMultiTaskAED
+from nemo.collections.asr.parts.utils.streaming_utils import \
+    FrameBatchMultiTaskAED
 from nemo.collections.asr.parts.utils.transcribe_utils import (
-    compute_output_filename,
-    get_buffered_pred_feat_multitaskAED,
-    setup_model,
-    write_transcription,
-)
+    compute_output_filename, get_buffered_pred_feat_multitaskAED, setup_model,
+    write_transcription)
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 

examples/asr/asr_chunked_inference/ctc/speech_to_text_buffered_infer_ctc.py

@@ -46,16 +46,15 @@
 import torch
 from omegaconf import OmegaConf
 
-from nemo.collections.asr.models import EncDecCTCModel, EncDecHybridRNNTCTCModel
-from nemo.collections.asr.parts.submodules.ctc_decoding import CTCDecodingConfig
+from nemo.collections.asr.models import (EncDecCTCModel,
+                                         EncDecHybridRNNTCTCModel)
+from nemo.collections.asr.parts.submodules.ctc_decoding import \
+    CTCDecodingConfig
 from nemo.collections.asr.parts.utils.eval_utils import cal_write_wer
 from nemo.collections.asr.parts.utils.streaming_utils import FrameBatchASR
 from nemo.collections.asr.parts.utils.transcribe_utils import (
-    compute_output_filename,
-    get_buffered_pred_feat,
-    setup_model,
-    write_transcription,
-)
+    compute_output_filename, get_buffered_pred_feat, setup_model,
+    write_transcription)
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 

examples/asr/asr_chunked_inference/rnnt/speech_to_text_buffered_infer_rnnt.py

@@ -68,19 +68,16 @@
 import torch
 from omegaconf import OmegaConf, open_dict
 
-from nemo.collections.asr.models import EncDecHybridRNNTCTCModel, EncDecRNNTModel
-from nemo.collections.asr.parts.submodules.rnnt_decoding import RNNTDecodingConfig
+from nemo.collections.asr.models import (EncDecHybridRNNTCTCModel,
+                                         EncDecRNNTModel)
+from nemo.collections.asr.parts.submodules.rnnt_decoding import \
+    RNNTDecodingConfig
 from nemo.collections.asr.parts.utils.eval_utils import cal_write_wer
 from nemo.collections.asr.parts.utils.streaming_utils import (
-    BatchedFrameASRRNNT,
-    LongestCommonSubsequenceBatchedFrameASRRNNT,
-)
+    BatchedFrameASRRNNT, LongestCommonSubsequenceBatchedFrameASRRNNT)
 from nemo.collections.asr.parts.utils.transcribe_utils import (
-    compute_output_filename,
-    get_buffered_pred_feat_rnnt,
-    setup_model,
-    write_transcription,
-)
+    compute_output_filename, get_buffered_pred_feat_rnnt, setup_model,
+    write_transcription)
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 

examples/asr/asr_hybrid_transducer_ctc/helpers/convert_nemo_asr_hybrid_to_ctc.py

@@ -32,13 +32,9 @@
 import torch
 from omegaconf import OmegaConf
 
-from nemo.collections.asr.models import (
-    ASRModel,
-    EncDecCTCModel,
-    EncDecCTCModelBPE,
-    EncDecRNNTBPEModel,
-    EncDecRNNTModel,
-)
+from nemo.collections.asr.models import (ASRModel, EncDecCTCModel,
+                                         EncDecCTCModelBPE, EncDecRNNTBPEModel,
+                                         EncDecRNNTModel)
 from nemo.utils import logging
 
 

examples/asr/asr_vad/speech_to_text_with_vad.py

@@ -73,15 +73,13 @@
 from nemo.collections.asr.metrics.wer import word_error_rate
 from nemo.collections.asr.models import ASRModel, EncDecClassificationModel
 from nemo.collections.asr.parts.submodules import CTCDecodingConfig
-from nemo.collections.asr.parts.submodules.rnnt_decoding import RNNTDecodingConfig
-from nemo.collections.asr.parts.utils.manifest_utils import read_manifest, write_manifest
+from nemo.collections.asr.parts.submodules.rnnt_decoding import \
+    RNNTDecodingConfig
+from nemo.collections.asr.parts.utils.manifest_utils import (read_manifest,
+                                                             write_manifest)
 from nemo.collections.asr.parts.utils.vad_utils import (
-    generate_overlap_vad_seq,
-    generate_vad_segment_table,
-    get_vad_stream_status,
-    init_frame_vad_model,
-    init_vad_model,
-)
+    generate_overlap_vad_seq, generate_vad_segment_table,
+    get_vad_stream_status, init_frame_vad_model, init_vad_model)
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 

examples/asr/experimental/k2/align_speech_parallel.py

@@ -81,10 +81,13 @@
 import torch
 from omegaconf import MISSING, OmegaConf
 
-from nemo.collections.asr.data.audio_to_ctm_dataset import ASRCTMPredictionWriter
+from nemo.collections.asr.data.audio_to_ctm_dataset import \
+    ASRCTMPredictionWriter
 from nemo.collections.asr.models import ASRModel
-from nemo.collections.asr.models.configs.aligner_config import K2AlignerWrapperModelConfig
-from nemo.collections.asr.models.configs.asr_models_config import ASRDatasetConfig
+from nemo.collections.asr.models.configs.aligner_config import \
+    K2AlignerWrapperModelConfig
+from nemo.collections.asr.models.configs.asr_models_config import \
+    ASRDatasetConfig
 from nemo.collections.asr.models.k2_aligner_model import AlignerWrapperModel
 from nemo.core.config import TrainerConfig, hydra_runner
 from nemo.utils import logging

examples/asr/experimental/k2/speech_to_text_bpe.py

@@ -77,7 +77,8 @@
 import lightning.pytorch as pl
 from omegaconf import OmegaConf
 
-from nemo.collections.asr.models.configs.k2_sequence_models_config import EncDecK2SeqModelConfig
+from nemo.collections.asr.models.configs.k2_sequence_models_config import \
+    EncDecK2SeqModelConfig
 from nemo.collections.asr.models.k2_sequence_models import EncDecK2SeqModelBPE
 from nemo.core.config import hydra_runner
 from nemo.utils import logging

examples/asr/experimental/k2/speech_to_text_rnnt_bpe.py

@@ -67,7 +67,8 @@
 from omegaconf import OmegaConf
 
 from nemo.collections.asr.models import EncDecK2RnntSeqModelBPE
-from nemo.collections.asr.models.configs.k2_sequence_models_config import EncDecK2SeqModelConfig
+from nemo.collections.asr.models.configs.k2_sequence_models_config import \
+    EncDecK2SeqModelConfig
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 from nemo.utils.exp_manager import exp_manager

examples/asr/experimental/structured/speech_to_text_hybrid.py

@@ -19,7 +19,6 @@
 from nemo.utils.config_utils import update_model_config
 from nemo.utils.exp_manager import exp_manager
 
-
 """
 python speech_to_text_hybrid.py \
     --config-path="conf/quartznet" \

examples/asr/export/transducer/infer_transducer_onnx.py

@@ -23,10 +23,10 @@
 
 from nemo.collections.asr.metrics.wer import word_error_rate
 from nemo.collections.asr.models import ASRModel
-from nemo.collections.asr.parts.submodules.rnnt_greedy_decoding import ONNXGreedyBatchedRNNTInfer
+from nemo.collections.asr.parts.submodules.rnnt_greedy_decoding import \
+    ONNXGreedyBatchedRNNTInfer
 from nemo.utils import logging
 
-
 """
 Script to compare the outputs of a NeMo Pytorch based RNNT Model and its ONNX exported representation.
 

examples/asr/export/transducer/infer_transducer_ts.py

@@ -24,10 +24,10 @@
 
 from nemo.collections.asr.metrics.wer import word_error_rate
 from nemo.collections.asr.models import ASRModel
-from nemo.collections.asr.parts.submodules.rnnt_greedy_decoding import TorchscriptGreedyBatchedRNNTInfer
+from nemo.collections.asr.parts.submodules.rnnt_greedy_decoding import \
+    TorchscriptGreedyBatchedRNNTInfer
 from nemo.utils import logging
 
-
 """
 Script to compare the outputs of a NeMo Pytorch based RNNT Model and its Torchscript exported representation.
 

examples/asr/nemo_run_helper.py

@@ -18,6 +18,7 @@
 
 import nemo_run as run
 from omegaconf import OmegaConf, open_dict
+
 from nemo.collections.common.parts import nemo_run_utils
 from nemo.core.config import hydra_runner
 from nemo.utils import logging

examples/asr/quantization/speech_to_text_quant_infer.py

@@ -25,7 +25,8 @@
 
 from nemo.collections.asr.metrics.wer import WER, word_error_rate
 from nemo.collections.asr.models import EncDecCTCModel
-from nemo.collections.asr.parts.submodules.ctc_decoding import CTCDecoding, CTCDecodingConfig
+from nemo.collections.asr.parts.submodules.ctc_decoding import (
+    CTCDecoding, CTCDecodingConfig)
 from nemo.utils import logging
 
 try:

examples/asr/quantization/speech_to_text_quant_infer_trt.py

@@ -27,7 +27,8 @@
 
 from nemo.collections.asr.metrics.wer import WER, word_error_rate
 from nemo.collections.asr.models import EncDecCTCModel
-from nemo.collections.asr.parts.submodules.ctc_decoding import CTCDecoding, CTCDecodingConfig
+from nemo.collections.asr.parts.submodules.ctc_decoding import (
+    CTCDecoding, CTCDecodingConfig)
 from nemo.utils import logging
 
 # Use autoprimaryctx if available (pycuda >= 2021.1) to

examples/asr/speech_classification/frame_vad_infer.py

@@ -43,14 +43,9 @@
 
 from nemo.collections.asr.parts.utils.manifest_utils import write_manifest
 from nemo.collections.asr.parts.utils.vad_utils import (
-    frame_vad_eval_detection_error,
-    frame_vad_infer_load_manifest,
-    generate_overlap_vad_seq,
-    generate_vad_frame_pred,
-    generate_vad_segment_table,
-    init_frame_vad_model,
-    prepare_manifest,
-)
+    frame_vad_eval_detection_error, frame_vad_infer_load_manifest,
+    generate_overlap_vad_seq, generate_vad_frame_pred,
+    generate_vad_segment_table, init_frame_vad_model, prepare_manifest)
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 

examples/asr/speech_classification/speech_to_frame_label.py

@@ -41,8 +41,9 @@
 
 import lightning.pytorch as pl
 from omegaconf import OmegaConf
-from nemo.collections.asr.models.classification_models import EncDecFrameClassificationModel
 
+from nemo.collections.asr.models.classification_models import \
+    EncDecFrameClassificationModel
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 from nemo.utils.exp_manager import exp_manager

examples/asr/speech_classification/speech_to_label.py

@@ -147,7 +147,8 @@
 import torch
 from omegaconf import OmegaConf
 
-from nemo.collections.asr.models import EncDecClassificationModel, EncDecSpeakerLabelModel
+from nemo.collections.asr.models import (EncDecClassificationModel,
+                                         EncDecSpeakerLabelModel)
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 from nemo.utils.exp_manager import exp_manager

examples/asr/speech_classification/vad_infer.py

@@ -37,12 +37,8 @@
 
 from nemo.collections.asr.parts.utils.speaker_utils import write_rttm2manifest
 from nemo.collections.asr.parts.utils.vad_utils import (
-    generate_overlap_vad_seq,
-    generate_vad_frame_pred,
-    generate_vad_segment_table,
-    init_vad_model,
-    prepare_manifest,
-)
+    generate_overlap_vad_seq, generate_vad_frame_pred,
+    generate_vad_segment_table, init_vad_model, prepare_manifest)
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 

examples/asr/speech_pretraining/downstream/speech_classification_mfa_train.py

@@ -18,7 +18,8 @@
 import torch
 from omegaconf import OmegaConf
 
-from nemo.collections.asr.models import EncDecSpeakerLabelModel, SpeechEncDecSelfSupervisedModel
+from nemo.collections.asr.models import (EncDecSpeakerLabelModel,
+                                         SpeechEncDecSelfSupervisedModel)
 from nemo.core.classes.common import typecheck
 from nemo.core.config import hydra_runner
 from nemo.utils import logging

examples/asr/speech_pretraining/masked_token_pred_pretrain.py

@@ -16,12 +16,12 @@
 import lightning.pytorch as pl
 from omegaconf import OmegaConf
 
-from nemo.collections.asr.models.ssl_models import EncDecDenoiseMaskedTokenPredModel
+from nemo.collections.asr.models.ssl_models import \
+    EncDecDenoiseMaskedTokenPredModel
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 from nemo.utils.exp_manager import exp_manager
 
-
 """
 # Example of training a self-supervised denoising masksed token prediction model
 ```sh

examples/asr/speech_pretraining/speech_pre_training.py

@@ -16,7 +16,8 @@
 import lightning.pytorch as pl
 from omegaconf import OmegaConf
 
-from nemo.collections.asr.models.ssl_models import SpeechEncDecSelfSupervisedModel
+from nemo.collections.asr.models.ssl_models import \
+    SpeechEncDecSelfSupervisedModel
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 from nemo.utils.exp_manager import exp_manager

examples/asr/speech_to_text_eval.py

@@ -73,11 +73,10 @@
 
 from nemo.collections.asr.metrics.wer import word_error_rate
 from nemo.collections.asr.parts.utils.transcribe_utils import (
-    PunctuationCapitalization,
-    TextProcessingConfig,
-    compute_metrics_per_sample,
-)
-from nemo.collections.common.metrics.punct_er import DatasetPunctuationErrorRate
+    PunctuationCapitalization, TextProcessingConfig,
+    compute_metrics_per_sample)
+from nemo.collections.common.metrics.punct_er import \
+    DatasetPunctuationErrorRate
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 

examples/asr/speech_to_text_finetune.py

@@ -54,6 +54,7 @@
 https://docs.nvidia.com/deeplearning/nemo/user-guide/docs/en/main/asr/configs.html#fine-tuning-configurations
 """
 import time
+
 import lightning.pytorch as pl
 from omegaconf import OmegaConf
 

examples/asr/speech_translation/translate_speech.py

@@ -21,8 +21,10 @@
 import torch
 from omegaconf import OmegaConf
 
-from nemo.collections.asr.modules.conformer_encoder import ConformerChangeConfig
-from nemo.collections.asr.parts.utils.transcribe_utils import compute_output_filename, prepare_audio_data, setup_model
+from nemo.collections.asr.modules.conformer_encoder import \
+    ConformerChangeConfig
+from nemo.collections.asr.parts.utils.transcribe_utils import (
+    compute_output_filename, prepare_audio_data, setup_model)
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 

examples/asr/transcribe_speech.py

@@ -22,21 +22,24 @@
 import torch
 from omegaconf import OmegaConf, open_dict
 
-from nemo.collections.asr.models import EncDecCTCModel, EncDecHybridRNNTCTCModel, EncDecRNNTModel
-from nemo.collections.asr.models.aed_multitask_models import parse_multitask_prompt
-from nemo.collections.asr.modules.conformer_encoder import ConformerChangeConfig
-from nemo.collections.asr.parts.submodules.ctc_decoding import CTCDecodingConfig
-from nemo.collections.asr.parts.submodules.multitask_decoding import MultiTaskDecoding, MultiTaskDecodingConfig
-from nemo.collections.asr.parts.submodules.rnnt_decoding import RNNTDecodingConfig
+from nemo.collections.asr.models import (EncDecCTCModel,
+                                         EncDecHybridRNNTCTCModel,
+                                         EncDecRNNTModel)
+from nemo.collections.asr.models.aed_multitask_models import \
+    parse_multitask_prompt
+from nemo.collections.asr.modules.conformer_encoder import \
+    ConformerChangeConfig
+from nemo.collections.asr.parts.submodules.ctc_decoding import \
+    CTCDecodingConfig
+from nemo.collections.asr.parts.submodules.multitask_decoding import (
+    MultiTaskDecoding, MultiTaskDecodingConfig)
+from nemo.collections.asr.parts.submodules.rnnt_decoding import \
+    RNNTDecodingConfig
 from nemo.collections.asr.parts.utils.eval_utils import cal_write_wer
 from nemo.collections.asr.parts.utils.rnnt_utils import Hypothesis
 from nemo.collections.asr.parts.utils.transcribe_utils import (
-    compute_output_filename,
-    prepare_audio_data,
-    restore_transcription_order,
-    setup_model,
-    write_transcription,
-)
+    compute_output_filename, prepare_audio_data, restore_transcription_order,
+    setup_model, write_transcription)
 from nemo.core.config import hydra_runner
 from nemo.utils import logging
 from nemo.utils.timers import SimpleTimer