Enum DebugCommands 

pub enum DebugCommands {
    WhySlow,
    Oom,
    Nan {
        script: String,
    },
    Hang,
    Checkpoint {
        path: String,
    },
    Trace {
        script: String,
        args: Vec<String>,
    },
}

Variants

WhySlow

Analyze why training is slow

Oom

Trace GPU out-of-memory errors

Nan

Detect NaN gradients and trace to the source

Fields

script: String

Training script to run with NaN detection

Hang

Detect NCCL deadlocks / straggler ranks

Checkpoint

Verify a checkpoint file

Fields

path: String

Path to checkpoint file

Trace

Run a script with enhanced tracing

Fields

script: String

Script to trace

args: Vec<String>

Trait Implementations

impl FromArgMatches for DebugCommands

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from [ArgMatches], parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from [ArgMatches], parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut<'b>( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

impl Subcommand for DebugCommands

fn augment_subcommands<'b>(__clap_app: Command) -> Command

Append to [Command] so it can instantiate Self via [FromArgMatches::from_arg_matches_mut]

fn augment_subcommands_for_update<'b>(__clap_app: Command) -> Command

Append to [Command] so it can instantiate self via [FromArgMatches::update_from_arg_matches_mut]

fn has_subcommand(__clap_name: &str) -> bool

Test whether Self can parse a specific subcommand