Enum DataCommands 

pub enum DataCommands {
    Profile {
        path: String,
    },
    Split {
        path: String,
        train: f64,
        val: f64,
        seed: u64,
    },
    Cache {
        source: String,
        to: String,
    },
    Shard {
        path: String,
        shards: u32,
    },
    Benchmark {
        path: String,
        workers: u32,
    },
    Serve {
        path: String,
        port: u16,
    },
}

Variants

Profile

Profile a dataset (stats, types, size)

Fields

path: String

Path to dataset file or directory

Split

Split dataset into train/val/test

Fields

path: String

Path to dataset directory

train: f64

Training fraction

val: f64

Validation fraction

seed: u64

Random seed

Cache

Cache dataset to fast storage

Fields

source: String

Source path

to: String

Destination (fast storage)

Shard

Shard dataset for distributed training

Fields

path: String

Path to dataset

shards: u32

Number of shards

Benchmark

Benchmark DataLoader throughput

Fields

path: String

Path to dataset

workers: u32

Number of workers

Serve

Serve dataset over network for multi-node training

Fields

path: String

Path to dataset

port: u16

Port to serve on

Trait Implementations

impl FromArgMatches for DataCommands

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from [ArgMatches], parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from [ArgMatches], parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut<'b>( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

impl Subcommand for DataCommands

fn augment_subcommands<'b>(__clap_app: Command) -> Command

Append to [Command] so it can instantiate Self via [FromArgMatches::from_arg_matches_mut]

fn augment_subcommands_for_update<'b>(__clap_app: Command) -> Command

Append to [Command] so it can instantiate self via [FromArgMatches::update_from_arg_matches_mut]

fn has_subcommand(__clap_name: &str) -> bool

Test whether Self can parse a specific subcommand