Index

A

activation_checkpoint_cpu_offload (arctic_training.config.trainer.TrainerConfig attribute) add_chat_to_batch_task() (arctic_training.synth.AzureOpenAISynth method) (arctic_training.synth.CortexSynth method) (arctic_training.synth.OpenAISynth method) (arctic_training.synth.VllmSynth method)

arctic_moe (arctic_training.config.trainer.TrainerConfig attribute) attn_implementation (arctic_training.config.model.ModelConfig attribute) auto_resume (arctic_training.config.checkpoint.CheckpointConfig attribute) AzureOpenAISynth (class in arctic_training.synth)

B

backward() (arctic_training.trainer.trainer.Trainer method)

betas (arctic_training.config.optimizer.OptimizerConfig attribute)

C

cache_dir (arctic_training.config.data.DataConfig attribute) cache_path (arctic_training.data.source.DataSource property) cache_path() (arctic_training.data.factory.DataFactory method) cache_path_args (arctic_training.data.source.DataSource property) cache_processed_data (arctic_training.config.data.DataConfig attribute) CallbackMixin (class in arctic_training.callback.mixin) callbacks (arctic_training.callback.mixin.CallbackMixin attribute) (arctic_training.trainer.trainer.Trainer attribute) cancel_batch_task() (arctic_training.synth.AzureOpenAISynth method) (arctic_training.synth.OpenAISynth method) checkpoint (arctic_training.config.trainer.TrainerConfig attribute) checkpoint() (arctic_training.trainer.trainer.Trainer method) checkpoint_dir (arctic_training.checkpoint.engine.CheckpointEngine property) checkpoint_engine (arctic_training.trainer.trainer.Trainer attribute) CheckpointEngine (class in arctic_training.checkpoint.engine) code (arctic_training.config.trainer.TrainerConfig attribute)

config (arctic_training.checkpoint.engine.CheckpointEngine attribute) (arctic_training.data.factory.DataFactory attribute) (arctic_training.data.source.DataSource attribute) (arctic_training.model.factory.ModelFactory attribute) (arctic_training.optimizer.factory.OptimizerFactory attribute) (arctic_training.scheduler.factory.SchedulerFactory attribute) (arctic_training.tokenizer.factory.TokenizerFactory attribute) (arctic_training.trainer.trainer.Trainer attribute) CortexSynth (class in arctic_training.synth) count_model_parameters() (arctic_training.trainer.trainer.Trainer method) count_model_params_in_original_model() (arctic_training.trainer.trainer.Trainer method) create_config() (arctic_training.model.factory.ModelFactory method) create_dataloader() (arctic_training.data.factory.DataFactory method) create_model() (arctic_training.model.factory.ModelFactory method) create_optimizer() (arctic_training.optimizer.factory.OptimizerFactory method) create_scheduler() (arctic_training.scheduler.factory.SchedulerFactory method) create_tokenizer() (arctic_training.tokenizer.factory.TokenizerFactory method)

D

data (arctic_training.config.trainer.TrainerConfig attribute) data_factory (arctic_training.data.source.DataSource property) (arctic_training.trainer.trainer.Trainer attribute) DataFactory (class in arctic_training.data.factory) DataSource (class in arctic_training.data.source) deepspeed (arctic_training.config.trainer.TrainerConfig attribute) default_source_cls (arctic_training.data.factory.DataFactory attribute) device (arctic_training.checkpoint.engine.CheckpointEngine property) (arctic_training.model.factory.ModelFactory property) (arctic_training.optimizer.factory.OptimizerFactory property) (arctic_training.scheduler.factory.SchedulerFactory property) (arctic_training.tokenizer.factory.TokenizerFactory property) (arctic_training.trainer.trainer.Trainer property)

disable_activation_checkpoint (arctic_training.config.model.ModelConfig attribute) dl_num_workers (arctic_training.config.data.DataConfig attribute) do_checkpoint (arctic_training.checkpoint.engine.CheckpointEngine property) download_batch_task() (arctic_training.synth.AzureOpenAISynth method) (arctic_training.synth.OpenAISynth method) dtype (arctic_training.config.model.ModelConfig attribute)

E

enable (arctic_training.config.wandb.WandBConfig attribute) enable_arctic_moe_custom_optimization (arctic_training.config.trainer.TrainerConfig attribute) enable_routing_replay (arctic_training.config.trainer.TrainerConfig attribute) enabled (arctic_training.config.checkpoint.CheckpointConfig attribute) entity (arctic_training.config.wandb.WandBConfig attribute) epoch() (arctic_training.trainer.trainer.Trainer method) epoch_finished (arctic_training.checkpoint.engine.CheckpointEngine property) epochs (arctic_training.config.trainer.TrainerConfig attribute) (arctic_training.trainer.trainer.Trainer property) eval_batches (arctic_training.trainer.trainer.Trainer property) eval_interval (arctic_training.config.trainer.TrainerConfig attribute) eval_log_iter_interval (arctic_training.config.trainer.TrainerConfig attribute)

eval_sources (arctic_training.config.data.DataConfig attribute) evaluate() (arctic_training.trainer.trainer.Trainer method) execute_batch_task() (arctic_training.synth.AzureOpenAISynth method) (arctic_training.synth.CortexSynth method) (arctic_training.synth.OpenAISynth method) (arctic_training.synth.VllmSynth method) exit_iteration (arctic_training.config.trainer.TrainerConfig attribute) exit_iteration_this_run (arctic_training.config.trainer.TrainerConfig attribute) expert_parallel_size (arctic_training.config.trainer.TrainerConfig attribute) extract_messages_from_responses() (arctic_training.synth.AzureOpenAISynth static method) (arctic_training.synth.CortexSynth static method) (arctic_training.synth.OpenAISynth static method) (arctic_training.synth.VllmSynth static method)

F

fail_on_missing_cache (arctic_training.config.data.DataConfig attribute)

file_output_ranks (arctic_training.config.logger.LoggerConfig attribute)

G

global_rank (arctic_training.checkpoint.engine.CheckpointEngine property) (arctic_training.data.factory.DataFactory property) (arctic_training.data.source.DataSource property) (arctic_training.model.factory.ModelFactory property) (arctic_training.optimizer.factory.OptimizerFactory property) (arctic_training.scheduler.factory.SchedulerFactory property) (arctic_training.tokenizer.factory.TokenizerFactory property)

gradient_accumulation_steps (arctic_training.config.trainer.TrainerConfig attribute)

H

hf_config_kwargs (arctic_training.config.model.ModelConfig attribute)

I

init_source_configs() (arctic_training.config.data.DataConfig class method)

is_eval_log_iter() (arctic_training.trainer.trainer.Trainer method) is_main_process_by_path (arctic_training.data.factory.DataFactory property)

K

kill_switch_path (arctic_training.config.trainer.TrainerConfig attribute)

L

latest_checkpoint_exists (arctic_training.checkpoint.engine.CheckpointEngine property) learning_rate (arctic_training.config.optimizer.OptimizerConfig attribute) (arctic_training.config.scheduler.SchedulerConfig attribute) level (arctic_training.config.logger.LoggerConfig attribute) load() (arctic_training.checkpoint.engine.CheckpointEngine method) (arctic_training.data.factory.DataFactory method) (arctic_training.data.source.DataSource method)

local_rank (arctic_training.data.factory.DataFactory property) logger (arctic_training.config.trainer.TrainerConfig attribute) loss() (arctic_training.trainer.trainer.Trainer method) loss_log_interval (arctic_training.config.trainer.TrainerConfig attribute)

M

max_length (arctic_training.config.data.DataConfig attribute) mem_profiler (arctic_training.config.trainer.TrainerConfig attribute) mem_profiler_dir (arctic_training.config.trainer.TrainerConfig attribute) mem_profiler_max_entries (arctic_training.config.trainer.TrainerConfig attribute) micro_batch_size (arctic_training.config.trainer.TrainerConfig attribute) (arctic_training.data.factory.DataFactory property)

min_iterations (arctic_training.config.trainer.TrainerConfig attribute) model (arctic_training.config.trainer.TrainerConfig attribute) (arctic_training.optimizer.factory.OptimizerFactory property) model_factory (arctic_training.trainer.trainer.Trainer attribute) model_unwrapped (arctic_training.trainer.trainer.Trainer property) ModelFactory (class in arctic_training.model.factory)

N

name (arctic_training.checkpoint.engine.CheckpointEngine attribute) (arctic_training.config.wandb.WandBConfig attribute) (arctic_training.data.factory.DataFactory attribute) (arctic_training.data.source.DataSource attribute) (arctic_training.model.factory.ModelFactory attribute) (arctic_training.optimizer.factory.OptimizerFactory attribute) (arctic_training.scheduler.factory.SchedulerFactory attribute) (arctic_training.tokenizer.factory.TokenizerFactory attribute) (arctic_training.trainer.trainer.Trainer attribute)

name_or_path (arctic_training.config.model.ModelConfig attribute) (arctic_training.config.tokenizer.TokenizerConfig attribute) need_early_exit() (arctic_training.trainer.trainer.Trainer method) num_proc (arctic_training.config.data.DataConfig attribute)

O

OpenAISynth (class in arctic_training.synth) optimizer (arctic_training.config.trainer.TrainerConfig attribute) (arctic_training.scheduler.factory.SchedulerFactory property) optimizer_factory (arctic_training.trainer.trainer.Trainer attribute)

OptimizerFactory (class in arctic_training.optimizer.factory) output_dir (arctic_training.config.checkpoint.CheckpointConfig attribute) (arctic_training.config.logger.LoggerConfig attribute) overfit_first_batch (arctic_training.config.trainer.TrainerConfig attribute)

P

peft_config (arctic_training.config.model.ModelConfig attribute) print_model_parameters_header() (arctic_training.trainer.trainer.Trainer method)

print_output_ranks (arctic_training.config.logger.LoggerConfig attribute) process() (arctic_training.data.factory.DataFactory method) project (arctic_training.config.wandb.WandBConfig attribute)

R

retrieve_batch_task() (arctic_training.synth.AzureOpenAISynth method) (arctic_training.synth.OpenAISynth method)

retrieve_uploaded_files() (arctic_training.synth.AzureOpenAISynth method) (arctic_training.synth.OpenAISynth method)

S

save() (arctic_training.checkpoint.engine.CheckpointEngine method) save_batch_task() (arctic_training.synth.AzureOpenAISynth method) (arctic_training.synth.OpenAISynth method) save_end_of_training (arctic_training.config.checkpoint.CheckpointConfig attribute) save_every_n_epochs (arctic_training.config.checkpoint.CheckpointConfig attribute) save_every_n_steps (arctic_training.config.checkpoint.CheckpointConfig attribute) save_name (arctic_training.config.model.ModelConfig attribute) scheduler (arctic_training.config.trainer.TrainerConfig attribute) scheduler_factory (arctic_training.trainer.trainer.Trainer attribute)

SchedulerFactory (class in arctic_training.scheduler.factory) seed (arctic_training.config.data.DataConfig attribute) (arctic_training.config.trainer.TrainerConfig attribute) sequence_parallel_size (arctic_training.config.trainer.TrainerConfig attribute) skip_validation (arctic_training.config.trainer.TrainerConfig attribute) sources (arctic_training.config.data.DataConfig attribute) split_data() (arctic_training.data.factory.DataFactory method) step() (arctic_training.trainer.trainer.Trainer method) submit_batch_task() (arctic_training.synth.AzureOpenAISynth method) (arctic_training.synth.OpenAISynth method)

T

tiled_mlp_compute (arctic_training.config.trainer.TrainerConfig attribute) tokenize_kwargs (arctic_training.config.tokenizer.TokenizerConfig attribute) tokenizer (arctic_training.config.trainer.TrainerConfig attribute) (arctic_training.data.factory.DataFactory property) tokenizer_factory (arctic_training.trainer.trainer.Trainer attribute) TokenizerFactory (class in arctic_training.tokenizer.factory) train() (arctic_training.trainer.trainer.Trainer method) train_batches (arctic_training.trainer.trainer.Trainer property) train_eval_split (arctic_training.config.data.DataConfig attribute) train_iters (arctic_training.config.trainer.TrainerConfig attribute) train_log_iter_interval (arctic_training.config.trainer.TrainerConfig attribute) train_log_metrics_path (arctic_training.config.trainer.TrainerConfig attribute) trainer (arctic_training.checkpoint.engine.CheckpointEngine property) (arctic_training.data.factory.DataFactory property) (arctic_training.data.source.DataSource property) (arctic_training.model.factory.ModelFactory property) (arctic_training.optimizer.factory.OptimizerFactory property) (arctic_training.scheduler.factory.SchedulerFactory property) (arctic_training.tokenizer.factory.TokenizerFactory property)

Trainer (class in arctic_training.trainer.trainer) training_finished (arctic_training.checkpoint.engine.CheckpointEngine property) training_horizon (arctic_training.trainer.trainer.Trainer property) type (arctic_training.config.checkpoint.CheckpointConfig attribute) (arctic_training.config.data.DataConfig attribute) (arctic_training.config.model.ModelConfig attribute) (arctic_training.config.optimizer.OptimizerConfig attribute) (arctic_training.config.scheduler.SchedulerConfig attribute) (arctic_training.config.tokenizer.TokenizerConfig attribute) (arctic_training.config.trainer.TrainerConfig attribute)

U

upload_batch_task() (arctic_training.synth.AzureOpenAISynth method) (arctic_training.synth.OpenAISynth method)

use_data_cache (arctic_training.config.data.DataConfig attribute)

V

VllmSynth (class in arctic_training.synth)

W

wandb (arctic_training.config.trainer.TrainerConfig attribute) weight_decay (arctic_training.config.optimizer.OptimizerConfig attribute) world_size (arctic_training.checkpoint.engine.CheckpointEngine property) (arctic_training.data.factory.DataFactory property) (arctic_training.data.source.DataSource property) (arctic_training.model.factory.ModelFactory property) (arctic_training.optimizer.factory.OptimizerFactory property) (arctic_training.scheduler.factory.SchedulerFactory property) (arctic_training.tokenizer.factory.TokenizerFactory property)