Index _ | A | B | C | D | E | F | G | H | I | J | K | L | M | N | O | P | R | S | T | U | V | W _ __call__() (tango.integrations.torch.DataCollator method) __contains__() (tango.step_cache.StepCache method) __eq__() (tango.step.Step method) __getitem__() (tango.step_cache.StepCache method) __hash__() (tango.step.Step method) __init__() (tango.step.Step method) __len__() (tango.step_cache.StepCache method) __setitem__() (tango.step_cache.StepCache method) __str__() (tango.step.Step method) _to_params() (tango.format.Format method) A add_soft_prompt() (in module tango.integrations.transformers) as_dict() (tango.common.Params method) as_flat_dict() (tango.common.Params method) as_kwargs() (tango.integrations.fairscale.FSDPConfig method) as_ordered_dict() (tango.common.Params method) assert_empty() (tango.common.Params method) auto_aggregate_val_metric (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) B backward() (tango.integrations.torch.TrainingEngine method) BeakerExecutor (class in tango.integrations.beaker) BeakerScheduler (class in tango.integrations.beaker) BeakerStepCache (class in tango.integrations.beaker) BeakerWorkspace (class in tango.integrations.beaker) best_state_path (tango.integrations.flax.TrainConfig property) (tango.integrations.torch.TrainConfig property) by_name() (tango.common.Registrable class method) C CACHEABLE (tango.integrations.datasets.ConcatenateDatasets attribute) (tango.integrations.datasets.DatasetRemixStep attribute) (tango.integrations.datasets.InterleaveDatasets attribute) (tango.integrations.datasets.LoadDataset attribute) (tango.integrations.datasets.LoadStreamingDataset attribute) (tango.integrations.flax.FlaxEvalStep attribute) (tango.integrations.flax.FlaxTrainStep attribute) (tango.integrations.torch.TorchEvalStep attribute) (tango.integrations.torch.TorchTrainStep attribute) (tango.integrations.transformers.FinetuneStep attribute) (tango.integrations.transformers.TokenizeText2TextData attribute) (tango.step.Step attribute) cacheable (tango.step_info.StepInfo attribute) CACHEABLE (tango.steps.DatasetCombineStep attribute) (tango.steps.DatasetRemixStep attribute) (tango.steps.PrintStep attribute) CacheMetadata (class in tango.step_cache) CancellationError capture_logs_for_run() (tango.workspace.Workspace method) checkpoint_every (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) clear() (tango.common.sequences.SqliteSparseSequence method) cli_logger (in module tango.common.logging) CliRunError close() (tango.common.sequences.SqliteSparseSequence method) cluster (tango.integrations.beaker.ResourceAssignment attribute) command (tango.step_info.EnvironmentMetadata attribute) commit (tango.step_info.GitMetadata attribute) COMPLETED (tango.step_info.StepState attribute) ConcatenateDatasets (class in tango.integrations.datasets) ConcatenatedSequence (class in tango.common.sequences) ConcatTensorDictsCollator (class in tango.integrations.torch) Config (class in tango.integrations.transformers) config (tango.step.Step property) (tango.step_info.StepInfo attribute) ConfigurationError construct() (tango.common.Lazy method) (tango.step.WithUnresolvedSteps method) convert_to_tango_dataset_dict() (in module tango.integrations.datasets) copy_to() (tango.common.sequences.SqliteSparseSequence method) cpu_count (tango.step.StepResources attribute) (tango.step_info.PlatformMetadata attribute) CustomDetHash (class in tango.common.det_hash) D DataCollator (class in tango.integrations.torch) DataLoader (class in tango.integrations.flax) (class in tango.integrations.torch) DatasetCombineStep (class in tango.steps) DatasetDict (class in tango.common) DatasetDictBase (class in tango.common) DatasetRemixStep (class in tango.integrations.datasets) (class in tango.steps) DatasetsFormat (class in tango.integrations.datasets) default() (tango.settings.TangoGlobalSettings class method) DEFAULT_BEAKER_IMAGE (tango.integrations.beaker.BeakerExecutor attribute) default_implementation (tango.integrations.beaker.BeakerScheduler attribute) (tango.integrations.torch.DataCollator attribute) (tango.integrations.torch.TrainingEngine attribute) (tango.integrations.transformers.Config attribute) (tango.integrations.transformers.Tokenizer attribute) (tango.step_cache.StepCache attribute) dependencies (tango.step.Step property) (tango.step_info.StepInfo attribute) det_hash() (in module tango.common.det_hash) det_hash_object() (tango.common.det_hash.CustomDetHash method) (tango.common.det_hash.DetHashFromInitParams method) (tango.common.det_hash.DetHashWithVersion method) (tango.common.Lazy method) (tango.step.Step method) (tango.step.WithUnresolvedSteps method) DETERMINISTIC (tango.integrations.datasets.ConcatenateDatasets attribute) (tango.integrations.datasets.DatasetRemixStep attribute) (tango.integrations.datasets.InterleaveDatasets attribute) (tango.integrations.datasets.LoadDataset attribute) (tango.integrations.datasets.LoadStreamingDataset attribute) (tango.integrations.flax.FlaxEvalStep attribute) (tango.integrations.flax.FlaxTrainStep attribute) (tango.integrations.torch.TorchEvalStep attribute) (tango.integrations.torch.TorchTrainStep attribute) (tango.integrations.transformers.FinetuneStep attribute) (tango.integrations.transformers.TokenizeText2TextData attribute) (tango.step.Step attribute) (tango.steps.DatasetCombineStep attribute) (tango.steps.DatasetRemixStep attribute) (tango.steps.PrintStep attribute) DetHashFromInitParams (class in tango.common.det_hash) DetHashWithVersion (class in tango.common.det_hash) devices (tango.integrations.torch.TrainConfig attribute) DillFormat (class in tango.format) DillFormatIterator (class in tango.format) DirtyRepoError distributed_address (tango.integrations.torch.TrainConfig attribute) distributed_port (tango.integrations.torch.TrainConfig attribute) duplicate() (tango.common.Params method) duration (tango.step_info.StepInfo property) E end_time (tango.step_info.StepInfo attribute) end_time_local (tango.step_info.StepInfo property) ensure_result() (tango.step.Step method) environment (tango.settings.TangoGlobalSettings attribute) (tango.step_info.StepInfo attribute) EnvironmentMetadata (class in tango.step_info) error (tango.step_info.StepInfo attribute) EvalCallback (class in tango.integrations.flax) (class in tango.integrations.torch) executable (tango.step_info.EnvironmentMetadata attribute) execute_step_graph() (tango.executor.Executor method) execute_sub_graph_for_steps() (tango.executor.Executor method) ExecutionMetadata (class in tango.executor) Executor (class in tango.executor) executor (tango.settings.TangoGlobalSettings attribute) ExecutorError ExecutorOutput (class in tango.executor) extend() (tango.common.sequences.SqliteSparseSequence method) F failed (tango.executor.ExecutorOutput attribute) FAILED (tango.step_info.StepState attribute) FairScaleTrainingEngine (class in tango.integrations.fairscale) FILE_FRIENDLY_LOGGING (in module tango.common.logging) file_friendly_logging (tango.settings.TangoGlobalSettings attribute) file_handler() (in module tango.common.logging) FinetuneStep (class in tango.integrations.transformers) FinetuneWrapper (class in tango.integrations.transformers) FlaxDataLoader (class in tango.integrations.flax) FlaxEvalStep (class in tango.integrations.flax) FlaxFormat (class in tango.integrations.flax) FlaxTrainStep (class in tango.integrations.flax) Format (class in tango.format) FORMAT (tango.integrations.datasets.LoadDataset attribute) (tango.integrations.flax.FlaxEvalStep attribute) (tango.integrations.flax.FlaxTrainStep attribute) (tango.integrations.torch.TorchEvalStep attribute) (tango.integrations.torch.TorchTrainStep attribute) (tango.integrations.transformers.FinetuneStep attribute) (tango.integrations.transformers.RunGeneration attribute) (tango.integrations.transformers.RunGenerationDataset attribute) (tango.integrations.transformers.TokenizeText2TextData attribute) (tango.step.Step attribute) format (tango.step_cache.CacheMetadata attribute) forward_eval() (tango.integrations.torch.TrainingEngine method) forward_train() (tango.integrations.torch.TrainingEngine method) from_file() (tango.common.Params class method) (tango.settings.TangoGlobalSettings class method) from_json_dict() (tango.step_info.StepInfo class method) from_params() (tango.common.FromParams class method) from_parsed_url() (tango.workspace.Workspace class method) from_pretrained() (tango.integrations.transformers.FinetuneWrapper class method) from_url() (tango.workspace.Workspace class method) FromParams (class in tango.common) FSDPConfig (class in tango.integrations.fairscale) G get() (tango.common.Params method) get_hash() (tango.common.Params method) git (tango.step_info.EnvironmentMetadata attribute) GitMetadata (class in tango.step_info) gpu_count (tango.step.StepResources attribute) gpu_type (tango.step.StepResources attribute) grad_accum (tango.integrations.torch.TrainConfig attribute) GSStepCache (class in tango.integrations.gs) GSWorkspace (class in tango.integrations.gs) H host (tango.step_info.PlatformMetadata attribute) I include_package (tango.settings.TangoGlobalSettings attribute) INCOMPLETE (tango.step_info.StepState attribute) initialize_logging() (in module tango.common.logging) initialize_prefix_logging() (in module tango.common.logging) initialize_worker_logging() (in module tango.common.logging) insert() (tango.common.sequences.SqliteSparseSequence method) IntegrationMissingError InterleaveDatasets (class in tango.integrations.datasets) is_distributed (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) is_local_main_process (tango.integrations.torch.TrainCallback property) (tango.integrations.torch.TrainConfig property) IterableDatasetDict (class in tango.common) J JsonFormat (class in tango.format) JsonFormatIterator (class in tango.format) K keys() (tango.common.DatasetDictBase method) L Lazy (class in tango.common) list_available() (tango.common.Registrable class method) load_checkpoint() (tango.integrations.torch.TrainingEngine method) load_state_dict() (tango.integrations.flax.TrainCallback method) (tango.integrations.torch.TrainCallback method) LoadDataset (class in tango.integrations.datasets) LoadStreamingDataset (class in tango.integrations.datasets) LocalStepCache (class in tango.step_caches) LocalWorkspace (class in tango.workspaces) log_batch() (tango.integrations.flax.TrainCallback method) (tango.integrations.torch.TrainCallback method) log_every (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) log_level (tango.settings.TangoGlobalSettings attribute) logger (tango.step.Step property) logs_location (tango.executor.ExecutionMetadata attribute) LRScheduler (class in tango.integrations.flax) (class in tango.integrations.torch) M machine (tango.step.StepResources attribute) make_registrable() (in module tango.common) MappedSequence (class in tango.common.sequences) massage_kwargs() (tango.step.Step class method) memory (tango.step.StepResources attribute) MemoryStepCache (class in tango.step_caches) MemoryWorkspace (class in tango.workspaces) metadata (tango.common.DatasetDict attribute) (tango.common.DatasetDictBase attribute) (tango.common.IterableDatasetDict attribute) METADATA (tango.integrations.flax.FlaxTrainStep attribute) (tango.integrations.torch.TorchTrainStep attribute) (tango.step.Step attribute) metadata (tango.step_info.StepInfo attribute) minimize_val_metric (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) mixed_precision (tango.integrations.fairscale.FSDPConfig attribute) Model (class in tango.integrations.flax) (class in tango.integrations.torch) model (tango.integrations.torch.TrainCallback property) modify_with_ia3() (in module tango.integrations.transformers.ia3) module tango.__main__ tango.common tango.common.det_hash tango.common.exceptions tango.common.logging tango.common.sequences tango.format tango.integrations tango.integrations.beaker tango.integrations.datasets tango.integrations.fairscale tango.integrations.flax tango.integrations.gs tango.integrations.torch tango.integrations.transformers tango.integrations.wandb tango.steps move_grads_to_cpu (tango.integrations.fairscale.FSDPConfig attribute) move_params_to_cpu (tango.integrations.fairscale.FSDPConfig attribute) multiprocessing_start_method (tango.settings.TangoGlobalSettings attribute) N name (tango.workspace.Run attribute) not_run (tango.executor.ExecutorOutput attribute) O operating_system (tango.step_info.PlatformMetadata attribute) Optimizer (class in tango.integrations.flax) (class in tango.integrations.torch) ordered_steps() (tango.step_graph.StepGraph class method) P packages (tango.step_info.EnvironmentMetadata attribute) Params (class in tango.common) platform (tango.step_info.StepInfo attribute) PlatformMetadata (class in tango.step_info) pop() (tango.common.Params method) pop_bool() (tango.common.Params method) pop_choice() (tango.common.Params method) pop_float() (tango.common.Params method) pop_int() (tango.common.Params method) post_batch() (tango.integrations.flax.EvalCallback method) (tango.integrations.flax.TrainCallback method) (tango.integrations.torch.EvalCallback method) (tango.integrations.torch.TrainCallback method) post_epoch() (tango.integrations.flax.TrainCallback method) (tango.integrations.torch.TrainCallback method) post_eval_loop() (tango.integrations.flax.EvalCallback method) (tango.integrations.torch.EvalCallback method) post_train_loop() (tango.integrations.flax.TrainCallback method) (tango.integrations.torch.TrainCallback method) post_val_batch() (tango.integrations.flax.TrainCallback method) (tango.integrations.torch.TrainCallback method) post_val_loop() (tango.integrations.flax.TrainCallback method) (tango.integrations.torch.TrainCallback method) pre_batch() (tango.integrations.flax.EvalCallback method) (tango.integrations.flax.TrainCallback method) (tango.integrations.torch.EvalCallback method) (tango.integrations.torch.TrainCallback method) pre_epoch() (tango.integrations.flax.TrainCallback method) (tango.integrations.torch.TrainCallback method) pre_eval_loop() (tango.integrations.flax.EvalCallback method) (tango.integrations.torch.EvalCallback method) pre_train_loop() (tango.integrations.flax.TrainCallback method) (tango.integrations.torch.TrainCallback method) pre_val_batch() (tango.integrations.flax.TrainCallback method) (tango.integrations.torch.TrainCallback method) pre_val_loop() (tango.integrations.flax.TrainCallback method) PrintStep (class in tango.steps) priority (tango.integrations.beaker.ResourceAssignment attribute) python (tango.step_info.EnvironmentMetadata attribute) R read() (tango.format.Format method) recursive_dependencies (tango.step.Step property) refresh() (tango.step_info.StepInfo method) register() (tango.common.Registrable class method) register_run() (tango.workspace.Workspace method) registered_run() (tango.workspace.Workspace method) registered_runs() (tango.workspace.Workspace method) Registrable (class in tango.common) RegistrableFunction (class in tango.common) RegistryKeyError remote (tango.step_info.GitMetadata attribute) remove_stale_checkpoints (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) reshard_after_forward (tango.integrations.fairscale.FSDPConfig attribute) resolve_class_name() (tango.common.Registrable class method) ResourceAssignment (class in tango.integrations.beaker) ResourceAssignmentError (class in tango.integrations.beaker) resources (tango.integrations.beaker.ResourceAssignment attribute) (tango.integrations.torch.TorchEvalStep property) (tango.integrations.torch.TorchTrainStep property) (tango.step.Step property) result() (tango.step.Step method) result_location (tango.executor.ExecutionMetadata attribute) (tango.step_info.StepInfo attribute) root (tango.step_info.EnvironmentMetadata attribute) Run (class in tango.workspace) run() (tango.integrations.datasets.ConcatenateDatasets method) (tango.integrations.datasets.DatasetRemixStep method) (tango.integrations.datasets.InterleaveDatasets method) (tango.integrations.datasets.LoadDataset method) (tango.integrations.datasets.LoadStreamingDataset method) (tango.integrations.flax.FlaxEvalStep method) (tango.integrations.flax.FlaxTrainStep method) (tango.integrations.torch.TorchEvalStep method) (tango.integrations.torch.TorchTrainStep method) (tango.integrations.transformers.FinetuneStep method) (tango.integrations.transformers.RunGeneration method) (tango.integrations.transformers.RunGenerationDataset method) (tango.integrations.transformers.TokenizeText2TextData method) (tango.step.Step method) (tango.steps.DatasetCombineStep method) (tango.steps.DatasetRemixStep method) (tango.steps.PrintStep method) (tango.steps.ShellStep method) RunCancelled RunGeneration (class in tango.integrations.transformers) RunGenerationDataset (class in tango.integrations.transformers) RUNNING (tango.step_info.StepState attribute) S Sampler (class in tango.integrations.torch) save() (tango.settings.TangoGlobalSettings method) save_checkpoint() (tango.integrations.torch.TrainingEngine method) save_complete_weights_from_checkpoint() (tango.integrations.torch.TrainingEngine method) schedule() (tango.integrations.beaker.BeakerScheduler method) search_modules() (tango.common.Registrable class method) seed (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) shared_memory (tango.step.StepResources attribute) ShellStep (class in tango.steps) ShuffledSequence (class in tango.common.sequences) SigTermReceived SimpleBeakerScheduler (class in tango.integrations.beaker) SKIP_DEFAULT_ARGUMENTS (tango.step.Step attribute) SKIP_ID_ARGUMENTS (tango.integrations.flax.FlaxEvalStep attribute) (tango.integrations.flax.FlaxTrainStep attribute) (tango.integrations.torch.TorchEvalStep attribute) (tango.integrations.torch.TorchTrainStep attribute) (tango.integrations.transformers.FinetuneStep attribute) (tango.integrations.transformers.RunGeneration attribute) (tango.integrations.transformers.RunGenerationDataset attribute) (tango.step.Step attribute) SlicedSequence (class in tango.common.sequences) splits (tango.common.DatasetDict attribute) (tango.common.DatasetDictBase attribute) (tango.common.IterableDatasetDict attribute) SqliteDictFormat (class in tango.format) SqliteSequenceFormat (class in tango.format) SqliteSparseSequence (class in tango.common.sequences) start_date (tango.workspace.Run attribute) start_time (tango.step_info.StepInfo attribute) start_time_local (tango.step_info.StepInfo property) state (tango.step_info.StepInfo property) state_dict() (tango.integrations.flax.TrainCallback method) (tango.integrations.torch.TrainCallback method) state_path (tango.integrations.flax.TrainConfig property) (tango.integrations.torch.TrainConfig property) Step (class in tango.step) step (tango.step_cache.CacheMetadata attribute) step() (in module tango.step) (tango.integrations.torch.TrainingEngine method) step_cache (tango.workspace.Workspace property) step_class_name (tango.step_info.StepInfo attribute) step_dir() (tango.step_caches.LocalStepCache method) step_failed() (tango.workspace.Workspace method) step_finished() (tango.workspace.Workspace method) step_id (tango.integrations.flax.TrainCallback property) (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainCallback property) (tango.integrations.torch.TrainConfig attribute) step_info() (tango.workspace.Workspace method) step_name (tango.integrations.flax.TrainCallback property) (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainCallback property) (tango.integrations.torch.TrainConfig attribute) (tango.step_info.StepInfo attribute) step_result() (tango.workspace.Workspace method) step_result_for_run() (tango.workspace.Workspace method) step_starting() (tango.workspace.Workspace method) StepCache (class in tango.step_cache) StepCancelled StepGraph (class in tango.step_graph) StepInfo (class in tango.step_info) StepResources (class in tango.step) steps (tango.workspace.Run attribute) StepState (class in tango.step_info) StepStateError StopEarly (class in tango.integrations.torch) StopEarlyCallback (class in tango.integrations.torch) successful (tango.executor.ExecutorOutput attribute) T tango (tango.step_info.EnvironmentMetadata attribute) tango.__main__ module tango.common module tango.common.det_hash module tango.common.exceptions module tango.common.logging module tango.common.sequences module tango.format module tango.integrations module tango.integrations.beaker module tango.integrations.datasets module tango.integrations.fairscale module tango.integrations.flax module tango.integrations.gs module tango.integrations.torch module tango.integrations.transformers module tango.integrations.wandb module tango.steps module TANGO_LOG_LEVEL (in module tango.common.logging) TangoError TangoGlobalSettings (class in tango.settings) TangoMetadata (class in tango.step_info) teardown_logging() (in module tango.common.logging) TextFormat (class in tango.format) TextFormatIterator (class in tango.format) threaded_generator() (in module tango.common) to_file() (tango.common.Params method) (tango.settings.TangoGlobalSettings method) (tango.step_graph.StepGraph method) to_json_dict() (tango.step_info.StepInfo method) to_params() (tango.common.FromParams method) Tokenizer (class in tango.integrations.transformers) TokenizeText2TextData (class in tango.integrations.transformers) TorchEvalStep (class in tango.integrations.torch) TorchFormat (class in tango.integrations.torch) TorchTrainingEngine (class in tango.integrations.torch) TorchTrainStep (class in tango.integrations.torch) Tqdm (class in tango.common) train_epochs (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) train_split (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) train_steps (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) TrainCallback (class in tango.integrations.flax) (class in tango.integrations.torch) TrainConfig (class in tango.integrations.flax) (class in tango.integrations.torch) TrainingEngine (class in tango.integrations.torch) U UNCACHEABLE (tango.step_info.StepState attribute) unique_id (tango.step.Step property) (tango.step_info.StepInfo attribute) url (tango.workspace.Workspace property) user (tango.step_info.PlatformMetadata attribute) V val_metric_name (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) validate_every (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) validation_split (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) validation_steps (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainConfig attribute) VERSION (tango.format.DillFormat attribute) (tango.format.Format attribute) (tango.format.JsonFormat attribute) (tango.format.SqliteDictFormat attribute) (tango.format.SqliteSequenceFormat attribute) (tango.format.TextFormat attribute) (tango.integrations.datasets.ConcatenateDatasets attribute) (tango.integrations.datasets.DatasetRemixStep attribute) (tango.integrations.datasets.InterleaveDatasets attribute) (tango.integrations.datasets.LoadDataset attribute) (tango.integrations.datasets.LoadStreamingDataset attribute) (tango.integrations.transformers.RunGeneration attribute) (tango.integrations.transformers.RunGenerationDataset attribute) (tango.step.Step attribute) version (tango.step_info.StepInfo attribute) (tango.step_info.TangoMetadata attribute) VERSION (tango.steps.DatasetCombineStep attribute) (tango.steps.DatasetRemixStep attribute) W WandbFlaxTrainCallback (class in tango.integrations.wandb) WandbStepCache (class in tango.integrations.wandb) WandbTrainCallback (class in tango.integrations.wandb) WandbWorkspace (class in tango.integrations.wandb) with_resolved_steps() (tango.step.WithUnresolvedSteps class method) with_wrapped_modules() (in module tango.integrations.fairscale) WithUnresolvedSteps (class in tango.step) work_dir (tango.integrations.flax.TrainCallback property) (tango.integrations.flax.TrainConfig attribute) (tango.integrations.torch.TrainCallback property) (tango.integrations.torch.TrainConfig attribute) (tango.step.Step property) work_dir() (tango.workspace.Workspace method) worker_id (tango.integrations.torch.TrainConfig attribute) worker_local_default_device (tango.integrations.torch.TrainConfig property) Workspace (class in tango.workspace) workspace (tango.settings.TangoGlobalSettings attribute) (tango.step.Step property) world_size (tango.integrations.torch.TrainConfig attribute) wrap() (tango.integrations.fairscale.FSDPConfig method) write() (tango.format.Format method)