Index

_

__init__() (rau.models.LSTM method) (rau.models.SimpleRNN method) (rau.models.SinusoidalPositionalEncodingCacher method) (rau.models.TransformerDecoderLayers method) (rau.models.TransformerDecoderLayers.State method) (rau.models.TransformerEncoderDecoder method) (rau.models.TransformerEncoderLayers method) (rau.models.UnidirectionalTransformerEncoderLayers method) (rau.models.UnidirectionalTransformerEncoderLayers.State method) (rau.tasks.common.DictScoreAccumulator method) (rau.tasks.common.MicroAveragedScoreAccumulator method) (rau.tasks.common.OutOfCUDAMemoryError method) (rau.tasks.common.TrainingLoop method) (rau.tools.logging.FileLogger method) (rau.tools.logging.LogEvent method) (rau.tools.ticker.DividedTicker method) (rau.tools.ticker.OnChangeTicker method) (rau.tools.ticker.Ticker method) (rau.tools.ticker.TimedTicker method) (rau.tools.torch.BasicComposable method) (rau.tools.torch.Composable method) (rau.tools.torch.Composed method) (rau.tools.torch.EmbeddingLayer method) (rau.tools.torch.FeedForward method) (rau.tools.torch.Layer method) (rau.tools.torch.ModelInterface method) (rau.tools.torch.MultiLayer method) (rau.tools.torch.ProfileResult method) (rau.tools.torch.TiedLinear method) (rau.unidirectional.ComposedUnidirectional method) (rau.unidirectional.DropoutUnidirectional method) (rau.unidirectional.EmbeddingUnidirectional method) (rau.unidirectional.ForwardResult method) (rau.unidirectional.OutputUnidirectional method) (rau.unidirectional.PositionalUnidirectional.State method) (rau.unidirectional.ResidualUnidirectional method) (rau.unidirectional.ResidualUnidirectional.State method) (rau.unidirectional.StatelessLayerUnidirectional method) (rau.unidirectional.StatelessResidualUnidirectional method) (rau.unidirectional.StatelessUnidirectional.ComposedState method) (rau.unidirectional.StatelessUnidirectional.State method) (rau.unidirectional.Unidirectional method) (rau.unidirectional.Unidirectional.StatefulComposedState method) (rau.vocab.ToStringVocabulary method)

A

add_arguments() (rau.tools.torch.ModelInterface method) add_device_arguments() (rau.tools.torch.ModelInterface method) add_forward_arguments() (rau.tools.torch.ModelInterface method) add_init_arguments() (rau.tools.torch.ModelInterface method) add_load_arguments() (rau.tools.torch.ModelInterface method)

add_more_init_arguments() (rau.tools.torch.ModelInterface method) add_prepare_data_args() (in module rau.tasks.common) add_training_loop_arguments() (in module rau.tasks.common) args (rau.unidirectional.StatelessUnidirectional.ComposedState attribute) (rau.unidirectional.StatelessUnidirectional.State attribute) as_composable() (rau.unidirectional.Unidirectional method)

B

BasicComposable (class in rau.tools.torch) batch_size() (rau.models.TransformerDecoderLayers.State method) (rau.models.UnidirectionalTransformerEncoderLayers.State method) (rau.unidirectional.PositionalUnidirectional.State method) (rau.unidirectional.ResidualUnidirectional.State method) (rau.unidirectional.StatelessUnidirectional.ComposedState method) (rau.unidirectional.StatelessUnidirectional.State method) (rau.unidirectional.Unidirectional.State method) (rau.unidirectional.Unidirectional.StatefulComposedState method)

beam_search() (in module rau.generation) build_to_int_vocabulary() (in module rau.vocab) build_to_string_vocabulary() (in module rau.vocab)

C

catchall() (rau.vocab.ToIntVocabularyBuilder method) (rau.vocab.ToStringVocabularyBuilder method) (rau.vocab.VocabularyBuilder method) clear() (rau.models.SinusoidalPositionalEncodingCacher method) Composable (class in rau.tools.torch) Composed (class in rau.tools.torch)

ComposedUnidirectional (class in rau.unidirectional) construct_model() (rau.tools.torch.ModelInterface method) construct_saver() (rau.tools.torch.ModelInterface method) content() (rau.vocab.ToIntVocabularyBuilder method) (rau.vocab.ToStringVocabularyBuilder method) (rau.vocab.VocabularyBuilder method)

D

data (rau.tools.logging.LogEvent property) decode_greedily() (in module rau.generation) decoder (rau.models.TransformerDecoderLayers.State attribute) detach() (rau.unidirectional.Unidirectional.State method)

DictScoreAccumulator (class in rau.tasks.common) DividedTicker (class in rau.tools.ticker) DropoutUnidirectional (class in rau.unidirectional) duration (rau.tools.torch.ProfileResult attribute)

E

early_stopping_patience (rau.tasks.common.TrainingLoop attribute) EmbeddingLayer (class in rau.tools.torch) EmbeddingUnidirectional (class in rau.unidirectional) encoder (rau.models.UnidirectionalTransformerEncoderLayers.State attribute) encoder_is_padding_mask (rau.models.TransformerDecoderLayers.State attribute)

encoder_sequence (rau.models.TransformerDecoderLayers.State attribute) evaluate() (in module rau.tasks.common) (rau.tasks.common.TrainingLoop method) evaluate_batch() (rau.tasks.common.TrainingLoop method) examples_per_checkpoint (rau.tasks.common.TrainingLoop attribute) extra_outputs (rau.unidirectional.ForwardResult attribute)

F

fail_argument_check() (rau.tools.torch.ModelInterface method) fan_in_size() (rau.tools.torch.Layer method) fan_out_size() (rau.tools.torch.Layer method) (rau.tools.torch.MultiLayer method) fastforward() (rau.unidirectional.Unidirectional.State method) FeedForward (class in rau.tools.torch) FileLogger (class in rau.tools.logging) first (rau.tools.torch.Composed attribute) first_is_main (rau.unidirectional.Unidirectional.StatefulComposedState attribute) first_state (rau.unidirectional.Unidirectional.StatefulComposedState attribute) forward() (rau.models.TransformerDecoderLayers method) (rau.models.TransformerDecoderLayers.State method) (rau.models.TransformerEncoderDecoder method) (rau.models.TransformerEncoderLayers method) (rau.models.UnidirectionalTransformerEncoderLayers method) (rau.models.UnidirectionalTransformerEncoderLayers.State method) (rau.tools.torch.Composable method) (rau.tools.torch.Composed method) (rau.tools.torch.EmbeddingLayer method) (rau.tools.torch.Layer method) (rau.tools.torch.MultiLayer method) (rau.tools.torch.TiedLinear method) (rau.unidirectional.ComposedUnidirectional method) (rau.unidirectional.PositionalUnidirectional.State method) (rau.unidirectional.ResidualUnidirectional.State method) (rau.unidirectional.StatelessUnidirectional.ComposedState method) (rau.unidirectional.StatelessUnidirectional.State method) (rau.unidirectional.Unidirectional method) (rau.unidirectional.Unidirectional.State method) (rau.unidirectional.Unidirectional.StatefulComposedState method)

forward_at_position() (rau.unidirectional.PositionalUnidirectional method) forward_from_position() (rau.unidirectional.PositionalUnidirectional method) forward_sequence() (rau.unidirectional.StatelessLayerUnidirectional method) (rau.unidirectional.StatelessResidualUnidirectional method) (rau.unidirectional.StatelessUnidirectional method) forward_single() (rau.unidirectional.StatelessLayerUnidirectional method) (rau.unidirectional.StatelessReshapingLayerUnidirectional method) (rau.unidirectional.StatelessResidualUnidirectional method) (rau.unidirectional.StatelessUnidirectional method) ForwardResult (class in rau.unidirectional) fraction (rau.tools.ticker.Ticker property)

G

generate_batches() (rau.tasks.common.TrainingLoop method) get_current_memory() (in module rau.tools.torch) get_current_time() (in module rau.tools.logging) get_device() (rau.tools.torch.ModelInterface method) get_encodings() (rau.models.SinusoidalPositionalEncodingCacher method) get_gain() (rau.tools.torch.Layer method) get_kwargs() (rau.tools.torch.ModelInterface method) get_linear() (in module rau.tools.torch) get_loss() (rau.tasks.common.TrainingLoop method) get_lstm_language_model() (in module rau.models) get_nonlinearity_name() (rau.tools.torch.Layer method) get_peak_memory() (in module rau.tools.torch) get_prepared_batch_and_loss() (rau.tasks.common.TrainingLoop method) get_prepared_batch_info() (rau.tasks.common.TrainingLoop method) get_random_generator_and_seed() (in module rau.tasks.common)

get_random_seed() (in module rau.tasks.common) get_rnn_language_model() (in module rau.models) get_shared_embeddings() (in module rau.models) get_simple_rnn_language_model() (in module rau.models) get_token_types() (in module rau.tasks.common) get_token_types_in_file() (in module rau.tasks.common) get_training_loop_kwargs() (in module rau.tasks.common) get_transformer_decoder() (in module rau.models) get_transformer_encoder() (in module rau.models) get_transformer_encoder_decoder() (in module rau.models) get_unidirectional_transformer_encoder() (in module rau.models) get_validation_metric_mode() (rau.tasks.common.TrainingLoop method) get_validation_metric_name() (rau.tasks.common.TrainingLoop method) get_value() (rau.tasks.common.DictScoreAccumulator method) (rau.tasks.common.MicroAveragedScoreAccumulator method) gradient_clipping_threshold (rau.tasks.common.TrainingLoop attribute)

H

handle_out_of_cuda_memory() (rau.tasks.common.TrainingLoop method)

has_catchall() (rau.vocab.ToIntVocabulary method) has_data() (rau.tools.logging.LogEvent method)

I

info (rau.tasks.common.OutOfCUDAMemoryError attribute) initial_composed_state() (rau.unidirectional.StatelessUnidirectional method) (rau.unidirectional.Unidirectional method) initial_decoder_state() (rau.models.TransformerEncoderDecoder method) initial_learning_rate (rau.tasks.common.TrainingLoop attribute) initial_memory_stats (rau.tools.torch.ProfileResult attribute) initial_output() (rau.unidirectional.StatelessUnidirectional method) initial_state() (rau.models.TransformerDecoderLayers method) (rau.models.UnidirectionalTransformerEncoderLayers method) (rau.unidirectional.ComposedUnidirectional method) (rau.unidirectional.PositionalUnidirectional method) (rau.unidirectional.ResidualUnidirectional method) (rau.unidirectional.StatelessUnidirectional method) (rau.unidirectional.Unidirectional method)

initialize() (rau.tools.torch.ModelInterface method) input_is_main (rau.unidirectional.StatelessUnidirectional.ComposedState attribute) input_is_padding_mask (rau.models.TransformerDecoderLayers.State attribute) input_size() (rau.tools.torch.FeedForward method) (rau.tools.torch.Layer method) input_state (rau.unidirectional.StatelessUnidirectional.ComposedState attribute) input_tensor (rau.unidirectional.PositionalUnidirectional.State attribute) (rau.unidirectional.ResidualUnidirectional.State attribute) (rau.unidirectional.StatelessUnidirectional.State attribute) int_percent (rau.tools.ticker.Ticker property) is_padding_mask (rau.models.UnidirectionalTransformerEncoderLayers.State attribute)

K

kwargs (rau.unidirectional.StatelessUnidirectional.ComposedState attribute) (rau.unidirectional.StatelessUnidirectional.State attribute)

kwargs() (rau.tools.torch.Composable method)

L

label_smoothing_factor (rau.tasks.common.TrainingLoop attribute) Layer (class in rau.tools.torch) learning_rate_decay_factor (rau.tasks.common.TrainingLoop attribute) learning_rate_patience (rau.tasks.common.TrainingLoop attribute) load_prepared_data_file() (in module rau.tasks.common) log() (rau.tools.logging.FileLogger method) (rau.tools.logging.Logger method) (rau.tools.logging.NullLogger method)

log_event() (rau.tools.logging.FileLogger method) log_failed_batch() (rau.tasks.common.TrainingLoop method) LogEvent (class in rau.tools.logging) Logger (class in rau.tools.logging) LogParseError LSTM (class in rau.models)

M

main() (rau.tools.torch.Composable method) (rau.unidirectional.Unidirectional method) max_epochs (rau.tasks.common.TrainingLoop attribute) max_tokens_per_batch (rau.tasks.common.TrainingLoop attribute) memory_allocated (rau.tools.torch.ProfileResult attribute) memory_reserved (rau.tools.torch.ProfileResult attribute) memory_stats (rau.tools.torch.ProfileResult attribute) MicroAveragedScoreAccumulator (class in rau.tasks.common) ModelInterface (class in rau.tools.torch) module rau.generation rau.models rau.tasks.common rau.tools.logging rau.tools.ticker rau.tools.torch rau.training rau.unidirectional rau.vocab

MultiLayer (class in rau.tools.torch)

N

new_tick() (rau.tools.ticker.DividedTicker method) (rau.tools.ticker.OnChangeTicker method) (rau.tools.ticker.TimedTicker method) next() (rau.models.TransformerDecoderLayers.State method) (rau.models.UnidirectionalTransformerEncoderLayers.State method) (rau.unidirectional.PositionalUnidirectional.State method) (rau.unidirectional.ResidualUnidirectional.State method) (rau.unidirectional.StatelessUnidirectional.ComposedState method) (rau.unidirectional.StatelessUnidirectional.State method) (rau.unidirectional.Unidirectional.State method) (rau.unidirectional.Unidirectional.StatefulComposedState method)

NullLogger (class in rau.tools.logging)

O

on_saver_constructed() (rau.tools.torch.ModelInterface method) OnChangeTicker (class in rau.tools.ticker) optimizer (rau.tasks.common.TrainingLoop attribute) OutOfCUDAMemoryError output (rau.unidirectional.ForwardResult attribute) output() (rau.models.TransformerDecoderLayers.State method) (rau.models.UnidirectionalTransformerEncoderLayers.State method) (rau.unidirectional.PositionalUnidirectional.State method) (rau.unidirectional.ResidualUnidirectional.State method) (rau.unidirectional.StatelessUnidirectional.ComposedState method) (rau.unidirectional.StatelessUnidirectional.State method) (rau.unidirectional.Unidirectional.State method) (rau.unidirectional.Unidirectional.StatefulComposedState method)

output_size() (rau.tools.torch.FeedForward method) (rau.tools.torch.Layer method) (rau.tools.torch.MultiLayer method) (rau.tools.torch.TiedLinear method) OutputUnidirectional (class in rau.unidirectional)

P

pad_sequences() (in module rau.tasks.common) parent (rau.unidirectional.PositionalUnidirectional.State attribute) (rau.unidirectional.StatelessUnidirectional.ComposedState attribute) (rau.unidirectional.StatelessUnidirectional.State attribute) (rau.unidirectional.Unidirectional.StatefulComposedState attribute) parse_device() (in module rau.tools.torch) parse_log_line() (in module rau.tools.logging) parse_timestamp() (in module rau.tools.logging)

percent (rau.tools.ticker.Ticker property) position (rau.unidirectional.PositionalUnidirectional.State attribute) PositionalUnidirectional (class in rau.unidirectional) PositionalUnidirectional.State (class in rau.unidirectional) prepare_file() (in module rau.tasks.common) previous_inputs (rau.models.TransformerDecoderLayers.State attribute) (rau.models.UnidirectionalTransformerEncoderLayers.State attribute) profile() (in module rau.tools.torch) ProfileResult (class in rau.tools.torch)

R

random_shuffling_seed (rau.tasks.common.TrainingLoop attribute) rau.generation module rau.models module rau.tasks.common module rau.tools.logging module rau.tools.ticker module rau.tools.torch module rau.training module

rau.unidirectional module rau.vocab module read_log_file() (in module rau.tools.logging) reserved() (rau.vocab.ToIntVocabularyBuilder method) (rau.vocab.ToStringVocabularyBuilder method) (rau.vocab.VocabularyBuilder method) reset_memory_profiler() (in module rau.tools.torch) ResidualUnidirectional (class in rau.unidirectional) ResidualUnidirectional.State (class in rau.unidirectional) run() (rau.tasks.common.TrainingLoop method) run_parameter_update() (rau.tasks.common.TrainingLoop method)

S

sample() (in module rau.generation) second (rau.tools.torch.Composed attribute) second_state (rau.unidirectional.Unidirectional.StatefulComposedState attribute) set_allow_reallocation() (rau.models.SinusoidalPositionalEncodingCacher method) show_progress (rau.tasks.common.TrainingLoop attribute) SimpleRNN (class in rau.models) SinusoidalPositionalEncodingCacher (class in rau.models)

slice_batch() (rau.unidirectional.Unidirectional.State method) state (rau.unidirectional.ForwardResult attribute) StatelessLayerUnidirectional (class in rau.unidirectional) StatelessReshapingLayerUnidirectional (class in rau.unidirectional) StatelessResidualUnidirectional (class in rau.unidirectional) StatelessUnidirectional (class in rau.unidirectional) StatelessUnidirectional.ComposedState (class in rau.unidirectional) StatelessUnidirectional.State (class in rau.unidirectional)

T

tag() (rau.tools.torch.Composable method) (rau.unidirectional.Unidirectional method) tick() (rau.tools.ticker.OnChangeTicker method) (rau.tools.ticker.Ticker method) Ticker (class in rau.tools.ticker) TiedLinear (class in rau.tools.torch) TimedTicker (class in rau.tools.ticker) to_int() (rau.vocab.ToIntVocabulary method) to_string() (rau.vocab.ToStringVocabulary method) ToIntVocabulary (class in rau.vocab) ToIntVocabularyBuilder (class in rau.vocab) ToStringVocabulary (class in rau.vocab) ToStringVocabularyBuilder (class in rau.vocab) TrainingLoop (class in rau.tasks.common)

transform_args() (rau.unidirectional.StatelessUnidirectional method) transform_kwargs() (rau.unidirectional.StatelessUnidirectional method) transform_tensors() (rau.models.TransformerDecoderLayers.State method) (rau.models.UnidirectionalTransformerEncoderLayers.State method) (rau.unidirectional.PositionalUnidirectional.State method) (rau.unidirectional.ResidualUnidirectional.State method) (rau.unidirectional.StatelessUnidirectional.ComposedState method) (rau.unidirectional.StatelessUnidirectional.State method) (rau.unidirectional.Unidirectional.State method) (rau.unidirectional.Unidirectional.StatefulComposedState method) TransformerDecoderLayers (class in rau.models) TransformerDecoderLayers.State (class in rau.models) TransformerEncoderDecoder (class in rau.models) TransformerEncoderLayers (class in rau.models)

U

Unidirectional (class in rau.unidirectional) Unidirectional.State (class in rau.unidirectional) Unidirectional.StatefulComposedState (class in rau.unidirectional) UnidirectionalTransformerEncoderLayers (class in rau.models)

UnidirectionalTransformerEncoderLayers.State (class in rau.models) update() (rau.tasks.common.DictScoreAccumulator method) (rau.tasks.common.MicroAveragedScoreAccumulator method) use_initial_output (rau.unidirectional.StatelessUnidirectional.ComposedState attribute)

V

validate_prepare_data_args() (in module rau.tasks.common)

Vocabulary (class in rau.vocab) VocabularyBuilder (class in rau.vocab)

W

wrapped_state (rau.unidirectional.ResidualUnidirectional.State attribute)

write_data() (rau.tools.logging.LogEvent method)

X

xavier_uniform_init() (rau.tools.torch.Layer method)