from fastai.gen_doc.nbdoc import *
from fastai.text.models import * 
from fastai import *

show_doc(get_language_model, doc_string=False)

show_doc(get_rnn_classifier, doc_string=False)

show_doc(EmbeddingDropout, doc_string=False, title_level=3)

enc = nn.Embedding(100, 7, padding_idx=1)
enc_dp = EmbeddingDropout(enc, 0.5)
tst_input = torch.randint(0,100,(8,))
enc_dp(tst_input)

show_doc(RNNDropout, doc_string=False, title_level=3)

dp = RNNDropout(0.3)
tst_input = torch.randn(3,3,7)
tst_input, dp(tst_input)

show_doc(WeightDropout, doc_string=False, title_level=3)

module = nn.LSTM(5, 2)
dp_module = WeightDropout(module, 0.4)
getattr(dp_module.module, 'weight_hh_l0')

tst_input = torch.randn(4,20,5)
h = (torch.zeros(1,20,2), torch.zeros(1,20,2))
x,h = dp_module(tst_input,h)
getattr(dp_module.module, 'weight_hh_l0')

show_doc(SequentialRNN, doc_string=False, title_level=3)

show_doc(SequentialRNN.reset)

show_doc(dropout_mask, doc_string=False)

tst_input = torch.randn(3,3,7)
dropout_mask(tst_input, (3,7), 0.3)

show_doc(RNNCore, doc_string=False, title_level=3)

show_doc(RNNCore.reset)

show_doc(LinearDecoder, doc_string=False, title_level=3)

show_doc(MultiBatchRNNCore, doc_string=False, title_level=3)

show_doc(MultiBatchRNNCore.concat)

show_doc(PoolingLinearClassifier, doc_string=False, title_level=3)

show_doc(PoolingLinearClassifier.pool, doc_string=False)

show_doc(WeightDropout.forward)

show_doc(RNNCore.forward)

show_doc(EmbeddingDropout.forward)

show_doc(RNNDropout.forward)

show_doc(PoolingLinearClassifier.forward)

show_doc(MultiBatchRNNCore.forward)

show_doc(WeightDropout.reset)

show_doc(LinearDecoder.forward)