Make Texar-PyTorch compatible with Texar-TF (#129)

* Move `texar` to `texar.torch`

- Change all imports and module paths beginning with `texar` to
  `texar.torch`
- Modify `setup.py` accordingly
- Merged `DataBase._construct` methods with constructor to clear up
  duplicate code
- Change `TextLineDataSource` to return tokenized text to improve
  performance

* Fix docs & README

Author: huzecong

README.md

@@ -41,14 +41,17 @@ Users can construct their own models at a high conceptual level just like assemb
 ### Library API Example
 A code portion that builds a (self-)attentional sequence encoder-decoder model:
 ```python
-import texar as tx
+import texar.torch as tx
 
 class Seq2Seq(tx.ModuleBase):
   def __init__(self, data):
-    self.embedder = tx.modules.WordEmbedder(data.target_vocab.size, hparams=hparams_emb)
-    self.encoder = tx.modules.TransformerEncoder(hparams=hparams_encoder) # config through `hparams`
+    self.embedder = tx.modules.WordEmbedder(
+        data.target_vocab.size, hparams=hparams_emb)
+    self.encoder = tx.modules.TransformerEncoder(
+        hparams=hparams_encoder)  # config through `hparams`
     self.decoder = tx.modules.AttentionRNNDecoder(
-        input_size=self.embedder.dim
+        token_embedder=self.embedder,
+        input_size=self.embedder.dim,
       	encoder_output_size=self.encoder.output_size,
       	vocab_size=data.target_vocab.size,
         hparams=hparams_decoder)
@@ -59,17 +62,17 @@ class Seq2Seq(tx.ModuleBase):
         sequence_length=batch['source_length'])
 
     outputs, _, _ = self.decoder(
-        memory=output_enc, 
+        memory=outputs_enc, 
         memory_sequence_length=batch['source_length'],
         helper=self.decoder.get_helper(decoding_strategy='train_greedy'), 
-        inputs=self.embedder(batch['target_text_ids']),
+        inputs=batch['target_text_ids'],
         sequence_length=batch['target_length']-1)
 
     # Loss for maximum likelihood learning
     loss = tx.losses.sequence_sparse_softmax_cross_entropy(
         labels=batch['target_text_ids'][:, 1:],
         logits=outputs.logits,
-        sequence_length=batch['target_length']-1) # Automatic masking
+        sequence_length=batch['target_length']-1)  # Automatic masking
 
     return loss
 

docs/code/core.rst

@@ -10,44 +10,44 @@ Attention Mechanism
 
 :hidden:`AttentionWrapperState`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.AttentionWrapperState
+.. autoclass:: texar.torch.core.AttentionWrapperState
     :members:
 
 :hidden:`LuongAttention`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.LuongAttention
+.. autoclass:: texar.torch.core.LuongAttention
     :members:
 
 :hidden:`BahdanauAttention`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.BahdanauAttention
+.. autoclass:: texar.torch.core.BahdanauAttention
     :members:
 
 :hidden:`BahdanauMonotonicAttention`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.BahdanauMonotonicAttention
+.. autoclass:: texar.torch.core.BahdanauMonotonicAttention
     :members:
 
 :hidden:`LuongMonotonicAttention`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.LuongMonotonicAttention
+.. autoclass:: texar.torch.core.LuongMonotonicAttention
     :members:
 
 :hidden:`compute_attention`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.compute_attention
+.. autofunction:: texar.torch.core.compute_attention
 
 :hidden:`monotonic_attention`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.monotonic_attention
+.. autofunction:: texar.torch.core.monotonic_attention
 
 :hidden:`hardmax`
 ~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.hardmax
+.. autofunction:: texar.torch.core.hardmax
 
 :hidden:`sparsemax`
 ~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.sparsemax
+.. autofunction:: texar.torch.core.sparsemax
 
 
 
@@ -56,54 +56,54 @@ Cells
 
 :hidden:`default_rnn_cell_hparams`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.default_rnn_cell_hparams 
+.. autofunction:: texar.torch.core.default_rnn_cell_hparams
 
 :hidden:`get_rnn_cell`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.get_rnn_cell
+.. autofunction:: texar.torch.core.get_rnn_cell
 
 :hidden:`wrap_builtin_cell`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.wrap_builtin_cell
+.. autofunction:: texar.torch.core.wrap_builtin_cell
 
 :hidden:`RNNCellBase`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.cell_wrappers.RNNCellBase
+.. autoclass:: texar.torch.core.cell_wrappers.RNNCellBase
     :members:
 
 :hidden:`RNNCell`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.cell_wrappers.RNNCell
+.. autoclass:: texar.torch.core.cell_wrappers.RNNCell
     :members:
 
 :hidden:`GRUCell`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.cell_wrappers.GRUCell
+.. autoclass:: texar.torch.core.cell_wrappers.GRUCell
     :members:
 
 :hidden:`LSTMCell`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.cell_wrappers.LSTMCell
+.. autoclass:: texar.torch.core.cell_wrappers.LSTMCell
     :members:
 
 :hidden:`DropoutWrapper`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.cell_wrappers.DropoutWrapper
+.. autoclass:: texar.torch.core.cell_wrappers.DropoutWrapper
     :members:
 
 :hidden:`ResidualWrapper`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.cell_wrappers.ResidualWrapper
+.. autoclass:: texar.torch.core.cell_wrappers.ResidualWrapper
     :members:
 
 :hidden:`HighwayWrapper`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.cell_wrappers.HighwayWrapper
+.. autoclass:: texar.torch.core.cell_wrappers.HighwayWrapper
     :members:
 
 :hidden:`MultiRNNCell`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.cell_wrappers.MultiRNNCell
+.. autoclass:: texar.torch.core.cell_wrappers.MultiRNNCell
     :members:
 
 :hidden:`AttentionWrapper`
@@ -112,7 +112,7 @@ Cells
     Luong
     Bahdanau
 
-.. autoclass:: texar.core.cell_wrappers.AttentionWrapper
+.. autoclass:: texar.torch.core.cell_wrappers.AttentionWrapper
     :members:
 
 
@@ -122,75 +122,75 @@ Layers
 
 :hidden:`get_layer`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.get_layer
+.. autofunction:: texar.torch.core.get_layer
 
 :hidden:`MaxReducePool1d`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.MaxReducePool1d
+.. autoclass:: texar.torch.core.MaxReducePool1d
     :members:
 
 :hidden:`AvgReducePool1d`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.AvgReducePool1d
+.. autoclass:: texar.torch.core.AvgReducePool1d
     :members:
 
 :hidden:`get_pooling_layer_hparams`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.get_pooling_layer_hparams
+.. autofunction:: texar.torch.core.get_pooling_layer_hparams
 
 :hidden:`MergeLayer`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.MergeLayer
+.. autoclass:: texar.torch.core.MergeLayer
     :members:
 
 :hidden:`Flatten`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.Flatten
+.. autoclass:: texar.torch.core.Flatten
     :members:
     :exclude-members: forward
 
 :hidden:`Identity`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autoclass:: texar.core.Identity
+.. autoclass:: texar.torch.core.Identity
     :members:
     :exclude-members: forward
 
 :hidden:`default_regularizer_hparams`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.default_regularizer_hparams
+.. autofunction:: texar.torch.core.default_regularizer_hparams
 
 :hidden:`get_regularizer`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.get_regularizer
+.. autofunction:: texar.torch.core.get_regularizer
 
 :hidden:`get_initializer`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.get_initializer
+.. autofunction:: texar.torch.core.get_initializer
 
 :hidden:`get_activation_fn`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.get_activation_fn
+.. autofunction:: texar.torch.core.get_activation_fn
 
 
 Optimization
 =============
 
 :hidden:`default_optimization_hparams`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.default_optimization_hparams
+.. autofunction:: texar.torch.core.default_optimization_hparams
 
 :hidden:`get_train_op`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.get_train_op
+.. autofunction:: texar.torch.core.get_train_op
 
 :hidden:`get_scheduler`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.get_scheduler
+.. autofunction:: texar.torch.core.get_scheduler
 
 :hidden:`get_optimizer`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.get_optimizer
+.. autofunction:: texar.torch.core.get_optimizer
 
 :hidden:`get_grad_clip_fn`
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-.. autofunction:: texar.core.get_grad_clip_fn
+.. autofunction:: texar.torch.core.get_grad_clip_fn