some more work on docs

docs/src/api/cells.md

@@ -2,4 +2,11 @@
 
 ```@docs
 RANCell
+IndRNNCell
+LightRUCell
+LiGRUCell
+MGUCell
+NASCell
+RHNCell
+RHNCellUnit
 ```

docs/src/api/wrappers.md

@@ -2,4 +2,9 @@
 
 ```@docs
 RAN
+IndRNN
+LightRU
+LiGRU
+MGU
+NAS
 ```

src/indrnn_cell.jl

@@ -8,6 +8,9 @@ end
 
 Flux.@layer IndRNNCell
 
+"""
+    IndRNNCell((in, out)::Pair, σ=relu; init = glorot_uniform, bias = true)
+"""
 function IndRNNCell((in, out)::Pair, σ=relu; init = glorot_uniform, bias = true)
     Wi = init(out, in)
     u = init(out)
@@ -38,7 +41,10 @@ struct IndRNN{M}
 end
 
 Flux.@layer :expand IndRNN
-
+
+"""
+    IndRNN((in, out)::Pair, σ = tanh; bias = true, init = glorot_uniform)
+"""
 function IndRNN((in, out)::Pair, σ = tanh; bias = true, init = glorot_uniform)
     cell = IndRNNCell(in => out, σ; bias=bias, init=init)
     return IndRNN(cell)

src/lightru_cell.jl

@@ -7,6 +7,9 @@ end
 
 Flux.@layer LightRUCell
 
+"""
+    LightRUCell((in, out)::Pair, σ=tanh; init = glorot_uniform, bias = true)
+"""
 function LightRUCell((in, out)::Pair, σ=tanh; init = glorot_uniform, bias = true)
     Wi = init(2 * out, in)
     Wh = init(out, out)
@@ -47,6 +50,9 @@ end
 
 Flux.@layer :expand LightRU
 
+"""
+    LightRU((in, out)::Pair; init = glorot_uniform, bias = true)
+"""
 function LightRU((in, out)::Pair; init = glorot_uniform, bias = true)
     cell = LightRUCell(in => out; init, bias)
     return LightRU(cell)

src/ligru_cell.jl

@@ -7,6 +7,9 @@ end
 
 Flux.@layer LiGRUCell
 
+"""
+    LiGRUCell((in, out)::Pair; init = glorot_uniform, bias = true)
+"""
 function LiGRUCell((in, out)::Pair;
     init = glorot_uniform,
     bias = true)
@@ -45,6 +48,9 @@ end
 
 Flux.@layer :expand LiGRU
 
+"""
+    LiGRU((in, out)::Pair; init = glorot_uniform, bias = true)
+"""
 function LiGRU((in, out)::Pair; init = glorot_uniform, bias = true)
     cell = LiGRUCell(in => out; init, bias)
     return LiGRU(cell)

src/mgu_cell.jl

@@ -7,6 +7,9 @@ end
 
 Flux.@layer MGUCell
 
+"""
+    MGUCell((in, out)::Pair; init = glorot_uniform, bias = true)
+"""
 function MGUCell((in, out)::Pair;
     init = glorot_uniform,
     bias = true)
@@ -48,6 +51,9 @@ end
 
 Flux.@layer :expand MGU
 
+"""
+    MGU((in, out)::Pair; init = glorot_uniform, bias = true)
+"""
 function MGU((in, out)::Pair; init = glorot_uniform, bias = true)
     cell = MGUCell(in => out; init, bias)
     return MGU(cell)

src/nas_cell.jl

@@ -31,6 +31,9 @@ end
 
 Flux.@layer NASCell
 
+"""
+    NASCell((in, out)::Pair; init = glorot_uniform, bias = true)
+"""
 function NASCell((in, out)::Pair; init = glorot_uniform, bias = true)
     Wi = init(8 * out, in)
     Wh = init(8 * out, out)
@@ -90,6 +93,9 @@ end
 
 Flux.@layer :expand NAS
 
+"""
+    NAS((in, out)::Pair; init = glorot_uniform, bias = true)
+"""
 function NAS((in, out)::Pair; init = glorot_uniform, bias = true)
     cell = NASCell(in => out; init, bias)
     return NAS(cell)

src/rhn_cell.jl

@@ -8,6 +8,9 @@ end
 
 Flux.@layer RHNCellUnit
 
+"""
+    RHNCellUnit((in, out)::Pair; init = glorot_uniform, bias = true)
+"""
 function RHNCellUnit((in, out)::Pair; init = glorot_uniform, bias = true)
     weight = init(3 * out, in)
     b = create_bias(weight, bias, size(weight, 1))
@@ -41,6 +44,9 @@ end
 
 Flux.@layer RHNCell
 
+"""
+    RHNCell((in, out), depth=3; couple_carry::Bool = true, cell_kwargs...)
+"""
 function RHNCell((in, out), depth=3;
     couple_carry::Bool = true,
     cell_kwargs...)