Output now creates its own W matrix in transposed form

2 files changed, 8 insertions, 1 deletions

diff --git a/src/graph/expression_graph.h b/src/graph/expression_graph.h
index fe836161..22908d96 100755
--- a/src/graph/expression_graph.h
+++ b/src/graph/expression_graph.h
@@ -316,6 +316,13 @@ public:
     dot.close();
   }
 
+  Expr tryFindParam(const std::string& pname) const {
+    std::string name = pname;
+    if(!namespace_.empty())
+      name = namespace_ + "::" + name;
+    return params_->get(name);
+  }
+
   Expr param(const std::string& pname,
              const Shape& shape,
              const NodeInitializer& init,
diff --git a/src/graph/node_initializers.cpp b/src/graph/node_initializers.cpp
index f405102e..b2550c54 100755
--- a/src/graph/node_initializers.cpp
+++ b/src/graph/node_initializers.cpp
@@ -195,7 +195,7 @@ NodeInitializer from_item(const io::Item& item) {
 NodeInitializer sinusoidalPositionEmbeddings(int start) {
   return [start](Tensor t) {
     int dimEmb   = t->shape()[-1];
-    int dimWords = t->size() / dimEmb;
+    int dimWords = (int)t->size() / dimEmb;
 
     float numTimescales = (float)dimEmb / 2;
     float logTimescaleIncrement = std::log(10000.f) / (numTimescales - 1.f);