Skip to content

Commit

Permalink
Fix optimizer's initialization
Browse files Browse the repository at this point in the history
  • Loading branch information
nicelhc13 committed May 31, 2024
1 parent 3787fd3 commit d504249
Showing 1 changed file with 2 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,8 @@ class AdamOptimizer {
galois::doAll(
Tpl{this->secondMoments_, this->beta1Power_, this->beta2Power_, numTrainableLayers,
trainableLayerSizes, this->config_},
this->firstMoments_, +[](Tpl tpl, pando::GlobalRef<pando::Array<pando::Array<GNNFloat>>> fmRef) {
this->firstMoments_,
+[](Tpl tpl, pando::GlobalRef<pando::Array<pando::Array<GNNFloat>>> fmRef) {
std::uint32_t host = pando::getCurrentPlace().node.id;

pando::GlobalRef<pando::Array<pando::Array<GNNFloat>>> smRef = *fmap(tpl.sm, get, host);
Expand Down Expand Up @@ -91,7 +92,6 @@ class AdamOptimizer {
pando::Array<GNNFloat> ifm = ifmRef;
pando::Array<GNNFloat> ism = ismRef;


galois::doAll(
ifm, +[](pando::GlobalRef<GNNFloat> v) {
v = 0;
Expand Down

0 comments on commit d504249

Please sign in to comment.