Node: Reduce info logging (#3165)

* Node: Reduce info logging

Change-Id: I1ad80304a59ccd50e675765ef1f648be02e0d7ce

* Node: Remove a couple of more info logs

Change-Id: I7944446b73b140f4a8fbae21dee5baa9e9c5d9d0

node/pkg/processor/cleanup.go

@@ -114,7 +114,7 @@ func (p *Processor) handleCleanup(ctx context.Context) {
 				chain = s.ourObservation.GetEmitterChain()
 			}
 
-			p.logger.Info("observation considered settled",
+			p.logger.Debug("observation considered settled",
 				zap.String("digest", hash),
 				zap.Duration("delta", delta),
 				zap.Int("have_sigs", hasSigs),
@@ -135,7 +135,7 @@ func (p *Processor) handleCleanup(ctx context.Context) {
 			// observation that come in. Therefore, keep it for a reasonable amount of time.
 			// If a very late observation arrives after cleanup, a nil aggregation state will be created
 			// and then expired after a while (as noted in observation.go, this can be abused by a byzantine guardian).
-			p.logger.Info("expiring submitted observation", zap.String("digest", hash), zap.Duration("delta", delta))
+			p.logger.Debug("expiring submitted observation", zap.String("digest", hash), zap.Duration("delta", delta))
 			delete(p.state.signatures, hash)
 			aggregationStateExpiration.Inc()
 		case !s.submitted && ((s.ourMsg != nil && s.retryCount >= 14400 /* 120 hours */) || (s.ourMsg == nil && s.retryCount >= 10 /* 5 minutes */)):

node/pkg/processor/observation.go

@@ -195,7 +195,7 @@ func (p *Processor) handleObservation(ctx context.Context, m *gossipv1.SignedObs
 		// 2/3+ majority required for VAA to be valid - wait until we have quorum to submit VAA.
 		quorum := vaa.CalculateQuorum(len(gs.Keys))
 
-		p.logger.Info("aggregation state for observation",
+		p.logger.Debug("aggregation state for observation", // 1.3M out of 3M info messages / hour / guardian
 			zap.String("digest", hash),
 			zap.Any("set", gs.KeysAsHexStrings()),
 			zap.Uint32("index", gs.Index),
@@ -208,11 +208,11 @@ func (p *Processor) handleObservation(ctx context.Context, m *gossipv1.SignedObs
 		if len(sigs) >= quorum && !p.state.signatures[hash].submitted {
 			p.state.signatures[hash].ourObservation.HandleQuorum(sigs, hash, p)
 		} else {
-			p.logger.Info("quorum not met or already submitted, doing nothing",
+			p.logger.Debug("quorum not met or already submitted, doing nothing", // 1.2M out of 3M info messages / hour / guardian
 				zap.String("digest", hash))
 		}
 	} else {
-		p.logger.Info("we have not yet seen this observation - temporarily storing signature",
+		p.logger.Debug("we have not yet seen this observation - temporarily storing signature", // 175K out of 3M info messages / hour / guardian
 			zap.String("digest", hash),
 			zap.Bools("aggregation", agg))