Remove logging

go.mod

@@ -1,6 +1,6 @@
 module github.com/atomist-skills/go-skill
 
-go 1.19
+go 1.21.6
 
 require (
 	cloud.google.com/go/logging v1.8.1
@@ -25,7 +25,7 @@ require (
 require (
 	cloud.google.com/go v0.110.8 // indirect
 	cloud.google.com/go/compute v1.23.0 // indirect
-	cloud.google.com/go/compute/metadata v0.2.3 // indirect
+	cloud.google.com/go/compute/metadata v0.2.3
 	cloud.google.com/go/iam v1.1.2 // indirect
 	cloud.google.com/go/longrunning v0.5.1 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect

go.sum

@@ -18,6 +18,7 @@ github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA
 github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw=
 github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc=
 github.com/codahale/rfc6979 v0.0.0-20141003034818-6a90f24967eb h1:EDmT6Q9Zs+SbUoc7Ik9EfrFqcylYqgPZ9ANSbTAntnE=
+github.com/codahale/rfc6979 v0.0.0-20141003034818-6a90f24967eb/go.mod h1:ZjrT6AXHbDs86ZSdt/osfBi5qfexBrKUdONk989Wnk4=
 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
 github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
@@ -79,6 +80,7 @@ github.com/google/go-containerregistry v0.18.0 h1:ShE7erKNPqRh5ue6Z9DUOlk04WsnFW
 github.com/google/go-containerregistry v0.18.0/go.mod h1:u0qB2l7mvtWVR5kNcbFIhFY1hLbf8eeGapA+vbFDCtQ=
 github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
 github.com/google/martian/v3 v3.3.2 h1:IqNFLAmvJOgVlpdEBiQbDc2EwKW77amAycfTuWKdfvw=
+github.com/google/martian/v3 v3.3.2/go.mod h1:oBOf6HBosgwRXnUGWUB05QECsc6uvmMiJ3+6W4l/CUk=
 github.com/google/s2a-go v0.1.7 h1:60BLSyTrOV4/haCDW4zb1guZItoSq8foHCXrAnjBo/o=
 github.com/google/s2a-go v0.1.7/go.mod h1:50CgR4k1jNlWBu4UfS4AcfhVe1r6pdZPygJ3R8F0Qdw=
 github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
@@ -105,7 +107,9 @@ github.com/klauspost/compress v1.10.3/go.mod h1:aoV0uJVorq1K+umq18yTdKaF57EivdYs
 github.com/klauspost/compress v1.16.5 h1:IFV2oUNUzZaz+XyusxpLzpzS8Pt5rh0Z16For/djlyI=
 github.com/klauspost/compress v1.16.5/go.mod h1:ntbaceVETuRiXiv4DpjP66DpAtAGkEQskQzEyD//IeE=
 github.com/kr/pretty v0.3.0 h1:WgNl7dwNpEZ6jJ9k1snq4pZsg7DOEN8hP9Xw0Tsjwk0=
+github.com/kr/pretty v0.3.0/go.mod h1:640gp4NfQd8pI5XOwp5fnNeVWj67G7CFk/SaSQn7NBk=
 github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
+github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=
 github.com/leodido/go-urn v1.2.0 h1:hpXL4XnriNwQ/ABnpepYM/1vCLWNDfUNts8dX3xTG6Y=
 github.com/leodido/go-urn v1.2.0/go.mod h1:+8+nEpDfqqsY+g338gtMEUOtuK+4dEMhiQEgxpxOKII=
 github.com/mattn/go-isatty v0.0.12 h1:wuysRhFDzyxgEmMf5xjvJ2M9dZoWAXNNr5LSBS7uHXY=
@@ -125,6 +129,7 @@ github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZb
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
 github.com/rogpeppe/go-internal v1.9.0 h1:73kH8U+JUqXU8lRuOHeVHaa/SZPifC7BkcraZVejAe8=
+github.com/rogpeppe/go-internal v1.9.0/go.mod h1:WtVeX8xhTBvf0smdhujwtBcq4Qrzq/fJaraNFVN+nFs=
 github.com/secure-systems-lab/go-securesystemslib v0.8.0 h1:mr5An6X45Kb2nddcFlbmfHkLguCE9laoZCUzEEpIZXA=
 github.com/secure-systems-lab/go-securesystemslib v0.8.0/go.mod h1:UH2VZVuJfCYR8WgMlCU1uFsOUU+KeyrTWcSS73NBOzU=
 github.com/shibumi/go-pathspec v1.3.0 h1:QUyMZhFo0Md5B8zV8x2tesohbb5kfbpTi9rBnKh5dkI=
@@ -191,6 +196,7 @@ golang.org/x/sys v0.15.0 h1:h48lPFYpsTvQJZF4EKyI4aLHaev3CxivZmv7yZig9pc=
 golang.org/x/sys v0.15.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
 golang.org/x/term v0.15.0 h1:y/Oo/a/q3IXu26lQgl04j/gjuBDOBlx7X6Om1j2CPW4=
+golang.org/x/term v0.15.0/go.mod h1:BDl952bC7+uMoWR75FIrCDx79TPU9oHkTZ9yRbYOrX0=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
 golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
@@ -243,6 +249,7 @@ google.golang.org/protobuf v1.31.0 h1:g0LDEJHgrBl9N9r17Ru3sqWhkIx2NB67okBHPwC7hs
 google.golang.org/protobuf v1.31.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
+gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
 gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.2.8 h1:obN1ZagJSUGI0Ek/LBmuj4SNLPfIny3KsKFopxRdj10=
 gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=

handle.go

@@ -81,7 +81,9 @@ func createHttpHandler(handlers Handlers) func(http.ResponseWriter, *http.Reques
 
 		start := time.Now()
 		logger.Debugf("Skill execution started")
-		logger.Debugf("Incoming event message: %s", sanitizeEvent(body))
+		if req.Event.Type != "sync-request" {
+			logger.Debugf("Incoming event message: %s", sanitizeEvent(body))
+		}
 
 		defer func() {
 			logger.Debugf("Closing event handler '%s'", name)

log.go

@@ -28,16 +28,17 @@ import (
 	"strings"
 	"time"
 
+	"cloud.google.com/go/compute/metadata"
 	"cloud.google.com/go/logging"
 	"github.com/atomist-skills/go-skill/internal"
 	"github.com/sirupsen/logrus"
-	"golang.org/x/oauth2/google"
 	"olympos.io/encoding/edn"
 )
 
 var (
-	Log       *logrus.Logger
-	projectID string
+	Log        *logrus.Logger
+	projectID  string
+	instanceID string
 )
 
 func init() {
@@ -61,14 +62,8 @@ func init() {
 
 	// try to obtain the GCP project id
 	if _, ok := os.LookupEnv("K_SERVICE"); ok {
-		ctx := context.Background()
-		credentials, err := google.FindDefaultCredentials(ctx, "https://www.googleapis.com/auth/compute")
-		if err == nil {
-			Log.Debugf("Found project id %s", credentials.ProjectID)
-			projectID = credentials.ProjectID
-		} else {
-			Log.Warnf("Failed to obtain project id: %s", err)
-		}
+		projectID, _ = metadata.ProjectID()
+		instanceID, _ = metadata.InstanceID()
 	}
 }
 
@@ -115,7 +110,7 @@ func createLogger(ctx context.Context, event EventIncoming) Logger {
 
 	var doLog = func(msg string, level edn.Keyword) {
 		// Don't send logs when evaluating policies locally
-		if os.Getenv("SCOUT_LOCAL_POLICY_EVALUATION") == "true" {
+		if os.Getenv("SCOUT_LOCAL_POLICY_EVALUATION") == "true" || event.Type == "sync-request" {
 			return
 		}
 		bs, err := edn.MarshalPPrint(internal.LogBody{Logs: []internal.LogEntry{{
@@ -152,6 +147,7 @@ func createLogger(ctx context.Context, event EventIncoming) Logger {
 		labels["skill_namespace"] = event.Skill.Namespace
 		labels["skill_version"] = event.Skill.Version
 		labels["workspace_id"] = event.WorkspaceId
+		labels["instance_id"] = instanceID
 	}
 
 	var doGcpLog = func(msg string, level edn.Keyword) {

policy/policy_handler/local.go

@@ -1,16 +1,18 @@
 package policy_handler
 
 import (
+	"bytes"
+	"compress/gzip"
 	"context"
 	"encoding/base64"
 	"encoding/json"
 	"fmt"
-
 	"github.com/atomist-skills/go-skill"
 	"github.com/atomist-skills/go-skill/policy/data"
 	"github.com/atomist-skills/go-skill/policy/goals"
 	"github.com/atomist-skills/go-skill/policy/policy_handler/legacy"
 	"github.com/atomist-skills/go-skill/policy/types"
+	"io"
 	"olympos.io/encoding/edn"
 )
 
@@ -21,6 +23,8 @@ type SyncRequestMetadata struct {
 	Packages     []legacy.Package               `edn:"packages"`      // todo remove when no longer used
 	User         string                         `edn:"imgConfigUser"` // The user from the image config blob // todo remove when no longer used
 	SBOM         string                         `edn:"sbom"`
+	ContentType  string                         `edn:"contentType"`
+	Encoding     string                         `edn:"encoding"`
 }
 
 func WithLocal() Opt {
@@ -61,22 +65,30 @@ func buildLocalDataSources(ctx context.Context, req skill.RequestContext, _ goal
 		return nil, fmt.Errorf("failed to unmarshal SyncRequest metadata: %w", err)
 	}
 
-	req.Log.Infof("SBOM from SyncRequest metadata: %+v", srMeta.SBOM)
 	if srMeta.SBOM != "" {
-		req.Log.Infof("Base64-decoding SBOM from SyncRequest metadata")
 		decodedSBOM, err := base64.StdEncoding.DecodeString(srMeta.SBOM)
 		if err != nil {
 			return nil, fmt.Errorf("failed to base64-decode SBOM: %w", err)
 		}
-		req.Log.Infof("Unmarshalling SBOM from SyncRequest metadata: %s", string(decodedSBOM))
+		if srMeta.Encoding == "base64+gzip" {
+			reader := bytes.NewReader(decodedSBOM)
+			gzreader, err := gzip.NewReader(reader)
+			defer gzreader.Close() //nolint:errcheck
+			if err != nil {
+				return nil, fmt.Errorf("failed to decompress SBOM: %w", err)
+			}
+			decodedSBOM, err = io.ReadAll(gzreader)
+			if err != nil {
+				return nil, fmt.Errorf("failed to base64-decode SBOM: %w", err)
+			}
+		}
+
 		var sbom *types.SBOM
 		// THE SBOM is a JSON here, not edn?!!
 		if err := json.Unmarshal(decodedSBOM, &sbom); err != nil {
-			req.Log.Infof("failed to unmarshal SBOM: %s", err)
 			return nil, fmt.Errorf("failed to unmarshal SBOM: %w", err)
 		}
 		srMeta.QueryResults = legacy.BuildLocalEvalMocks(sbom, req.Log)
-		req.Log.Infof("mocked query results: %+v", srMeta.QueryResults)
 	}
 
 	fixedQueryResults := map[string][]byte{}