More tests

docs/configuration_transformations_docs_test.go

@@ -141,6 +141,10 @@ func testTransformationConfig(t *testing.T, filepath string, fullExample bool) {
 			configObject = &transform.SetPkConfig{}
 		case "spEnrichedToJson":
 			configObject = &transform.EnrichedToJSONConfig{}
+		case "spCollectorPayloadThriftToRaw":
+			configObject = &transform.CollectorPayloadThriftToRawConfig{}
+		case "spRawToCollectorPayloadThrift":
+			configObject = &transform.RawToCollectorPayloadThriftConfig{}
 		case "js":
 			configObject = &engine.JSEngineConfig{}
 		case "lua":

pkg/transform/snowplow_collector_payload_thrift_to_raw.go

@@ -0,0 +1,76 @@
+//
+// Copyright (c) 2023-present Snowplow Analytics Ltd. All rights reserved.
+//
+// This program is licensed to you under the Snowplow Community License Version 1.0,
+// and you may not use this file except in compliance with the Snowplow Community License Version 1.0.
+// You may obtain a copy of the Snowplow Community License Version 1.0 at https://docs.snowplow.io/community-license-1.0
+
+package transform
+
+import (
+	"context"
+	"errors"
+	"fmt"
+
+	"github.com/snowplow/snowbridge/config"
+	"github.com/snowplow/snowbridge/pkg/models"
+
+	collectorpayload "github.com/snowplow/snowbridge/third_party/snowplow/collectorpayload"
+)
+
+// CollectorPayloadThriftToRawConfig is a configuration object for the spCollectorPayloadThriftToRaw transformation
+type CollectorPayloadThriftToRawConfig struct {
+}
+
+type collectorPayloadThriftToRawAdapter func(i interface{}) (interface{}, error)
+
+// Create implements the ComponentCreator interface.
+func (f collectorPayloadThriftToRawAdapter) Create(i interface{}) (interface{}, error) {
+	return f(i)
+}
+
+// ProvideDefault implements the ComponentConfigurable interface
+func (f collectorPayloadThriftToRawAdapter) ProvideDefault() (interface{}, error) {
+	// Provide defaults
+	cfg := &CollectorPayloadThriftToRawConfig{}
+
+	return cfg, nil
+}
+
+// adapterGenerator returns a spCollectorPayloadThriftToRaw transformation adapter.
+func collectorPayloadThriftToRawAdapterGenerator(f func(c *CollectorPayloadThriftToRawConfig) (TransformationFunction, error)) collectorPayloadThriftToRawAdapter {
+	return func(i interface{}) (interface{}, error) {
+		cfg, ok := i.(*CollectorPayloadThriftToRawConfig)
+		if !ok {
+			return nil, errors.New("invalid input, expected collectorPayloadThriftToRawConfig")
+		}
+
+		return f(cfg)
+	}
+}
+
+// collectorPayloadThriftToRawConfigFunction returns an spCollectorPayloadThriftToRaw transformation function, from an collectorPayloadThriftToRawConfig.
+func collectorPayloadThriftToRawConfigFunction(c *CollectorPayloadThriftToRawConfig) (TransformationFunction, error) {
+	return SpCollectorPayloadThriftToRaw, nil
+}
+
+// CollectorPayloadThriftToRawConfigPair is a configuration pair for the spCollectorPayloadThriftToRaw transformation
+var CollectorPayloadThriftToRawConfigPair = config.ConfigurationPair{
+	Name:   "spCollectorPayloadThriftToRaw",
+	Handle: collectorPayloadThriftToRawAdapterGenerator(collectorPayloadThriftToRawConfigFunction),
+}
+
+// SpCollectorPayloadThriftToRaw is a specific transformation implementation to transform a raw message into a valid Thrift encoded Collector Payload
+// so that it can be pushed directly into the egress stream of a Collector.
+func SpCollectorPayloadThriftToRaw(message *models.Message, intermediateState interface{}) (*models.Message, *models.Message, *models.Message, interface{}) {
+	ctx := context.Background()
+
+	res, deserializeErr := collectorpayload.BinaryDeserializer(ctx, message.Data)
+	if deserializeErr != nil {
+		message.SetError(deserializeErr)
+		return nil, nil, message, nil
+	}
+
+	message.Data = []byte(fmt.Sprintf("%#v", res))
+	return message, nil, nil, intermediateState
+}

pkg/transform/transformconfig/transform_config.go

@@ -23,6 +23,8 @@ var SupportedTransformations = []config.ConfigurationPair{
 	filter.ContextFilterConfigPair,
 	transform.SetPkConfigPair,
 	transform.EnrichedToJSONConfigPair,
+	transform.CollectorPayloadThriftToRawConfigPair,
+	transform.RawToCollectorPayloadThriftConfigPair,
 	engine.LuaConfigPair,
 	engine.JSConfigPair,
 }