chore: use upstream logdedup processor (#1882)

* use upstream logdedup processor

* add upstream processor to processor factories

* make readme consistent

* make dedup processor readme version consistent

* fix go mod

.github/dependabot.yml

@@ -69,17 +69,6 @@ updates:
     commit-message:
       prefix: "deps"
       include: "scope"
-  - package-ecosystem: "gomod"
-    directory: "/processor/logdeduplicationprocessor//"
-    schedule:
-      interval: "weekly"
-    ignore:
-      # Opentelemetry updates will be done manually
-      - dependency-name: "github.com/open-telemetry/opentelemetry-collector*"
-      - dependency-name: "go.opentelemetry.io/*"
-    commit-message:
-      prefix: "deps"
-      include: "scope"
   - package-ecosystem: "gomod"
     directory: "/processor/maskprocessor/"
     schedule:

docs/processors.md

@@ -13,7 +13,7 @@ Below is a list of supported processors with links to their documentation pages.
 | Group by Trace Processor                | [groupbytraceprocessor](https://github.com/open-telemetry/opentelemetry-collector-contrib/blob/v0.109.0/processor/groupbytraceprocessor/README.md) |
 | Kubernetes Attributes Processor         | [k8sattributesprocessor](https://github.com/open-telemetry/opentelemetry-collector-contrib/blob/v0.109.0/processor/k8sattributesprocessor/README.md) |
 | Log Count Processor                     | [logcountprocessor](../processor/logcountprocessor/README.md) |
-| Log DeDuplication Processor             | [logdeduplicationprocessor](../processor/logdeduplicationprocessor/README.md) |
+| Log DeDuplication Processor             | [logdedupprocessor](https://github.com/open-telemetry/opentelemetry-collector-contrib/blob/v0.109.0/processor/logdedupprocessor/README.md) |
 | Logs Transform Processor                | [logstransform](https://github.com/open-telemetry/opentelemetry-collector-contrib/blob/v0.109.0/processor/logstransformprocessor/README.md) |
 | Lookup Processor                        | [lookupprocessor](../processor/lookupprocessor/README.md) |
 | Marshal Processor                          | [marshalprocessor](../processor/marshalprocessor/README.md) |

factories/processors.go

@@ -18,7 +18,6 @@ import (
 	"github.com/observiq/bindplane-agent/internal/processor/snapshotprocessor"
 	"github.com/observiq/bindplane-agent/processor/datapointcountprocessor"
 	"github.com/observiq/bindplane-agent/processor/logcountprocessor"
-	"github.com/observiq/bindplane-agent/processor/logdeduplicationprocessor"
 	"github.com/observiq/bindplane-agent/processor/lookupprocessor"
 	"github.com/observiq/bindplane-agent/processor/marshalprocessor"
 	"github.com/observiq/bindplane-agent/processor/maskprocessor"
@@ -36,6 +35,7 @@ import (
 	"github.com/open-telemetry/opentelemetry-collector-contrib/processor/groupbyattrsprocessor"
 	"github.com/open-telemetry/opentelemetry-collector-contrib/processor/groupbytraceprocessor"
 	"github.com/open-telemetry/opentelemetry-collector-contrib/processor/k8sattributesprocessor"
+	"github.com/open-telemetry/opentelemetry-collector-contrib/processor/logdedupprocessor"
 	"github.com/open-telemetry/opentelemetry-collector-contrib/processor/logstransformprocessor"
 	"github.com/open-telemetry/opentelemetry-collector-contrib/processor/metricsgenerationprocessor"
 	"github.com/open-telemetry/opentelemetry-collector-contrib/processor/metricstransformprocessor"
@@ -64,7 +64,7 @@ var defaultProcessors = []processor.Factory{
 	groupbytraceprocessor.NewFactory(),
 	k8sattributesprocessor.NewFactory(),
 	logcountprocessor.NewFactory(),
-	logdeduplicationprocessor.NewFactory(),
+	logdedupprocessor.NewFactory(),
 	logstransformprocessor.NewFactory(),
 	lookupprocessor.NewFactory(),
 	marshalprocessor.NewFactory(),

go.mod

@@ -16,7 +16,6 @@ require (
 	github.com/observiq/bindplane-agent/packagestate v1.61.0
 	github.com/observiq/bindplane-agent/processor/datapointcountprocessor v1.61.0
 	github.com/observiq/bindplane-agent/processor/logcountprocessor v1.61.0
-	github.com/observiq/bindplane-agent/processor/logdeduplicationprocessor v1.61.0
 	github.com/observiq/bindplane-agent/processor/lookupprocessor v1.61.0
 	github.com/observiq/bindplane-agent/processor/marshalprocessor v1.61.0
 	github.com/observiq/bindplane-agent/processor/maskprocessor v1.61.0
@@ -87,6 +86,7 @@ require (
 	github.com/open-telemetry/opentelemetry-collector-contrib/processor/groupbyattrsprocessor v0.109.0
 	github.com/open-telemetry/opentelemetry-collector-contrib/processor/groupbytraceprocessor v0.109.0
 	github.com/open-telemetry/opentelemetry-collector-contrib/processor/k8sattributesprocessor v0.109.0
+	github.com/open-telemetry/opentelemetry-collector-contrib/processor/logdedupprocessor v0.109.0
 	github.com/open-telemetry/opentelemetry-collector-contrib/processor/logstransformprocessor v0.109.0
 	github.com/open-telemetry/opentelemetry-collector-contrib/processor/metricsgenerationprocessor v0.109.0
 	github.com/open-telemetry/opentelemetry-collector-contrib/processor/metricstransformprocessor v0.109.0
@@ -818,8 +818,6 @@ replace github.com/observiq/bindplane-agent/processor/logcountprocessor => ./pro
 
 replace github.com/observiq/bindplane-agent/processor/metricextractprocessor => ./processor/metricextractprocessor
 
-replace github.com/observiq/bindplane-agent/processor/logdeduplicationprocessor => ./processor/logdeduplicationprocessor
-
 replace github.com/observiq/bindplane-agent/processor/spancountprocessor => ./processor/spancountprocessor
 
 replace github.com/observiq/bindplane-agent/processor/datapointcountprocessor => ./processor/datapointcountprocessor

go.sum

@@ -2096,6 +2096,8 @@ github.com/open-telemetry/opentelemetry-collector-contrib/processor/groupbytrace
 github.com/open-telemetry/opentelemetry-collector-contrib/processor/groupbytraceprocessor v0.109.0/go.mod h1:fg599JS4SNwUzbWo16Cl36T2cvIPI7NYOX13cWkJga8=
 github.com/open-telemetry/opentelemetry-collector-contrib/processor/k8sattributesprocessor v0.109.0 h1:lkAPT2Wje/4WnYYVajW4bv4Fbuajcw+9WzYb+C9ZpHc=
 github.com/open-telemetry/opentelemetry-collector-contrib/processor/k8sattributesprocessor v0.109.0/go.mod h1:jwDh0L2ybXkAPmG4Rf5RYIAskfW81JX256s6HA9sAe8=
+github.com/open-telemetry/opentelemetry-collector-contrib/processor/logdedupprocessor v0.109.0 h1:K+kUlWkVxOxdz0yss42yVxELLWZzbbsZ2zEYRK+tvWo=
+github.com/open-telemetry/opentelemetry-collector-contrib/processor/logdedupprocessor v0.109.0/go.mod h1:C9k1oV5j9ewZ0QjBMMAnBLqw0a0qRESMDw7eUbw84fM=
 github.com/open-telemetry/opentelemetry-collector-contrib/processor/logstransformprocessor v0.109.0 h1:ziu8fGQSgeB3ZrFi4ToCzYymcXEu0TiUV3rCMyIpnRs=
 github.com/open-telemetry/opentelemetry-collector-contrib/processor/logstransformprocessor v0.109.0/go.mod h1:xeskTbt7F4xZhQ7XzjShCrPU6Dsp7hHS1viQ5/f4sqU=
 github.com/open-telemetry/opentelemetry-collector-contrib/processor/metricsgenerationprocessor v0.109.0 h1:FvsCAzInSpYMQcC5yQQ0XDB5TzrX3UzvbIwcNqQVXyM=

license.yaml

@@ -52,5 +52,4 @@ exceptions:
     - path: "./processor/maskprocessor"
     - path: "./processor/logcountprocessor"
     - path: "./processor/metricextractprocessor"
-    - path: "./processor/logdeduplicationprocessor"
     - path: "./expr"