From 38894f6e48171c7c757a3610b203dad70915d4bb Mon Sep 17 00:00:00 2001 From: ethfoo Date: Thu, 13 Jul 2023 22:42:02 +0800 Subject: [PATCH] Release: add v1.5.0-rc.0 changelog --- Makefile | 2 +- doc/changelog/CHANGELOG-v1.md | 91 ++++++++++++++++++++++++++++++++ pkg/sink/elasticsearch/config.go | 6 --- pkg/util/persistence/config.go | 1 - 4 files changed, 92 insertions(+), 8 deletions(-) diff --git a/Makefile b/Makefile index 00a2f8419..8929bff45 100644 --- a/Makefile +++ b/Makefile @@ -98,7 +98,7 @@ docker-build: ## Docker build -t ${REPO}:${TAG}, try: make docker-build REPO=, ${TAG} generated by git +docker-multi-arch: ## Docker buildx, try: make docker-multi-arch REPO=, ${TAG} generated by git docker buildx build --platform linux/amd64,linux/arm64 -t ${REPO}:${TAG} . --push LOG_DIR ?= /tmp/log ## log directory diff --git a/doc/changelog/CHANGELOG-v1.md b/doc/changelog/CHANGELOG-v1.md index 533013337..effe93f8e 100644 --- a/doc/changelog/CHANGELOG-v1.md +++ b/doc/changelog/CHANGELOG-v1.md @@ -1,3 +1,94 @@ +# Release v1.5.0-rc.0 + +### :star2: Features +- [breaking]: The `db` in `file source` is moved to the [`loggie.yml`](https://loggie-io.github.io/docs/main/reference/global/db/). If upgrading from an earlier version to v1.5, be sure to check whether `db` has been configured for `file source`. If it is not configured, you can just ignore it, and the default value will remain compatible. + +- Added rocketmq sink (#530) +- Added franzKafka source (#573) +- Added kata runtime (#554) +- `typePodFields`/`typeNodeFields` is supported in LogConfig/ClusterLogConfig (#450) +- sink codec support printEvents (#448) +- Added queue in LogConfig/ClusterLogConfig (#457) +- Changed `olivere/elastic` to the official elasticsearch go client (#581) +- Supported `copytruncate` in file source (#571) +- Added `genfiles` sub command (#471) +- Added queue in LogConfig/ClusterLogConfig queue (#457) +- Added `sortBy` field in elasticsearch source (#473) +- Added host VM mode with Kubernetes as the configuration center (#449) (#489) +- New `addHostMeta` interceptor (#474) +- Added persistence driver `badger` (#475) (#584) +- Ignore LogConfig with sidecar injection annotation (#478) +- Added `toStr` action in transformer interceptor (#482) +- You can mount the root directory of a node to the Loggie container without mounting additional Loggie volumes (#460) +- Get loggie version with api and sub command (#496) (#508) +- Added the `worker` and the `clientId` in Kafka source (#506) (#507) +- Upgrade `kafka-go` version (#506) (#567) +- Added resultStatus in dev sink which can be used to simulate failure, drop (#531) +- Pretty error when unmarshal yaml configuration failed (#539) +- Added default topic if render kafka topic failed (#550) +- Added `ignoreUnknownTopicOrPartition` in kafka sink (#560) +- Supported multiple topics in kafka source (#548) +- Added default index if render elasticsearch index failed (#551) (#553) +- The default `maxOpenFds` is set to 4096 (#559) +- Supported default `sinkRef` in kubernetes discovery (#555) +- Added `${_k8s.clusterlogconfig}` in `typePodFields` (#569) +- Supported omit empty fields in Kubernetes discovery (#570) +- Optimizes `maxbytes` interceptors (#575) +- Moved `readFromTail`, `cleanFiles`, `fdHoldTimeoutWhenInactive`, `fdHoldTimeoutWhenRemove` from watcher to outer layer in `file source` (#579) (#585) +- Added `cheanUnfinished` in cleanFiles (#580) +- Added `target` in `maxbyte` interceptor (#588) +- Added `partionKey` in franzKafka (#562) +- Added `highPrecision` in `rateLimit` interceptor (#525) + +### :bug: Bug Fixes +- Fixed panic when kubeEvent Series is nil (#459) +- Upgraded `automaxprocs` version to v1.5.1 (#488) +- Fixed set defaults failed in `fieldsUnderKey` (#513) +- Fixed parse condition failed when contain ERROR in transformer interceptor (#514) (#515) +- Fixed grpc batch out-of-order data streams (#517) +- Fixed large line may cause oom (#529) +- Fixed duplicated batchSize in queue (#533) +- Fixed sqlite locked panic (#524) +- Fixed command can't be used in multi-arch container (#541) +- Fixed `logger listener` may cause block (#561) (#552) +- Fixed `sink concurrency` deepCopy failed (#563) +- Drop events when partial error in elasticsearch sink (#572) + +# Release v1.4.0 + +### :star2: Features + +- Added Loggie dashboard feature for easier troubleshooting (#416) +- Enhanced log alerting function with more flexible log alert detection rules and added alertWebhook sink (#392) +- Added sink concurrency support for automatic adaptation based on downstream delay (#376) +- Added franzKafka sink for users who prefer the franz kafka library (#423) +- Added elasticsearch source (#345) +- Added zinc sink (#254) +- Added pulsar sink (#417) +- Added grok action to transformer interceptor (#418) +- Added split action to transformer interceptor (#411) +- Added jsonEncode action to transformer interceptor (#421) +- Added fieldsFromPath configuration to source for obtaining fields from file content (#401) +- Added fieldsRef parameter to filesource listener for obtaining key value from fields configuration and adding to metrics as label (#402) +- In transformer interceptor, added dropIfError support to drop event if action execution fails (#409) +- Added info listener which currently exposes loggie_info_stat metrics and displays version label (#410) +- Added support for customized kafka sink partition key +- Added sasl support to Kafka source (#415) +- Added https insecureSkipVerify support to loki sink (#422) +- Optimized file source for large files (#430) +- Changed default value of file source maxOpenFds to 1024 (#437) +- ContainerRuntime can now be set to none (#439) +- Upgraded to go 1.18 (#440) +- Optimize the configuration parameters to remove the redundancy generated by rendering + +### :bug: Bug Fixes + +- Added source fields to filesource listener (#402) +- Fixed issue of transformer copy action not copying non-string body (#420) +- Added fetching of logs file from UpperDir when rootfs collection is enabled (#414) +- Fix pipeline restart npe (#454) +- Fix create dir soft link job (#453) + # Release v1.4.0-rc.0 ### :star2: Features diff --git a/pkg/sink/elasticsearch/config.go b/pkg/sink/elasticsearch/config.go index b27606c96..fddb51dfc 100644 --- a/pkg/sink/elasticsearch/config.go +++ b/pkg/sink/elasticsearch/config.go @@ -39,12 +39,6 @@ type Config struct { SendBuffer int `yaml:"sendBufferBytes,omitempty" default:"131072" validate:"gte=0"` } -type TLS struct { - CAFile string `yaml:"caFile,omitempty"` - CertFile string `yaml:"certFile,omitempty"` - KeyFile string `yaml:"keyFile,omitempty"` -} - type RenderIndexFail struct { DropEvent bool `yaml:"dropEvent,omitempty" default:"true"` IgnoreError bool `yaml:"ignoreError,omitempty"` diff --git a/pkg/util/persistence/config.go b/pkg/util/persistence/config.go index a97394478..d213643b1 100644 --- a/pkg/util/persistence/config.go +++ b/pkg/util/persistence/config.go @@ -34,7 +34,6 @@ type DbConfig struct { File string `yaml:"file,omitempty"` FlushTimeout time.Duration `yaml:"flushTimeout,omitempty" default:"2s"` BufferSize int `yaml:"bufferSize,omitempty" default:"2048"` - TableName string `yaml:"tableName,omitempty" default:"registry"` CleanInactiveTimeout time.Duration `yaml:"cleanInactiveTimeout,omitempty" default:"504h"` // default records not updated in 21 days will be deleted CleanScanInterval time.Duration `yaml:"cleanScanInterval,omitempty" default:"1h"` }