paulmataruso/goflow2
1
0
Fork 0
mirror of https://github.com/openobserve/goflow2.git synced 2025-11-03 21:43:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

bug: fix kafka transport default partitioning (#246)

Browse Source
This commit is contained in:
Louis
2023-12-06 13:53:51 +01:00
committed by GitHub
parent 3c00d97a67
commit 5ba02103eb
2 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
producer/proto/messages.go
View File

@@ -39,9 +39,6 @@ func (m *ProtoProducerMessage) MarshalText() ([]byte, error) {
}
func (m *ProtoProducerMessage) baseKey(h hash.Hash) {
if m.formatter == nil || len(m.formatter.key) == 0 {
return
}
vfm := reflect.ValueOf(m)
vfm = reflect.Indirect(vfm)
@@ -72,6 +69,9 @@ func (m *ProtoProducerMessage) baseKey(h hash.Hash) {
}
func (m *ProtoProducerMessage) Key() []byte {
if m.formatter == nil || len(m.formatter.key) == 0 {
return nil
}
h := fnv.New32()
m.baseKey(h)
return h.Sum(nil)

1
transport/kafka/kafka.go
View File

@@ -120,6 +120,7 @@ func (d *KafkaDriver) Init() error {
kafkaConfig.Producer.MaxMessageBytes = d.kafkaMaxMsgBytes
kafkaConfig.Producer.Flush.Bytes = d.kafkaFlushBytes
kafkaConfig.Producer.Flush.Frequency = d.kafkaFlushFrequency
kafkaConfig.Producer.Partitioner = sarama.NewRoundRobinPartitioner
if d.kafkaCompressionCodec != "" {
/*