213 lines
4.4 KiB
Go
213 lines
4.4 KiB
Go
package sarama
|
|
|
|
import (
|
|
"fmt"
|
|
"time"
|
|
)
|
|
|
|
// Protocol, http://kafka.apache.org/protocol.html
|
|
// v1
|
|
// v2 = v3 = v4
|
|
// v5 = v6 = v7
|
|
// Produce Response (Version: 7) => [responses] throttle_time_ms
|
|
// responses => topic [partition_responses]
|
|
// topic => STRING
|
|
// partition_responses => partition error_code base_offset log_append_time log_start_offset
|
|
// partition => INT32
|
|
// error_code => INT16
|
|
// base_offset => INT64
|
|
// log_append_time => INT64
|
|
// log_start_offset => INT64
|
|
// throttle_time_ms => INT32
|
|
|
|
// partition_responses in protocol
|
|
type ProduceResponseBlock struct {
|
|
Err KError // v0, error_code
|
|
Offset int64 // v0, base_offset
|
|
Timestamp time.Time // v2, log_append_time, and the broker is configured with `LogAppendTime`
|
|
StartOffset int64 // v5, log_start_offset
|
|
}
|
|
|
|
func (b *ProduceResponseBlock) decode(pd packetDecoder, version int16) (err error) {
|
|
tmp, err := pd.getInt16()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
b.Err = KError(tmp)
|
|
|
|
b.Offset, err = pd.getInt64()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if version >= 2 {
|
|
if millis, err := pd.getInt64(); err != nil {
|
|
return err
|
|
} else if millis != -1 {
|
|
b.Timestamp = time.Unix(millis/1000, (millis%1000)*int64(time.Millisecond))
|
|
}
|
|
}
|
|
|
|
if version >= 5 {
|
|
b.StartOffset, err = pd.getInt64()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (b *ProduceResponseBlock) encode(pe packetEncoder, version int16) (err error) {
|
|
pe.putInt16(int16(b.Err))
|
|
pe.putInt64(b.Offset)
|
|
|
|
if version >= 2 {
|
|
timestamp := int64(-1)
|
|
if !b.Timestamp.Before(time.Unix(0, 0)) {
|
|
timestamp = b.Timestamp.UnixNano() / int64(time.Millisecond)
|
|
} else if !b.Timestamp.IsZero() {
|
|
return PacketEncodingError{fmt.Sprintf("invalid timestamp (%v)", b.Timestamp)}
|
|
}
|
|
pe.putInt64(timestamp)
|
|
}
|
|
|
|
if version >= 5 {
|
|
pe.putInt64(b.StartOffset)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
type ProduceResponse struct {
|
|
Blocks map[string]map[int32]*ProduceResponseBlock // v0, responses
|
|
Version int16
|
|
ThrottleTime time.Duration // v1, throttle_time_ms
|
|
}
|
|
|
|
func (r *ProduceResponse) decode(pd packetDecoder, version int16) (err error) {
|
|
r.Version = version
|
|
|
|
numTopics, err := pd.getArrayLength()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
r.Blocks = make(map[string]map[int32]*ProduceResponseBlock, numTopics)
|
|
for i := 0; i < numTopics; i++ {
|
|
name, err := pd.getString()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
numBlocks, err := pd.getArrayLength()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
r.Blocks[name] = make(map[int32]*ProduceResponseBlock, numBlocks)
|
|
|
|
for j := 0; j < numBlocks; j++ {
|
|
id, err := pd.getInt32()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
block := new(ProduceResponseBlock)
|
|
err = block.decode(pd, version)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
r.Blocks[name][id] = block
|
|
}
|
|
}
|
|
|
|
if r.Version >= 1 {
|
|
millis, err := pd.getInt32()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
r.ThrottleTime = time.Duration(millis) * time.Millisecond
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *ProduceResponse) encode(pe packetEncoder) error {
|
|
err := pe.putArrayLength(len(r.Blocks))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for topic, partitions := range r.Blocks {
|
|
err = pe.putString(topic)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
err = pe.putArrayLength(len(partitions))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for id, prb := range partitions {
|
|
pe.putInt32(id)
|
|
err = prb.encode(pe, r.Version)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
if r.Version >= 1 {
|
|
pe.putInt32(int32(r.ThrottleTime / time.Millisecond))
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (r *ProduceResponse) key() int16 {
|
|
return 0
|
|
}
|
|
|
|
func (r *ProduceResponse) version() int16 {
|
|
return r.Version
|
|
}
|
|
|
|
func (r *ProduceResponse) headerVersion() int16 {
|
|
return 0
|
|
}
|
|
|
|
func (r *ProduceResponse) requiredVersion() KafkaVersion {
|
|
return MinVersion
|
|
}
|
|
|
|
func (r *ProduceResponse) GetBlock(topic string, partition int32) *ProduceResponseBlock {
|
|
if r.Blocks == nil {
|
|
return nil
|
|
}
|
|
|
|
if r.Blocks[topic] == nil {
|
|
return nil
|
|
}
|
|
|
|
return r.Blocks[topic][partition]
|
|
}
|
|
|
|
// Testing API
|
|
|
|
func (r *ProduceResponse) AddTopicPartition(topic string, partition int32, err KError) {
|
|
if r.Blocks == nil {
|
|
r.Blocks = make(map[string]map[int32]*ProduceResponseBlock)
|
|
}
|
|
byTopic, ok := r.Blocks[topic]
|
|
if !ok {
|
|
byTopic = make(map[int32]*ProduceResponseBlock)
|
|
r.Blocks[topic] = byTopic
|
|
}
|
|
block := &ProduceResponseBlock{
|
|
Err: err,
|
|
}
|
|
if r.Version >= 2 {
|
|
block.Timestamp = time.Now()
|
|
}
|
|
byTopic[partition] = block
|
|
}
|