forked from confluentinc/confluent-kafka-dotnet
-
Notifications
You must be signed in to change notification settings - Fork 0
/
AssignPastEnd.cs
87 lines (76 loc) · 3.79 KB
/
AssignPastEnd.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
// Copyright 2016-2017 Confluent Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// Refer to LICENSE for more information.
#pragma warning disable xUnit1026
using System;
using System.Collections.Generic;
using Xunit;
namespace Confluent.Kafka.IntegrationTests
{
public partial class Tests
{
/// <summary>
/// Test functionality of Consumer.Consume when assigned to offset
/// higher than the offset of the last message on a partition.
/// </summary>
[Theory, MemberData(nameof(KafkaParameters))]
public void AssignPastEnd(string bootstrapServers)
{
LogToFile("start AssignPastEnd");
var consumerConfig = new ConsumerConfig
{
GroupId = Guid.NewGuid().ToString(),
BootstrapServers = bootstrapServers,
SessionTimeoutMs = 6000
};
var producerConfig = new ProducerConfig { BootstrapServers = bootstrapServers };
var testString = "hello world";
DeliveryResult<Null, byte[]> dr;
using (var producer = new ProducerBuilder<Null, byte[]>(producerConfig).Build())
{
dr = producer.ProduceAsync(singlePartitionTopic, new Message<Null, byte[]> { Value = Serializers.Utf8.Serialize(testString, SerializationContext.Empty) }).Result;
Assert.True(dr.Offset >= 0);
producer.Flush(TimeSpan.FromSeconds(10));
}
consumerConfig.AutoOffsetReset = AutoOffsetReset.Latest;
using (var consumer = new ConsumerBuilder<Null, byte[]>(consumerConfig).Build())
{
ConsumeResult<Null, byte[]> record;
consumer.Assign(new List<TopicPartitionOffset>() { new TopicPartitionOffset(dr.TopicPartition, dr.Offset+1) });
record = consumer.Consume(TimeSpan.FromSeconds(2));
Assert.Null(record);
consumer.Assign(new List<TopicPartitionOffset>() { new TopicPartitionOffset(dr.TopicPartition, dr.Offset+2) });
consumer.Consume(TimeSpan.FromSeconds(2));
Assert.Null(record);
}
consumerConfig.AutoOffsetReset = AutoOffsetReset.Earliest;
using (var consumer = new ConsumerBuilder<byte[], byte[]>(consumerConfig).Build())
{
ConsumeResult<byte[], byte[]> record;
consumer.Assign(new List<TopicPartitionOffset>() { new TopicPartitionOffset(dr.TopicPartition, dr.Offset+1) });
record = consumer.Consume(TimeSpan.FromSeconds(2));
Assert.Null(record);
// Note: dr.Offset+2 is an invalid (c.f. dr.Offset+1 which is valid), so auto.offset.reset will come
// into play here to determine which offset to start from (earliest). Due to the produce call above,
// there is guaranteed to be a message on the topic, so consumer.Consume will return true.
consumer.Assign(new List<TopicPartitionOffset>() { new TopicPartitionOffset(dr.TopicPartition, dr.Offset+2) });
record = consumer.Consume(TimeSpan.FromSeconds(10));
Assert.NotNull(record?.Message);
}
Assert.Equal(0, Library.HandleCount);
LogToFile("end AssignPastEnd");
}
}
}