forked from confluentinc/confluent-kafka-dotnet
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathConsumer_OffsetsForTimes.cs
127 lines (106 loc) · 4.97 KB
/
Consumer_OffsetsForTimes.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
// Copyright 2016-2017 Confluent Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// Refer to LICENSE for more information.
#pragma warning disable xUnit1026
using System;
using System.Linq;
using System.Threading.Tasks;
using Xunit;
namespace Confluent.Kafka.IntegrationTests
{
public partial class Tests
{
/// <summary>
/// Basic OffsetsForTimes test on Consumer.
/// </summary>
[Theory, MemberData(nameof(KafkaParameters))]
public void Consumer_OffsetsForTimes(string bootstrapServers)
{
LogToFile("start Consumer_OffsetsForTimes");
const int N = 10;
const int Partition = 0;
var messages = ProduceMessages(bootstrapServers, singlePartitionTopic, Partition, N);
var consumerConfig = new ConsumerConfig
{
GroupId = Guid.NewGuid().ToString(),
BootstrapServers = bootstrapServers
};
var firstMessage = messages[0];
var lastMessage = messages[N - 1];
using (var consumer = new ConsumerBuilder<byte[], byte[]>(consumerConfig).Build())
{
var timeout = TimeSpan.FromSeconds(10);
// If empty request, expect empty result.
var result = consumer.OffsetsForTimes(new TopicPartitionTimestamp[0], timeout).ToList();
Assert.Empty(result);
// Getting the offset for the first produced message timestamp
result = consumer.OffsetsForTimes(
new[] { new TopicPartitionTimestamp(firstMessage.TopicPartition, firstMessage.Timestamp) },
timeout)
.ToList();
Assert.Single(result);
Assert.Equal(result[0].Offset, firstMessage.Offset);
// Getting the offset for the last produced message timestamp
result = consumer.OffsetsForTimes(
new[] { new TopicPartitionTimestamp(lastMessage.TopicPartition, lastMessage.Timestamp) },
timeout)
.ToList();
Assert.Single(result);
Assert.Equal(result[0].Offset, lastMessage.Offset);
// Getting the offset for the timestamp that is very far in the past
var unixTimeEpoch = Timestamp.UnixTimeEpoch;
result = consumer.OffsetsForTimes(
new[] { new TopicPartitionTimestamp(new TopicPartition(singlePartitionTopic, Partition), new Timestamp(unixTimeEpoch, TimestampType.CreateTime)) },
timeout)
.ToList();
Assert.Single(result);
Assert.Equal(0, result[0].Offset);
// Getting the offset for the timestamp that very far in the future
result = consumer.OffsetsForTimes(
new[] { new TopicPartitionTimestamp(new TopicPartition(singlePartitionTopic, Partition), new Timestamp(int.MaxValue, TimestampType.CreateTime)) },
timeout)
.ToList();
Assert.Single(result);
Assert.Equal(0, result[0].Offset);
}
Assert.Equal(0, Library.HandleCount);
LogToFile("end Consumer_OffsetsForTimes");
}
private static DeliveryResult<byte[], byte[]>[] ProduceMessages(string bootstrapServers, string topic, int partition, int count)
{
var producerConfig = new ProducerConfig { BootstrapServers = bootstrapServers };
var messages = new DeliveryResult<byte[], byte[]>[count];
using (var producer = new ProducerBuilder<byte[], byte[]>(producerConfig).Build())
{
for (var index = 0; index < count; index++)
{
var message = producer.ProduceAsync(
new TopicPartition(topic, partition),
new Message<byte[], byte[]>
{
Key = Serializers.Utf8($"test key {index}"),
Value = Serializers.Utf8($"test val {index}"),
Timestamp = Timestamp.Default,
Headers = null
}
).Result;
messages[index] = message;
Task.Delay(200).Wait();
}
}
return messages;
}
}
}