pricelees/understanding-kafka-consumer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[#7] 테스트 스크립트 실행을 위한 나머지 환경 추가 및 테스트 진행 #8

Merged
pricelees merged 4 commits from infra/#7 into main 2025-06-27 06:09:37 +00:00
Conversation 0 Commits 4 Files Changed 5 +22 -15
1 changed files with 22 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 77ee1dff8c - Show all commits

37
src/main/java/com/sangdol/consumer/infrastructure/kafka/consumer/ConsumerWorker.java
View File

@ -10,6 +10,7 @@ import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords; import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer; import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.apache.kafka.clients.consumer.OffsetAndMetadata; import org.apache.kafka.clients.consumer.OffsetAndMetadata;
import org.apache.kafka.clients.consumer.OffsetCommitCallback;
import org.apache.kafka.common.TopicPartition; import org.apache.kafka.common.TopicPartition;
import org.apache.kafka.common.errors.WakeupException; import org.apache.kafka.common.errors.WakeupException;
@ -47,19 +48,15 @@ public class ConsumerWorker implements Runnable {
} catch (Exception e) { } catch (Exception e) {
log.info("[ConsumerWorker] Unexpected Exception. thread: {}", Thread.currentThread().getName()); log.info("[ConsumerWorker] Unexpected Exception. thread: {}", Thread.currentThread().getName());
} finally { } finally {
try { closeAfterManualCommit();
consumer.commitSync();
log.info("[ConsumerWorker] Final offset committed. Close consumer.. ");
} catch (Exception e) {
log.error("[ConsumerWorker] Failed to commit final offsets when shutdown. thread: {}",
Thread.currentThread().getName());
} finally {
consumer.close();
log.info("[ConsumerWorker] Closed consumer thread. thread: {}", Thread.currentThread().getName());
}
} }
} }
public void shutdown() {
running.set(false);
consumer.wakeup();
}
private void commitAsync(ConsumerRecords<String, TestRecord> records) { private void commitAsync(ConsumerRecords<String, TestRecord> records) {
Map<TopicPartition, OffsetAndMetadata> offsets = records.partitions().stream() Map<TopicPartition, OffsetAndMetadata> offsets = records.partitions().stream()
.collect(Collectors.toMap(tp -> tp, tp -> { .collect(Collectors.toMap(tp -> tp, tp -> {
@ -69,7 +66,7 @@ public class ConsumerWorker implements Runnable {
return new OffsetAndMetadata(lastOffset + 1); return new OffsetAndMetadata(lastOffset + 1);
})); }));
consumer.commitAsync(offsets, (o, exception) -> { OffsetCommitCallback callback = (o, exception) -> {
if (exception != null) { if (exception != null) {
log.error("[ConsumerWorker] failed to commit offsets for offset: {}, partition {}", o, log.error("[ConsumerWorker] failed to commit offsets for offset: {}, partition {}", o,
records.partitions(), exception); records.partitions(), exception);
@ -77,11 +74,21 @@ public class ConsumerWorker implements Runnable {
log.debug("[ConsumerWorker] committed offsets for offset: {}, partition {}", o, log.debug("[ConsumerWorker] committed offsets for offset: {}, partition {}", o,
records.partitions()); records.partitions());
} }
}); };
consumer.commitAsync(offsets, callback);
} }
public void shutdown() { private void closeAfterManualCommit() {
running.set(false); try {
consumer.wakeup(); consumer.commitSync();
log.info("[ConsumerWorker] Final offset committed. Close consumer.. ");
} catch (Exception e) {
log.error("[ConsumerWorker] Failed to commit final offsets when shutdown. thread: {}",
Thread.currentThread().getName());
} finally {
consumer.close();
log.info("[ConsumerWorker] Closed consumer thread. thread: {}", Thread.currentThread().getName());
}
} }
} }