Module kafka 

Kafka source and sink connectors. Kafka source and sink connectors.

Re-exports

pub use avro::AvroDeserializer;

pub use config::AssignmentStrategy;

pub use config::CompatibilityLevel;

pub use config::IsolationLevel;

pub use config::KafkaSourceConfig;

pub use config::OffsetReset;

pub use config::SaslMechanism;

pub use config::SchemaEvolutionStrategy;

pub use config::SecurityProtocol;

pub use config::SrAuth;

pub use config::StartupMode;

pub use config::TopicSubscription;

pub use metrics::KafkaSourceMetrics;

pub use offsets::OffsetTracker;

pub use source::KafkaSource;

pub use watermarks::KafkaWatermarkTracker;

pub use watermarks::WatermarkMetrics;

pub use avro_serializer::AvroSerializer;

pub use partitioner::KafkaPartitioner;

pub use partitioner::KeyHashPartitioner;

pub use partitioner::RoundRobinPartitioner;

pub use partitioner::StickyPartitioner;

pub use sink::KafkaSink;

pub use sink_config::Acks;

pub use sink_config::CompressionType;

pub use sink_config::DeliveryGuarantee;

pub use sink_config::KafkaSinkConfig;

pub use sink_config::PartitionStrategy;

pub use sink_metrics::KafkaSinkMetrics;

pub use schema_registry::CachedSchema;

pub use schema_registry::CompatibilityResult;

pub use schema_registry::SchemaRegistryClient;

pub use schema_registry::SchemaType;

Modules

avro

Avro deserialization using arrow-avro with Confluent Schema Registry.

avro_serializer

Avro serialization using arrow-avro with Confluent Schema Registry.

config

Kafka source config — broker connection, format, Schema Registry, backpressure, and pass-through rdkafka properties.

metrics

Prometheus-backed Kafka source metrics.

offsets

Kafka offset tracking for per-partition consumption progress.

partitioner

Kafka partitioning strategies.

rebalance

Kafka consumer group rebalance state tracking.

schema_registry

Confluent Schema Registry client.

sink

Kafka sink connector.

sink_config

Kafka sink connector configuration.

sink_metrics

Kafka sink connector metrics.

source

Kafka source connector implementation.

watermarks

Kafka per-partition watermark tracking.

Functions

register_kafka_sink

Registers the Kafka sink connector with the given registry.

register_kafka_source

Registers the Kafka source connector with the given registry.