syslog-ng source
Typedefs | Functions
kafka-source-driver.c File Reference
#include "kafka-source-driver.h"
#include "kafka-source-worker.h"
#include "kafka-source-persist.h"
#include "kafka-internal.h"
#include "kafka-props.h"
#include "kafka-topic-parts.h"
#include "ack-tracker/ack_tracker_factory.h"
#include "stats/stats-cluster-single.h"
#include "stats/aggregator/stats-aggregator-registry.h"
#include "host-id.h"
Include dependency graph for kafka-source-driver.c:

Typedefs

typedef gboolean(* ListItemConvertFunc) (const gchar *token, gpointer *item)
 
typedef gboolean(* ListItemValidateFunc) (gpointer token, GError **error)
 

Functions

GList * g_list_remove_duplicates (GList *list, GEqualFunc compare_func, GDestroyNotify free_func)
 
gboolean g_int32_equal (gconstpointer v1, gconstpointer v2)
 
gboolean g_int32_compare (gconstpointer v1, gconstpointer v2)
 
void kafka_sd_update_msg_length_stats (KafkaSourceDriver *self, gsize len)
 
void kafka_sd_inc_msg_topic_stats (KafkaSourceDriver *self, const gchar *topic)
 
void kafka_sd_update_msg_worker_stats (KafkaSourceDriver *self, gint worker_ndx)
 
rd_kafka_resp_err_t kafka_update_state (KafkaSourceDriver *self, gboolean lock)
 
void _kafka_error_cb (rd_kafka_t *rk, int err, const char *reason, void *opaque)
 
KafkaSourcePersist * _find_persist (KafkaSourceDriver *self, const gchar *topic, int32_t partition)
 
gboolean kafka_sd_store_persist_offset (KafkaSourceDriver *self, KafkaSourcePersist *persist, int64_t offset)
 
void kafka_sd_persist_add_msg_bookmark (KafkaSourceDriver *self, AckTracker *ack_tracker, const gchar *msg_topic_name, int32_t msg_partition, int64_t msg_offset)
 
gboolean kafka_sd_persist_all_ready (KafkaSourceDriver *self)
 
gboolean kafka_sd_persist_is_ready (KafkaSourceDriver *self, const gchar *msg_topic_name, int32_t msg_partition)
 
guint kafka_sd_used_queue_num (KafkaSourceDriver *self)
 
gboolean kafka_sd_using_queues (KafkaSourceDriver *self)
 
gboolean kafka_sd_parallel_processing (KafkaSourceDriver *self)
 
void kafka_sd_signal_reassign (KafkaSourceDriver *self)
 
void kafka_sd_signal_assignement_invalidated (KafkaSourceDriver *self)
 
gboolean kafka_sd_reassign_signaled (KafkaSourceDriver *self)
 
gboolean kafka_sd_assignement_invalidated_signaled (KafkaSourceDriver *self)
 
GAsyncQueue * kafka_sd_worker_queue (KafkaSourceDriver *self, LogThreadedSourceWorker *worker)
 
void kafka_sd_wait_for_queue (KafkaSourceDriver *self, LogThreadedSourceWorker *worker)
 
void kafka_sd_wait_for_queue_processors_to_exit (KafkaSourceDriver *self, const gdouble iteration_sleep_time)
 
gboolean kafka_sd_wait_for_queue_processors_to_sleep (KafkaSourceDriver *self, const gdouble iteration_sleep_time, gboolean poll_kafka)
 
void kafka_sd_signal_queue_ndx (KafkaSourceDriver *self, guint ndx)
 
void kafka_sd_signal_queue (KafkaSourceDriver *self, LogThreadedSourceWorker *worker)
 
void kafka_sd_signal_queues (KafkaSourceDriver *self)
 
guint kafka_sd_worker_queues_len (KafkaSourceDriver *self)
 
void kafka_sd_drop_queued_messages (KafkaSourceDriver *self)
 
void kafka_final_flush (KafkaSourceDriver *self)
 
void kafka_sd_wakeup_kafka_queues (KafkaSourceDriver *self)
 
gchar * _get_unique_group_id (KafkaSourceDriver *self)
 
gboolean kafka_sd_reopen (LogDriver *s)
 
LogDriver * kafka_sd_new (GlobalConfig *cfg)
 
void kafka_sd_merge_config (LogDriver *d, GList *props)
 
gboolean kafka_sd_set_logging (LogDriver *d, const gchar *logging)
 
void kafka_sd_set_bootstrap_servers (LogDriver *d, const gchar *bootstrap_servers)
 
gboolean kafka_sd_set_topics (LogDriver *d, GList *topics)
 
gboolean kafka_sd_set_strategy_hint (LogDriver *d, const gchar *strategy_hint)
 
gboolean kafka_sd_set_persis_store (LogDriver *d, const gchar *persist_store)
 
void kafka_sd_set_poll_timeout (LogDriver *d, gint poll_timeout)
 
void kafka_sd_set_state_update_timeout (LogDriver *d, gint state_update_timeout)
 
void kafka_sd_set_time_reopen (LogDriver *d, gint time_reopen)
 
void kafka_sd_set_ignore_saved_bookmarks (LogDriver *s, gboolean new_value)
 
void kafka_sd_set_disable_bookmarks (LogDriver *s, gboolean new_value)
 
void kafka_sd_set_log_fetch_delay (LogDriver *s, guint new_value)
 
void kafka_sd_set_log_fetch_retry_delay (LogDriver *s, guint new_value)
 
void kafka_sd_set_log_fetch_limit (LogDriver *s, guint new_value)
 
void kafka_sd_set_log_fetch_queue_full_delay (LogDriver *s, guint new_value)
 
void kafka_sd_set_separate_worker_queues (LogDriver *s, gboolean new_value)
 
void kafka_sd_set_store_kafka_metadata (LogDriver *s, gboolean new_value)
 
void kafka_sd_options_defaults (KafkaSourceOptions *self, LogThreadedSourceWorkerOptions *worker_options)
 
void kafka_sd_options_destroy (KafkaSourceOptions *self)
 

Typedef Documentation

◆ ListItemConvertFunc

typedef gboolean(* ListItemConvertFunc) (const gchar *token, gpointer *item)

◆ ListItemValidateFunc

typedef gboolean(* ListItemValidateFunc) (gpointer token, GError **error)

Function Documentation

◆ _find_persist()

KafkaSourcePersist* _find_persist ( KafkaSourceDriver *  self,
const gchar *  topic,
int32_t  partition 
)

◆ _get_unique_group_id()

gchar* _get_unique_group_id ( KafkaSourceDriver *  self)

◆ _kafka_error_cb()

void _kafka_error_cb ( rd_kafka_t *  rk,
int  err,
const char *  reason,
void *  opaque 
)

◆ g_int32_compare()

gboolean g_int32_compare ( gconstpointer  v1,
gconstpointer  v2 
)

◆ g_int32_equal()

gboolean g_int32_equal ( gconstpointer  v1,
gconstpointer  v2 
)

◆ g_list_remove_duplicates()

GList* g_list_remove_duplicates ( GList *  list,
GEqualFunc  compare_func,
GDestroyNotify  free_func 
)

◆ kafka_final_flush()

void kafka_final_flush ( KafkaSourceDriver *  self)

◆ kafka_sd_assignement_invalidated_signaled()

gboolean kafka_sd_assignement_invalidated_signaled ( KafkaSourceDriver *  self)

◆ kafka_sd_drop_queued_messages()

void kafka_sd_drop_queued_messages ( KafkaSourceDriver *  self)

◆ kafka_sd_inc_msg_topic_stats()

void kafka_sd_inc_msg_topic_stats ( KafkaSourceDriver *  self,
const gchar *  topic 
)

◆ kafka_sd_merge_config()

void kafka_sd_merge_config ( LogDriver *  d,
GList *  props 
)

◆ kafka_sd_new()

LogDriver* kafka_sd_new ( GlobalConfig *  cfg)

◆ kafka_sd_options_defaults()

void kafka_sd_options_defaults ( KafkaSourceOptions *  self,
LogThreadedSourceWorkerOptions *  worker_options 
)

◆ kafka_sd_options_destroy()

void kafka_sd_options_destroy ( KafkaSourceOptions *  self)

◆ kafka_sd_parallel_processing()

gboolean kafka_sd_parallel_processing ( KafkaSourceDriver *  self)
inline

◆ kafka_sd_persist_add_msg_bookmark()

void kafka_sd_persist_add_msg_bookmark ( KafkaSourceDriver *  self,
AckTracker *  ack_tracker,
const gchar *  msg_topic_name,
int32_t  msg_partition,
int64_t  msg_offset 
)
inline

◆ kafka_sd_persist_all_ready()

gboolean kafka_sd_persist_all_ready ( KafkaSourceDriver *  self)

◆ kafka_sd_persist_is_ready()

gboolean kafka_sd_persist_is_ready ( KafkaSourceDriver *  self,
const gchar *  msg_topic_name,
int32_t  msg_partition 
)

◆ kafka_sd_reassign_signaled()

gboolean kafka_sd_reassign_signaled ( KafkaSourceDriver *  self)

◆ kafka_sd_reopen()

gboolean kafka_sd_reopen ( LogDriver *  s)

◆ kafka_sd_set_bootstrap_servers()

void kafka_sd_set_bootstrap_servers ( LogDriver *  d,
const gchar *  bootstrap_servers 
)

◆ kafka_sd_set_disable_bookmarks()

void kafka_sd_set_disable_bookmarks ( LogDriver *  s,
gboolean  new_value 
)

◆ kafka_sd_set_ignore_saved_bookmarks()

void kafka_sd_set_ignore_saved_bookmarks ( LogDriver *  s,
gboolean  new_value 
)

◆ kafka_sd_set_log_fetch_delay()

void kafka_sd_set_log_fetch_delay ( LogDriver *  s,
guint  new_value 
)

◆ kafka_sd_set_log_fetch_limit()

void kafka_sd_set_log_fetch_limit ( LogDriver *  s,
guint  new_value 
)

◆ kafka_sd_set_log_fetch_queue_full_delay()

void kafka_sd_set_log_fetch_queue_full_delay ( LogDriver *  s,
guint  new_value 
)

◆ kafka_sd_set_log_fetch_retry_delay()

void kafka_sd_set_log_fetch_retry_delay ( LogDriver *  s,
guint  new_value 
)

◆ kafka_sd_set_logging()

gboolean kafka_sd_set_logging ( LogDriver *  d,
const gchar *  logging 
)

◆ kafka_sd_set_persis_store()

gboolean kafka_sd_set_persis_store ( LogDriver *  d,
const gchar *  persist_store 
)

◆ kafka_sd_set_poll_timeout()

void kafka_sd_set_poll_timeout ( LogDriver *  d,
gint  poll_timeout 
)

◆ kafka_sd_set_separate_worker_queues()

void kafka_sd_set_separate_worker_queues ( LogDriver *  s,
gboolean  new_value 
)

◆ kafka_sd_set_state_update_timeout()

void kafka_sd_set_state_update_timeout ( LogDriver *  d,
gint  state_update_timeout 
)

◆ kafka_sd_set_store_kafka_metadata()

void kafka_sd_set_store_kafka_metadata ( LogDriver *  s,
gboolean  new_value 
)

◆ kafka_sd_set_strategy_hint()

gboolean kafka_sd_set_strategy_hint ( LogDriver *  d,
const gchar *  strategy_hint 
)

◆ kafka_sd_set_time_reopen()

void kafka_sd_set_time_reopen ( LogDriver *  d,
gint  time_reopen 
)

◆ kafka_sd_set_topics()

gboolean kafka_sd_set_topics ( LogDriver *  d,
GList *  topics 
)

◆ kafka_sd_signal_assignement_invalidated()

void kafka_sd_signal_assignement_invalidated ( KafkaSourceDriver *  self)

◆ kafka_sd_signal_queue()

void kafka_sd_signal_queue ( KafkaSourceDriver *  self,
LogThreadedSourceWorker *  worker 
)
inline

◆ kafka_sd_signal_queue_ndx()

void kafka_sd_signal_queue_ndx ( KafkaSourceDriver *  self,
guint  ndx 
)
inline

◆ kafka_sd_signal_queues()

void kafka_sd_signal_queues ( KafkaSourceDriver *  self)
inline

◆ kafka_sd_signal_reassign()

void kafka_sd_signal_reassign ( KafkaSourceDriver *  self)

◆ kafka_sd_store_persist_offset()

gboolean kafka_sd_store_persist_offset ( KafkaSourceDriver *  self,
KafkaSourcePersist *  persist,
int64_t  offset 
)

◆ kafka_sd_update_msg_length_stats()

void kafka_sd_update_msg_length_stats ( KafkaSourceDriver *  self,
gsize  len 
)

◆ kafka_sd_update_msg_worker_stats()

void kafka_sd_update_msg_worker_stats ( KafkaSourceDriver *  self,
gint  worker_ndx 
)

◆ kafka_sd_used_queue_num()

guint kafka_sd_used_queue_num ( KafkaSourceDriver *  self)
inline

◆ kafka_sd_using_queues()

gboolean kafka_sd_using_queues ( KafkaSourceDriver *  self)
inline

◆ kafka_sd_wait_for_queue()

void kafka_sd_wait_for_queue ( KafkaSourceDriver *  self,
LogThreadedSourceWorker *  worker 
)

◆ kafka_sd_wait_for_queue_processors_to_exit()

void kafka_sd_wait_for_queue_processors_to_exit ( KafkaSourceDriver *  self,
const gdouble  iteration_sleep_time 
)

◆ kafka_sd_wait_for_queue_processors_to_sleep()

gboolean kafka_sd_wait_for_queue_processors_to_sleep ( KafkaSourceDriver *  self,
const gdouble  iteration_sleep_time,
gboolean  poll_kafka 
)

◆ kafka_sd_wakeup_kafka_queues()

void kafka_sd_wakeup_kafka_queues ( KafkaSourceDriver *  self)

◆ kafka_sd_worker_queue()

GAsyncQueue* kafka_sd_worker_queue ( KafkaSourceDriver *  self,
LogThreadedSourceWorker *  worker 
)
inline

◆ kafka_sd_worker_queues_len()

guint kafka_sd_worker_queues_len ( KafkaSourceDriver *  self)
inline

◆ kafka_update_state()

rd_kafka_resp_err_t kafka_update_state ( KafkaSourceDriver *  self,
gboolean  lock 
)