Skip to content

filter_kubernetes: implement namespace exclude #12312

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
cosmo0920 wants to merge 6 commits into
base: master
Choose a base branch
from
Open

filter_kubernetes: implement namespace exclude #12312

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
3fcb8bb
filter_kubernetes: Add a capability to handle exclude with namespace
cosmo0920 Aug 20, 2026
cd0bb56
tests: runtime: Add test case for excluding with namespace
cosmo0920 Aug 20, 2026
415a0c5
filter_kubernetes: Allow pod overrides for namespace exclusion
cosmo0920 Aug 20, 2026
6a5c314
tests: runtime: Add more test cases to cover the excluded contexts
cosmo0920 Aug 20, 2026
bc2378a
filter_kubernetes: Validate invalid values on exclude
cosmo0920 Aug 20, 2026
91322de
tests: runtime: Add a test case for confirming invalid override
cosmo0920 Aug 20, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions plugins/filter_kubernetes/kube_conf.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -109,6 +109,7 @@ struct flb_kube {
int owner_references;
int namespace_labels;
int namespace_annotations;
int namespace_exclude;
int namespace_metadata_only;
int dummy_meta;
int tls_debug;
Expand Down
88 changes: 75 additions & 13 deletions plugins/filter_kubernetes/kube_meta.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1210,6 +1210,8 @@ static int merge_namespace_meta(struct flb_kube_meta *meta, struct flb_kube *ctx
int have_labels = -1;
int have_annotations = -1;
size_t off = 0;
size_t prop_size;
void *prop_buf;
msgpack_sbuffer mp_sbuf;
msgpack_packer mp_pck;

Expand All @@ -1219,6 +1221,8 @@ static int merge_namespace_meta(struct flb_kube_meta *meta, struct flb_kube *ctx
msgpack_object v;
msgpack_object meta_val;
msgpack_object api_map;
msgpack_object ann_map;
struct flb_kube_props props = {0};

/*
*
Expand Down Expand Up @@ -1324,6 +1328,36 @@ static int merge_namespace_meta(struct flb_kube_meta *meta, struct flb_kube *ctx
msgpack_pack_object(&mp_pck, v);
}

/* Process namespace configuration suggested through annotations */
if (have_annotations >= 0 && ctx->namespace_exclude == FLB_TRUE) {
ann_map = meta_val.via.map.ptr[have_annotations].val;

if (ann_map.type == MSGPACK_OBJECT_MAP) {
for (i = 0; i < ann_map.via.map.size; i++) {
k = ann_map.via.map.ptr[i].key;
v = ann_map.via.map.ptr[i].val;

if (k.type == MSGPACK_OBJECT_STR &&
v.type == MSGPACK_OBJECT_STR &&
k.via.str.size == sizeof("fluentbit.io/exclude") - 1 &&
strncmp(k.via.str.ptr, "fluentbit.io/exclude",
sizeof("fluentbit.io/exclude") - 1) == 0) {
flb_kube_namespace_prop_set(ctx, meta,
k.via.str.ptr + 13,
k.via.str.size - 13,
v.via.str.ptr,
v.via.str.size,
&props);
}
}
}

flb_kube_prop_pack(&props, &prop_buf, &prop_size);
msgpack_sbuffer_write(&mp_sbuf, prop_buf, prop_size);
flb_kube_prop_destroy(&props);
flb_free(prop_buf);
}

if (api_buf != NULL) {
msgpack_unpacked_destroy(&api_result);
if (meta_found == FLB_TRUE) {
Expand Down Expand Up @@ -2531,14 +2565,16 @@ static inline int flb_kube_local_pod_meta_get(struct flb_kube *ctx,

static inline int lookup_namespace_meta(struct flb_kube *ctx,
const char **out_buf, size_t *out_size,
struct flb_kube_meta *meta)
struct flb_kube_meta *meta,
struct flb_kube_props *props)
{
int id;
int ret;
const char *hash_meta_buf;
char *tmp_hash_meta_buf;
size_t off = 0;
size_t hash_meta_size;
size_t namespace_meta_size;
msgpack_unpacked result;

/* Check if we have some data associated to the cache key */
Expand Down Expand Up @@ -2586,6 +2622,7 @@ static inline int lookup_namespace_meta(struct flb_kube *ctx,
* The retrieved buffer may have serialized items:
*
* [0] = kubernetes metadata (annotations, labels)
* [1] = namespace annotation properties
*
*/
msgpack_unpacked_init(&result);
Expand All @@ -2599,9 +2636,24 @@ static inline int lookup_namespace_meta(struct flb_kube *ctx,
return 0;
}

/* Set the pointer and proper size for the caller */
namespace_meta_size = off;

/* Expose namespace metadata only when record injection is enabled */
*out_buf = hash_meta_buf;
*out_size = off;
if (ctx->namespace_labels == FLB_TRUE ||
ctx->namespace_annotations == FLB_TRUE) {
*out_size = namespace_meta_size;
}
else {
*out_size = 0;
}

ret = msgpack_unpack_next(&result, hash_meta_buf, hash_meta_size, &off);
if (ret == MSGPACK_UNPACK_SUCCESS) {
flb_kube_prop_unpack(props,
hash_meta_buf + namespace_meta_size,
hash_meta_size - namespace_meta_size);
}

msgpack_unpacked_destroy(&result);

Expand All @@ -2612,7 +2664,8 @@ static inline int flb_kube_namespace_meta_get(struct flb_kube *ctx,
const char *tag, int tag_len,
const char *data, size_t data_size,
const char **out_buf, size_t *out_size,
struct flb_kube_meta *meta)
struct flb_kube_meta *meta,
struct flb_kube_props *props)
{
int ret;

Expand All @@ -2622,12 +2675,13 @@ static inline int flb_kube_namespace_meta_get(struct flb_kube *ctx,
return -1;
}

return lookup_namespace_meta(ctx, out_buf, out_size, meta);
return lookup_namespace_meta(ctx, out_buf, out_size, meta, props);
}

static inline int flb_kube_local_namespace_meta_get(struct flb_kube *ctx,
const char **out_buf, size_t *out_size,
struct flb_kube_meta *meta)
struct flb_kube_meta *meta,
struct flb_kube_props *props)
{
int ret;

Expand All @@ -2636,7 +2690,7 @@ static inline int flb_kube_local_namespace_meta_get(struct flb_kube *ctx,
return -1;
}

return lookup_namespace_meta(ctx, out_buf, out_size, meta);
return lookup_namespace_meta(ctx, out_buf, out_size, meta, props);
}

int flb_kube_meta_get(struct flb_kube *ctx,
Expand All @@ -2647,15 +2701,19 @@ int flb_kube_meta_get(struct flb_kube *ctx,
size_t *namespace_out_size,
struct flb_kube_meta *meta,
struct flb_kube_props *props,
struct flb_kube_meta *namespace_meta
struct flb_kube_meta *namespace_meta,
struct flb_kube_props *namespace_props
)
{
int ret_namespace_meta = -1;
int ret_pod_meta = -1;

if(ctx->namespace_labels == FLB_TRUE || ctx->namespace_annotations == FLB_TRUE) {
if (ctx->namespace_labels == FLB_TRUE ||
ctx->namespace_annotations == FLB_TRUE ||
ctx->namespace_exclude == FLB_TRUE) {
ret_namespace_meta = flb_kube_namespace_meta_get(ctx, tag, tag_len, data,
data_size, namespace_out_buf, namespace_out_size, namespace_meta);
data_size, namespace_out_buf, namespace_out_size,
namespace_meta, namespace_props);
}

if(ctx->namespace_metadata_only == FLB_FALSE) {
Expand All @@ -2677,15 +2735,19 @@ int flb_kube_meta_get_local(struct flb_kube *ctx,
size_t *namespace_out_size,
struct flb_kube_meta *meta,
struct flb_kube_props *props,
struct flb_kube_meta *namespace_meta)
struct flb_kube_meta *namespace_meta,
struct flb_kube_props *namespace_props)
{
int ret_namespace_meta = -1;
int ret_pod_meta = -1;

if (ctx->namespace_labels == FLB_TRUE || ctx->namespace_annotations == FLB_TRUE) {
if (ctx->namespace_labels == FLB_TRUE ||
ctx->namespace_annotations == FLB_TRUE ||
ctx->namespace_exclude == FLB_TRUE) {
ret_namespace_meta = flb_kube_local_namespace_meta_get(ctx, namespace_out_buf,
namespace_out_size,
namespace_meta);
namespace_meta,
namespace_props);
}

if (ctx->namespace_metadata_only == FLB_FALSE) {
Expand Down
6 changes: 4 additions & 2 deletions plugins/filter_kubernetes/kube_meta.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -76,14 +76,16 @@ int flb_kube_meta_get(struct flb_kube *ctx,
size_t *namespace_out_size,
struct flb_kube_meta *meta,
struct flb_kube_props *props,
struct flb_kube_meta *namespace_meta);
struct flb_kube_meta *namespace_meta,
struct flb_kube_props *namespace_props);
int flb_kube_meta_get_local(struct flb_kube *ctx,
const char **out_buf, size_t *out_size,
const char **namespace_out_buf,
size_t *namespace_out_size,
struct flb_kube_meta *meta,
struct flb_kube_props *props,
struct flb_kube_meta *namespace_meta);
struct flb_kube_meta *namespace_meta,
struct flb_kube_props *namespace_props);
int flb_kube_meta_release(struct flb_kube_meta *meta);
int flb_kube_pod_association_init(struct flb_kube *ctx, struct flb_config *config);
int get_api_server_configmap(struct flb_kube *ctx, const char *namespace, const char *configmap, char **out_buf, size_t *out_size);
Expand Down
Loading
Loading