fluent-bit.conf

[SERVICE]
    Flush        1
    Daemon       off
    Log_Level    info
    Parsers_File parsers.conf

[INPUT]
    Name              tail
    Tag               es_logs
    Path              /reactivesearch-data/es*.json
    Buffer_Chunk_Size 3MB
    Buffer_Max_Size   487MB

[INPUT]
    Name              tail
    Tag               pipeline_logs
    Path              /reactivesearch-data/pipeline*.json
    Buffer_Chunk_Size 3MB
    Buffer_Max_Size   487MB

[FILTER]
    Name         parser
    Parser       docker
    Match        *
    Key_Name     log
    Reserve_Data true

[FILTER]
    Name     throttle
    Match    *
    Rate     60
    Window   10
    Interval 5s

[OUTPUT]
    Name        es
    Match       es_logs
    Host        elasticsearch
    Port        9200
    Index       .logs
    Type        _doc
    Generate_ID true
    tls         Off
    tls.verify  Off
    Suppress_Type_Name On
    # HTTP_User   __ES_USERNAME__
    # HTTP_Passwd __ES_PASSWORD__

[OUTPUT]
    Name        es
    Match       pipeline_logs
    Host        elasticsearch
    Port        9200
    Index       .pipeline_logs
    Type        _doc
    Generate_ID true
    tls         Off
    tls.verify  Off
    Suppress_Type_Name On
    # HTTP_User   __ES_USERNAME__
    # HTTP_Passwd __ES_PASSWORD__