diff --git a/integrations/amazon-security-lake/logstash/pipeline/indexer-to-s3.conf b/integrations/amazon-security-lake/logstash/pipeline/indexer-to-s3.conf index ee8bd8146b34a..f1acee7b5c45c 100644 --- a/integrations/amazon-security-lake/logstash/pipeline/indexer-to-s3.conf +++ b/integrations/amazon-security-lake/logstash/pipeline/indexer-to-s3.conf @@ -27,20 +27,21 @@ output { s3 { id => "output.s3" access_key_id => "${AWS_ACCESS_KEY_ID}" - secret_access_key => "${AWS_SECRET_ACCESS_KEY}" - region => "${AWS_REGION}" - endpoint => "${AWS_ENDPOINT}" bucket => "${S3_BUCKET_RAW}" codec => "json_lines" - retry_count => 0 - validate_credentials_on_root_bucket => false + encoding => "gzip" + endpoint => "${AWS_ENDPOINT}" prefix => "%{+YYYY}%{+MM}%{+dd}" + region => "${AWS_REGION}" + retry_count => 0 + secret_access_key => "${AWS_SECRET_ACCESS_KEY}" server_side_encryption => true server_side_encryption_algorithm => "AES256" + time_file => 5 + validate_credentials_on_root_bucket => false additional_settings => { "force_path_style" => true } - time_file => 5 } file { id => "output.file"