Add second test case from magnusbaeck#147

breml · Nov 1, 2021 · 4096149 · 4096149
1 parent bd14ec5
commit 4096149
Show file tree

Hide file tree

Showing 5 changed files with 89 additions and 0 deletions.
diff --git a/integration_test.go b/integration_test.go
@@ -185,6 +185,9 @@ func TestIntegration(t *testing.T) {
 		{
 			name: "issue_155",
 		},
+		{
+			name: "issue_147",
+		},
 	}
 
 	for _, tc := range cases {

diff --git a/testdata/issue_147.yml b/testdata/issue_147.yml
@@ -0,0 +1,2 @@
+- pipeline.id: main
+  path.config: "*.conf"
diff --git a/testdata/issue_147/issue_147.conf b/testdata/issue_147/issue_147.conf
@@ -0,0 +1,45 @@
+input {
+  file {
+    path => "/var/log/db_logs_logstash/*.csv"
+    mode => "read"
+    file_completed_action => "delete"
+    id => "file1"
+    tags => [ "file1" ]
+  }
+}
+
+input {
+  file {
+    path => "/var/log/db_logs_logstash/*.csv"
+    mode => "read"
+    file_completed_action => "delete"
+    id => "file2"
+    tags => [ "file2" ]
+  }
+}
+
+filter {
+  if "file1" in [tags] {
+    csv {
+        separator => ";"
+        autodetect_column_names => true
+        skip_empty_columns => true
+        id => csv1
+    }
+  }
+
+  if "file2" in [tags] {
+    csv {
+        separator => ";"
+        autodetect_column_names => true
+        skip_empty_columns => true
+        id => csv2
+    }
+  }
+}
+
+output {
+  stdout {
+    id => "stdout"
+  }
+}
diff --git a/testdata/testcases/issue_147/file1.yaml b/testdata/testcases/issue_147/file1.yaml
@@ -0,0 +1,19 @@
+---
+ignore:
+  - "@timestamp"
+testcases:
+  - input:
+      - TYP_INST;DBNAME;OS_USERNAME;USERNAME;USERHOST;TERMINAL;LOGON_TIME;LOGOFF_TIME;OS_PROCESS;CLIENT_ID
+      - Prod;myBeautifulDB;myOS;myUsername;myUserhost;;22/08/2021 14:14:43;22/08/2021 14:14:43;4468;
+    expected:
+      - message: "Prod;myBeautifulDB;myOS;myUsername;myUserhost;;22/08/2021 14:14:43;22/08/2021 14:14:43;4468;"
+        TYP_INST: "Prod"
+        DBNAME: "myBeautifulDB"
+        OS_USERNAME: "myOS"
+        USERNAME: "myUsername"
+        USERHOST: "myUserhost"
+        LOGON_TIME: "22/08/2021 14:14:43"
+        LOGOFF_TIME: "22/08/2021 14:14:43"
+        OS_PROCESS: "4468"
+        tags: ["file1"]
+input_plugin: file1
diff --git a/testdata/testcases/issue_147/file2.yaml b/testdata/testcases/issue_147/file2.yaml
@@ -0,0 +1,20 @@
+---
+ignore:
+  - "@timestamp"
+testcases:
+  - input:
+      - |
+        TYP_INST;DBNAME;OS_USERNAME;USERNAME;USERHOST;TERMINAL;LOGON_TIME;LOGOFF_TIME;OS_PROCESS;CLIENT_ID
+        Prod;myBeautifulDB;myOS;myUsername;myUserhost;;22/08/2021 14:14:43;22/08/2021 14:14:43;4468;
+    expected:
+      - message: "Prod;myBeautifulDB;myOS;myUsername;myUserhost;;22/08/2021 14:14:43;22/08/2021 14:14:43;4468;"
+        TYP_INST: "Prod"
+        DBNAME: "myBeautifulDB"
+        OS_USERNAME: "myOS"
+        USERNAME: "myUsername"
+        USERHOST: "myUserhost"
+        LOGON_TIME: "22/08/2021 14:14:43"
+        LOGOFF_TIME: "22/08/2021 14:14:43"
+        OS_PROCESS: "4468"
+        tags: ["file2"]
+input_plugin: file2