74 generation of a complete vtl test (#78)

* Added whole VTL grammar basic test.

* Fixed mypy and ruff errors.

* Fixed ubuntu path not found.

* Added Time tests.

* Added Set tests.

* Added missing Comparison tests.

* Added ValueDomains tests. Updated tests references.

* Updated tests references.

* Fixed ruff errors.

* Added missing tests.

* Fixed columns are compared in wrong order.

---------

Co-authored-by: Francisco Javier Hernández del Caño <[email protected]>

tests/Complete_VTL_Grammar/data/DataSet/input/DS_1.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Id_3,Me_int,Me_num,Me_str,Me_bool
-1,A,1,1.0,1.1,hello,True
-2,A,2,2.0,2.2,world,
-3,A,3,3.0,3.3,abc,True
-1,B,4,4.0,4.4,,False
-2,B,5,5.0,5.5,,True
-3,B,6,6.0,6.6,jKl,False
-1,C,7,7.0,7.7,Mno,True
-2,C,8,8.0,8.8,,
-3,C,9,9.0,9.9,STU,True
-4,D,10,,10.0,z,False
+Id_1,Id_2,Id_3,Me_int,Me_num,Me_str,Me_bool,Id_date,Id_period
+1,A,1,1.0,1.1,hello,True,2001-01-01,2000M1
+2,A,2,2.0,2.2,world!,,2002-02-01,2000M2
+3,A,3,3.0,3.3,abc,True,2003-03-01,2000M3
+1,B,4,4.0,4.4,ES,False,2004-04-01,2000M4
+2,B,5,5.0,5.5,,True,2005-01-01,2000M5
+3,B,6,6.0,6.6,jKl,False,2006-02-01,2000M6
+1,C,7,7.0,7.7,Mno,True,2007-03-01,2000M7
+2,C,8,8.0,8.8,,,2008-04-01,2000M8
+3,C,9,9.0,9.9,DE,True,2009-01-01,2001M6
+4,D,10,,10.0,z,False,2010-02-01,2002M1

tests/Complete_VTL_Grammar/data/DataSet/output/DR_ds.csv

@@ -1,29 +1,29 @@
-Id_1,Id_2,Id_3,ruleid,Me_int,Me_num,Me_str,Me_bool,errorcode,errorlevel
-2,A,2,DR_1,2.0,2.2,world,,DR_1,2
-3,A,3,DR_1,3.0,3.3,abc,True,DR_1,2
-1,B,4,DR_1,4.0,4.4,,False,DR_1,2
-2,B,5,DR_1,5.0,5.5,,True,DR_1,2
-3,B,6,DR_1,6.0,6.6,jKl,False,DR_1,2
-1,C,7,DR_1,7.0,7.7,Mno,True,DR_1,2
-2,C,8,DR_1,8.0,8.8,,,DR_1,2
-3,C,9,DR_1,9.0,9.9,STU,True,DR_1,2
-1,A,1,DR_2,1.0,1.1,hello,True,DR_2,2
-2,A,2,DR_2,2.0,2.2,world,,DR_2,2
-3,A,3,DR_2,3.0,3.3,abc,True,DR_2,2
-1,B,4,DR_2,4.0,4.4,,False,DR_2,2
-2,B,5,DR_2,5.0,5.5,,True,DR_2,2
-3,B,6,DR_2,6.0,6.6,jKl,False,DR_2,2
-1,C,7,DR_2,7.0,7.7,Mno,True,DR_2,2
-2,C,8,DR_2,8.0,8.8,,,DR_2,2
-3,C,9,DR_2,9.0,9.9,STU,True,DR_2,2
-4,D,10,DR_2,,10.0,z,False,DR_2,2
-1,A,1,DR_3,1.0,1.1,hello,True,DR_3,2
-2,A,2,DR_3,2.0,2.2,world,,DR_3,2
-3,A,3,DR_3,3.0,3.3,abc,True,DR_3,2
-1,B,4,DR_3,4.0,4.4,,False,DR_3,2
-2,B,5,DR_3,5.0,5.5,,True,DR_3,2
-3,B,6,DR_3,6.0,6.6,jKl,False,DR_3,2
-1,C,7,DR_3,7.0,7.7,Mno,True,DR_3,2
-2,C,8,DR_3,8.0,8.8,,,DR_3,2
-3,C,9,DR_3,9.0,9.9,STU,True,DR_3,2
-4,D,10,DR_3,,10.0,z,False,DR_3,2
+Id_1,Id_2,Id_3,Id_date,Id_period,ruleid,Me_int,Me_num,Me_str,Me_bool,Me_interval,errorcode,errorlevel
+2,A,2,2002-02-01,2000M02,DR_1,2.0,2.2,world!,,,DR_1,2
+3,A,3,2003-03-01,2000M03,DR_1,3.0,3.3,abc,True,,DR_1,2
+1,B,4,2004-04-01,2000M04,DR_1,4.0,4.4,ES,False,,DR_1,2
+2,B,5,2005-01-01,2000M05,DR_1,5.0,5.5,,True,,DR_1,2
+3,B,6,2006-02-01,2000M06,DR_1,6.0,6.6,jKl,False,,DR_1,2
+1,C,7,2007-03-01,2000M07,DR_1,7.0,7.7,Mno,True,,DR_1,2
+2,C,8,2008-04-01,2000M08,DR_1,8.0,8.8,,,,DR_1,2
+3,C,9,2009-01-01,2001M06,DR_1,9.0,9.9,DE,True,,DR_1,2
+1,A,1,2001-01-01,2000M01,DR_2,1.0,1.1,hello,True,,DR_2,2
+2,A,2,2002-02-01,2000M02,DR_2,2.0,2.2,world!,,,DR_2,2
+3,A,3,2003-03-01,2000M03,DR_2,3.0,3.3,abc,True,,DR_2,2
+1,B,4,2004-04-01,2000M04,DR_2,4.0,4.4,ES,False,,DR_2,2
+2,B,5,2005-01-01,2000M05,DR_2,5.0,5.5,,True,,DR_2,2
+3,B,6,2006-02-01,2000M06,DR_2,6.0,6.6,jKl,False,,DR_2,2
+1,C,7,2007-03-01,2000M07,DR_2,7.0,7.7,Mno,True,,DR_2,2
+2,C,8,2008-04-01,2000M08,DR_2,8.0,8.8,,,,DR_2,2
+3,C,9,2009-01-01,2001M06,DR_2,9.0,9.9,DE,True,,DR_2,2
+4,D,10,2010-02-01,2002M01,DR_2,,10.0,z,False,,DR_2,2
+1,A,1,2001-01-01,2000M01,DR_3,1.0,1.1,hello,True,,DR_3,2
+2,A,2,2002-02-01,2000M02,DR_3,2.0,2.2,world!,,,DR_3,2
+3,A,3,2003-03-01,2000M03,DR_3,3.0,3.3,abc,True,,DR_3,2
+1,B,4,2004-04-01,2000M04,DR_3,4.0,4.4,ES,False,,DR_3,2
+2,B,5,2005-01-01,2000M05,DR_3,5.0,5.5,,True,,DR_3,2
+3,B,6,2006-02-01,2000M06,DR_3,6.0,6.6,jKl,False,,DR_3,2
+1,C,7,2007-03-01,2000M07,DR_3,7.0,7.7,Mno,True,,DR_3,2
+2,C,8,2008-04-01,2000M08,DR_3,8.0,8.8,,,,DR_3,2
+3,C,9,2009-01-01,2001M06,DR_3,9.0,9.9,DE,True,,DR_3,2
+4,D,10,2010-02-01,2002M01,DR_3,,10.0,z,False,,DR_3,2

tests/Complete_VTL_Grammar/data/DataSet/output/DS_cond.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Id_3,Me_bool,str_var,int_var
-1,A,1,True,A,1
-2,A,2,,A,2
-3,A,3,True,A,3
-1,B,4,False,B,1
-2,B,5,True,B,2
-3,B,6,False,B,3
-1,C,7,True,C,1
-2,C,8,,C,2
-3,C,9,True,C,3
-4,D,10,False,D,4
+Id_1,Id_2,Id_3,Me_bool,Id_date,Id_period,str_var,int_var
+1,A,1,True,2001-01-01,2000M01,A,1
+2,A,2,,2002-02-01,2000M02,A,2
+3,A,3,True,2003-03-01,2000M03,A,3
+1,B,4,False,2004-04-01,2000M04,B,1
+2,B,5,True,2005-01-01,2000M05,B,2
+3,B,6,False,2006-02-01,2000M06,B,3
+1,C,7,True,2007-03-01,2000M07,C,1
+2,C,8,,2008-04-01,2000M08,C,2
+3,C,9,True,2009-01-01,2001M06,C,3
+4,D,10,False,2010-02-01,2002M01,D,4

tests/Complete_VTL_Grammar/data/DataSet/output/DS_else.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Id_3,Me_int
-1,A,1,1.0
-2,A,2,2.0
-3,A,3,3.0
-1,B,4,4.0
-2,B,5,5.0
-3,B,6,6.0
-1,C,7,7.0
-2,C,8,8.0
-3,C,9,9.0
-4,D,10,
+Id_1,Id_2,Id_3,Me_int,Id_date,Id_period
+1,A,1,1.0,2001-01-01,2000M01
+2,A,2,2.0,2002-02-01,2000M02
+3,A,3,3.0,2003-03-01,2000M03
+1,B,4,4.0,2004-04-01,2000M04
+2,B,5,5.0,2005-01-01,2000M05
+3,B,6,6.0,2006-02-01,2000M06
+1,C,7,7.0,2007-03-01,2000M07
+2,C,8,8.0,2008-04-01,2000M08
+3,C,9,9.0,2009-01-01,2001M06
+4,D,10,,2010-02-01,2002M01

tests/Complete_VTL_Grammar/data/DataSet/output/DS_then.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Id_3,Me_int
-1,A,1,1.0
-2,A,2,2.0
-3,A,3,3.0
-1,B,4,4.0
-2,B,5,5.0
-3,B,6,6.0
-1,C,7,7.0
-2,C,8,8.0
-3,C,9,9.0
-4,D,10,
+Id_1,Id_2,Id_3,Me_int,Id_date,Id_period
+1,A,1,1.0,2001-01-01,2000M01
+2,A,2,2.0,2002-02-01,2000M02
+3,A,3,3.0,2003-03-01,2000M03
+1,B,4,4.0,2004-04-01,2000M04
+2,B,5,5.0,2005-01-01,2000M05
+3,B,6,6.0,2006-02-01,2000M06
+1,C,7,7.0,2007-03-01,2000M07
+2,C,8,8.0,2008-04-01,2000M08
+3,C,9,9.0,2009-01-01,2001M06
+4,D,10,,2010-02-01,2002M01

tests/Complete_VTL_Grammar/data/DataSet/output/HR_ds.csv

@@ -1 +1 @@
-Id_1,Id_2,Id_3,ruleid,Me_num,errorcode,errorlevel,imbalance
+Id_1,Id_2,Id_3,Id_date,Id_period,ruleid,Me_num,errorcode,errorlevel,imbalance

tests/Complete_VTL_Grammar/data/DataSet/output/UDO_ds.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Me_int,Me_num,Me_str,Me_bool
-1,A,1.0,1.1,hello,True
-2,A,2.0,2.2,world,
-3,A,3.0,3.3,abc,True
-1,B,4.0,4.4,,False
-2,B,5.0,5.5,,True
-3,B,6.0,6.6,jKl,False
-1,C,7.0,7.7,Mno,True
-2,C,8.0,8.8,,
-3,C,9.0,9.9,STU,True
-4,D,,10.0,z,False
+Id_1,Id_2,Id_date,Id_period,Me_int,Me_num,Me_str,Me_bool,Me_interval
+1,A,2001-01-01,2000M01,1.0,1.1,hello,True,
+2,A,2002-02-01,2000M02,2.0,2.2,world!,,
+3,A,2003-03-01,2000M03,3.0,3.3,abc,True,
+1,B,2004-04-01,2000M04,4.0,4.4,ES,False,
+2,B,2005-01-01,2000M05,5.0,5.5,,True,
+3,B,2006-02-01,2000M06,6.0,6.6,jKl,False,
+1,C,2007-03-01,2000M07,7.0,7.7,Mno,True,
+2,C,2008-04-01,2000M08,8.0,8.8,,,
+3,C,2009-01-01,2001M06,9.0,9.9,DE,True,
+4,D,2010-02-01,2002M01,,10.0,z,False,

tests/Complete_VTL_Grammar/data/DataSet/output/abs_ds.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Id_3,Me_int
-1,A,1,1.0
-2,A,2,2.0
-3,A,3,3.0
-1,B,4,4.0
-2,B,5,5.0
-3,B,6,6.0
-1,C,7,7.0
-2,C,8,8.0
-3,C,9,9.0
-4,D,10,
+Id_1,Id_2,Id_3,Id_date,Id_period,Me_int
+1,A,1,2001-01-01,2000M01,1.0
+2,A,2,2002-02-01,2000M02,2.0
+3,A,3,2003-03-01,2000M03,3.0
+1,B,4,2004-04-01,2000M04,4.0
+2,B,5,2005-01-01,2000M05,5.0
+3,B,6,2006-02-01,2000M06,6.0
+1,C,7,2007-03-01,2000M07,7.0
+2,C,8,2008-04-01,2000M08,8.0
+3,C,9,2009-01-01,2001M06,9.0
+4,D,10,2010-02-01,2002M01,

tests/Complete_VTL_Grammar/data/DataSet/output/aggr_ds.csv

@@ -0,0 +1,8 @@
+Id_1,Id_2,Me_sum,Me_max
+3,A,3.0,3.0
+1,B,4.0,4.0
+2,B,5.0,5.0
+3,B,6.0,6.0
+1,C,7.0,7.0
+2,C,8.0,8.0
+3,C,9.0,9.0

tests/Complete_VTL_Grammar/data/DataSet/output/apply_ds.csv

@@ -0,0 +1,11 @@
+Id_2,Id_1,Id_period,Id_date,Id_3,Me_str
+A,1,2000M01,2001-01-01,1,hellohello
+A,2,2000M02,2002-02-01,2,world!world!
+A,3,2000M03,2003-03-01,3,abcabc
+B,1,2000M04,2004-04-01,4,ESES
+B,2,2000M05,2005-01-01,5,
+B,3,2000M06,2006-02-01,6,jKljKl
+C,1,2000M07,2007-03-01,7,MnoMno
+C,2,2000M08,2008-04-01,8,
+C,3,2001M06,2009-01-01,9,DEDE
+D,4,2002M01,2010-02-01,10,zz

tests/Complete_VTL_Grammar/data/DataSet/output/attribute_ds.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Id_3,Me_int,Me_num,Me_str,Me_bool,At_new
-1,A,1,1.0,1.1,hello,True,new
-2,A,2,2.0,2.2,world,,new
-3,A,3,3.0,3.3,abc,True,new
-1,B,4,4.0,4.4,,False,new
-2,B,5,5.0,5.5,,True,new
-3,B,6,6.0,6.6,jKl,False,new
-1,C,7,7.0,7.7,Mno,True,new
-2,C,8,8.0,8.8,,,new
-3,C,9,9.0,9.9,STU,True,new
-4,D,10,,10.0,z,False,new
+Id_1,Id_2,Id_3,Me_int,Me_num,Me_str,Me_bool,Id_date,Id_period,Me_interval,At_new
+1,A,1,1.0,1.1,hello,True,2001-01-01,2000M01,,new
+2,A,2,2.0,2.2,world!,,2002-02-01,2000M02,,new
+3,A,3,3.0,3.3,abc,True,2003-03-01,2000M03,,new
+1,B,4,4.0,4.4,ES,False,2004-04-01,2000M04,,new
+2,B,5,5.0,5.5,,True,2005-01-01,2000M05,,new
+3,B,6,6.0,6.6,jKl,False,2006-02-01,2000M06,,new
+1,C,7,7.0,7.7,Mno,True,2007-03-01,2000M07,,new
+2,C,8,8.0,8.8,,,2008-04-01,2000M08,,new
+3,C,9,9.0,9.9,DE,True,2009-01-01,2001M06,,new
+4,D,10,,10.0,z,False,2010-02-01,2002M01,,new

tests/Complete_VTL_Grammar/data/DataSet/output/avg_analytic_ds.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Id_3,Me_int
-4,D,10,
-2,B,5,5.0
-2,C,8,8.0
-1,C,7,7.0
-3,B,6,6.0
-2,A,2,2.0
-3,A,3,3.0
-1,B,4,4.0
-3,C,9,9.0
-1,A,1,1.0
+Id_1,Id_2,Id_3,Id_date,Id_period,Me_int
+2,A,2,2002-02-01,2000M02,2.0
+2,C,8,2008-04-01,2000M08,8.0
+1,C,7,2007-03-01,2000M07,7.0
+3,B,6,2006-02-01,2000M06,6.0
+3,A,3,2003-03-01,2000M03,3.0
+4,D,10,2010-02-01,2002M01,
+2,B,5,2005-01-01,2000M05,5.0
+1,B,4,2004-04-01,2000M04,4.0
+3,C,9,2009-01-01,2001M06,9.0
+1,A,1,2001-01-01,2000M01,1.0

tests/Complete_VTL_Grammar/data/DataSet/output/between_ds_sc.csv

@@ -0,0 +1,11 @@
+Id_1,Id_2,Id_3,Id_date,Id_period,bool_var
+1,A,1,2001-01-01,2000M01,True
+2,A,2,2002-02-01,2000M02,True
+3,A,3,2003-03-01,2000M03,True
+1,B,4,2004-04-01,2000M04,True
+2,B,5,2005-01-01,2000M05,True
+3,B,6,2006-02-01,2000M06,False
+1,C,7,2007-03-01,2000M07,False
+2,C,8,2008-04-01,2000M08,False
+3,C,9,2009-01-01,2001M06,False
+4,D,10,2010-02-01,2002M01,

tests/Complete_VTL_Grammar/data/DataSet/output/binminus_ds.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Id_3,Me_int
-1,A,1,0
-2,A,2,0
-3,A,3,0
-1,B,4,0
-2,B,5,0
-3,B,6,0
-1,C,7,0
-2,C,8,0
-3,C,9,0
-4,D,10,
+Id_1,Id_2,Id_3,Id_date,Id_period,Me_int
+1,A,1,2001-01-01,2000M01,0
+2,A,2,2002-02-01,2000M02,0
+3,A,3,2003-03-01,2000M03,0
+1,B,4,2004-04-01,2000M04,0
+2,B,5,2005-01-01,2000M05,0
+3,B,6,2006-02-01,2000M06,0
+1,C,7,2007-03-01,2000M07,0
+2,C,8,2008-04-01,2000M08,0
+3,C,9,2009-01-01,2001M06,0
+4,D,10,2010-02-01,2002M01,

tests/Complete_VTL_Grammar/data/DataSet/output/binplus_ds.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Id_3,Me_int
-1,A,1,2
-2,A,2,4
-3,A,3,6
-1,B,4,8
-2,B,5,10
-3,B,6,12
-1,C,7,14
-2,C,8,16
-3,C,9,18
-4,D,10,
+Id_1,Id_2,Id_3,Id_date,Id_period,Me_int
+1,A,1,2001-01-01,2000M01,2
+2,A,2,2002-02-01,2000M02,4
+3,A,3,2003-03-01,2000M03,6
+1,B,4,2004-04-01,2000M04,8
+2,B,5,2005-01-01,2000M05,10
+3,B,6,2006-02-01,2000M06,12
+1,C,7,2007-03-01,2000M07,14
+2,C,8,2008-04-01,2000M08,16
+3,C,9,2009-01-01,2001M06,18
+4,D,10,2010-02-01,2002M01,

tests/Complete_VTL_Grammar/data/DataSet/output/boolean_and_ds_ds.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Id_3,Me_bool
-1,A,1,True
-2,A,2,
-3,A,3,True
-1,B,4,False
-2,B,5,True
-3,B,6,False
-1,C,7,True
-2,C,8,
-3,C,9,True
-4,D,10,False
+Id_1,Id_2,Id_3,Id_date,Id_period,Me_bool
+1,A,1,2001-01-01,2000M01,True
+2,A,2,2002-02-01,2000M02,
+3,A,3,2003-03-01,2000M03,True
+1,B,4,2004-04-01,2000M04,False
+2,B,5,2005-01-01,2000M05,True
+3,B,6,2006-02-01,2000M06,False
+1,C,7,2007-03-01,2000M07,True
+2,C,8,2008-04-01,2000M08,
+3,C,9,2009-01-01,2001M06,True
+4,D,10,2010-02-01,2002M01,False

tests/Complete_VTL_Grammar/data/DataSet/output/boolean_and_ds_sc.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Id_3,Me_bool
-1,A,1,True
-2,A,2,
-3,A,3,True
-1,B,4,False
-2,B,5,True
-3,B,6,False
-1,C,7,True
-2,C,8,
-3,C,9,True
-4,D,10,False
+Id_1,Id_2,Id_3,Id_date,Id_period,Me_bool
+1,A,1,2001-01-01,2000M01,True
+2,A,2,2002-02-01,2000M02,
+3,A,3,2003-03-01,2000M03,True
+1,B,4,2004-04-01,2000M04,False
+2,B,5,2005-01-01,2000M05,True
+3,B,6,2006-02-01,2000M06,False
+1,C,7,2007-03-01,2000M07,True
+2,C,8,2008-04-01,2000M08,
+3,C,9,2009-01-01,2001M06,True
+4,D,10,2010-02-01,2002M01,False

tests/Complete_VTL_Grammar/data/DataSet/output/boolean_ds1.csv

@@ -1,11 +1,11 @@
-Id_1,Id_2,Id_3,Me_bool
-1,A,1,True
-2,A,2,
-3,A,3,True
-1,B,4,False
-2,B,5,True
-3,B,6,False
-1,C,7,True
-2,C,8,
-3,C,9,True
-4,D,10,False
+Id_1,Id_2,Id_3,Me_bool,Id_date,Id_period
+1,A,1,True,2001-01-01,2000M01
+2,A,2,,2002-02-01,2000M02
+3,A,3,True,2003-03-01,2000M03
+1,B,4,False,2004-04-01,2000M04
+2,B,5,True,2005-01-01,2000M05
+3,B,6,False,2006-02-01,2000M06
+1,C,7,True,2007-03-01,2000M07
+2,C,8,,2008-04-01,2000M08
+3,C,9,True,2009-01-01,2001M06
+4,D,10,False,2010-02-01,2002M01