Updating NL goldens (#4594)

Part of the mixer release -- updated goldens based on staging mixer. I see a lot of new bio dcid's (entities and properties) being matched -- that doesn't seem to be expected. There doesn't seem to be any UI impact though.
datacommonsorg · Sep 5, 2024 · d02c81e · d02c81e
1 parent 6895e89
commit d02c81e
Show file tree

Hide file tree

Showing 10 changed files with 341 additions and 42 deletions.
diff --git a/mixer b/mixer
diff --git a/...est_data/detection_api_multivar/comparemalepopulationwithfemalepopulation/debug_info.json b/...est_data/detection_api_multivar/comparemalepopulationwithfemalepopulation/debug_info.json
@@ -54,7 +54,7 @@
           "Parts": [
             {
               "CosineScore": [
-                0.925786018371582
+                0.9257858991622925
               ],
               "QueryPart": "male population",
               "SV": [
@@ -63,8 +63,8 @@
             },
             {
               "CosineScore": [
-                0.9296978712081909,
-                0.884743332862854
+                0.9296979904174805,
+                0.8847434520721436
               ],
               "QueryPart": "female population",
               "SV": [
@@ -89,8 +89,8 @@
             },
             {
               "CosineScore": [
-                0.8982377648353577,
-                0.8723466396331787
+                0.8982378244400024,
+                0.8723468780517578
               ],
               "QueryPart": "population",
               "SV": [
@@ -106,10 +106,10 @@
           "Parts": [
             {
               "CosineScore": [
-                0.8088871240615845,
-                0.8034241795539856,
-                0.8017653822898865,
-                0.7751558423042297
+                0.808887243270874,
+                0.8034241199493408,
+                0.8017654418945312,
+                0.775155782699585
               ],
               "QueryPart": "male",
               "SV": [
@@ -121,7 +121,7 @@
             },
             {
               "CosineScore": [
-                0.9170327186584473,
+                0.9170328378677368,
                 0.873018741607666
               ],
               "QueryPart": "population female population",

diff --git a/...ar/howarefactorslikeobesity,bloodpressureandasthmaimpactedbyclimatechange/debug_info.json b/...ar/howarefactorslikeobesity,bloodpressureandasthmaimpactedbyclimatechange/debug_info.json
@@ -86,7 +86,7 @@
             },
             {
               "CosineScore": [
-                0.9999995827674866
+                0.9999996423721313
               ],
               "QueryPart": "blood pressure",
               "SV": [

diff --git a/.../test_data/detection_api_multivar/showmetheimpactofclimatechangeondrought/debug_info.json b/.../test_data/detection_api_multivar/showmetheimpactofclimatechangeondrought/debug_info.json
@@ -41,7 +41,7 @@
           "Parts": [
             {
               "CosineScore": [
-                0.8787485361099243
+                0.8787486553192139
               ],
               "QueryPart": "show climate change",
               "SV": [
@@ -65,8 +65,8 @@
           "Parts": [
             {
               "CosineScore": [
-                0.794236958026886,
-                0.7929013967514038
+                0.7942368984222412,
+                0.7929012775421143
               ],
               "QueryPart": "show climate",
               "SV": [

diff --git a/server/integration_tests/test_data/detection_api_undata_idx/chart_config.json b/server/integration_tests/test_data/detection_api_undata_idx/chart_config.json
@@ -1,10 +1,6 @@
 {
   "childEntityType": "",
-  "classifications": [
-    {
-      "type": 100
-    }
-  ],
+  "classifications": [],
   "client": "test_detect",
   "comparisonEntities": [],
   "comparisonVariables": [],

diff --git a/server/integration_tests/test_data/e2e_triple/tellmeaboutheartdisease/chart_config.json b/server/integration_tests/test_data/e2e_triple/tellmeaboutheartdisease/chart_config.json
@@ -9,10 +9,102 @@
               {
                 "tiles": [
                   {
+                    "answerTableTileSpec": {
+                      "columns": [
+                        {
+                          "header": "Date Created",
+                          "propertyExpr": "->dateCreated"
+                        },
+                        {
+                          "header": "Date Established",
+                          "propertyExpr": "->dateEstablished"
+                        },
+                        {
+                          "header": "Date Revised",
+                          "propertyExpr": "->dateRevised"
+                        },
+                        {
+                          "header": "Description",
+                          "propertyExpr": "->description"
+                        },
+                        {
+                          "header": "Disease Ontology ID",
+                          "propertyExpr": "->diseaseOntologyID"
+                        },
+                        {
+                          "header": "Has MeSH Qualifier",
+                          "propertyExpr": "->hasMeSHQualifier"
+                        },
+                        {
+                          "header": "Identifier",
+                          "propertyExpr": "->identifier"
+                        },
+                        {
+                          "header": "Medical Dictionary For Regulatory Activities Id",
+                          "propertyExpr": "->medicalDictionaryForRegulatoryActivitiesId"
+                        },
+                        {
+                          "header": "Medical Subject Heading ID",
+                          "propertyExpr": "->medicalSubjectHeadingID"
+                        },
+                        {
+                          "header": "Medical Subject Heading Tree Number",
+                          "propertyExpr": "->medicalSubjectHeadingTreeNumber"
+                        },
+                        {
+                          "header": "Name",
+                          "propertyExpr": "->name"
+                        },
+                        {
+                          "header": "National Drug File Reference Terminology Code",
+                          "propertyExpr": "->nationalDrugFileReferenceTerminologyCode"
+                        },
+                        {
+                          "header": "National Library Of Medicine Classification Number",
+                          "propertyExpr": "->nationalLibraryOfMedicineClassificationNumber"
+                        },
+                        {
+                          "header": "Pharm GKBID",
+                          "propertyExpr": "->pharmGKBID"
+                        },
+                        {
+                          "header": "Provenance",
+                          "propertyExpr": "->provenance"
+                        },
+                        {
+                          "header": "Snomed CT",
+                          "propertyExpr": "->snomedCT"
+                        },
+                        {
+                          "header": "Specialization Of",
+                          "propertyExpr": "->specializationOf"
+                        },
+                        {
+                          "header": "Synonym",
+                          "propertyExpr": "->synonym"
+                        },
+                        {
+                          "header": "Type Of",
+                          "propertyExpr": "->typeOf"
+                        },
+                        {
+                          "header": "Umls Concept Unique ID",
+                          "propertyExpr": "->umlsConceptUniqueID"
+                        }
+                      ]
+                    },
                     "entities": [
+                      "bio/D002275",
+                      "bio/D003327",
+                      "bio/D006331",
+                      "bio/D006349",
+                      "bio/D011660",
+                      "bio/D012214",
+                      "bio/D017202",
                       "bio/DOID_114"
                     ],
-                    "type": "ENTITY_OVERVIEW"
+                    "title": "Here are all the properties for Carcinoid Heart Disease, Coronary Disease and 6 more others",
+                    "type": "ANSWER_TABLE"
                   }
                 ]
               }
@@ -25,6 +117,41 @@
   "context": {},
   "debug": {},
   "entities": [
+    {
+      "dcid": "bio/D002275",
+      "name": "Carcinoid Heart Disease",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D003327",
+      "name": "Coronary Disease",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D006331",
+      "name": "Heart Diseases",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D006349",
+      "name": "Heart Valve Diseases",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D011660",
+      "name": "Pulmonary Heart Disease",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D012214",
+      "name": "Rheumatic Heart Disease",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D017202",
+      "name": "Myocardial Ischemia",
+      "type": ""
+    },
     {
       "dcid": "bio/DOID_114",
       "name": "heart disease",

diff --git a/...test_data/e2e_triple/whatgenesareassociatedwiththegeneticvariantrs13317/chart_config.json b/...test_data/e2e_triple/whatgenesareassociatedwiththegeneticvariantrs13317/chart_config.json
@@ -9,28 +9,25 @@
               {
                 "tiles": [
                   {
-                    "answerMessageTileSpec": {
-                      "propertyExpr": "<-referenceSNPClusterID{typeOf:GeneticVariantGeneAssociation}->geneSymbol"
+                    "answerTableTileSpec": {
+                      "columns": [
+                        {
+                          "header": "associated gene",
+                          "propertyExpr": "<-referenceSNPClusterID{typeOf:GeneticVariantGeneAssociation}->geneSymbol"
+                        }
+                      ]
                     },
                     "entities": [
+                      "bio/D012873",
+                      "bio/D014178",
+                      "bio/D020022",
+                      "bio/D020132",
+                      "bio/D007562",
+                      "bio/D020326",
                       "bio/rs13317"
                     ],
-                    "title": "The associated genes for rs13317 are",
-                    "type": "ANSWER_MESSAGE"
-                  }
-                ]
-              }
-            ]
-          },
-          {
-            "columns": [
-              {
-                "tiles": [
-                  {
-                    "entities": [
-                      "bio/rs13317"
-                    ],
-                    "type": "ENTITY_OVERVIEW"
+                    "title": "The associated genes for Genetic, Genetic Predisposition to Disease and 4 more others are",
+                    "type": "ANSWER_TABLE"
                   }
                 ]
               }
@@ -43,6 +40,36 @@
   "context": {},
   "debug": {},
   "entities": [
+    {
+      "dcid": "bio/D012873",
+      "name": "Genetic",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D014178",
+      "name": "Genetic",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D020022",
+      "name": "Genetic Predisposition to Disease",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D020132",
+      "name": "Anticipation",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D007562",
+      "name": "Creutzfeldt-Jakob Syndrome",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D020326",
+      "name": "Migraine without Aura",
+      "type": ""
+    },
     {
       "dcid": "bio/rs13317",
       "name": "rs13317",

diff --git a/...e_triple/whatgenesareassociatedwiththegeneticvariantrs13317andrs7903146/chart_config.json b/...e_triple/whatgenesareassociatedwiththegeneticvariantrs13317andrs7903146/chart_config.json
@@ -18,10 +18,16 @@
                       ]
                     },
                     "entities": [
+                      "bio/D012873",
+                      "bio/D014178",
+                      "bio/D020022",
+                      "bio/D020132",
+                      "bio/D007562",
+                      "bio/D020326",
                       "bio/rs13317",
                       "bio/rs7903146"
                     ],
-                    "title": "The associated genes for rs13317 and rs7903146 are",
+                    "title": "The associated genes for Genetic, Genetic Predisposition to Disease and 5 more others are",
                     "type": "ANSWER_TABLE"
                   }
                 ]
@@ -35,6 +41,36 @@
   "context": {},
   "debug": {},
   "entities": [
+    {
+      "dcid": "bio/D012873",
+      "name": "Genetic",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D014178",
+      "name": "Genetic",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D020022",
+      "name": "Genetic Predisposition to Disease",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D020132",
+      "name": "Anticipation",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D007562",
+      "name": "Creutzfeldt-Jakob Syndrome",
+      "type": ""
+    },
+    {
+      "dcid": "bio/D020326",
+      "name": "Migraine without Aura",
+      "type": ""
+    },
     {
       "dcid": "bio/rs13317",
       "name": "rs13317",
+2 −2		deploy/helm_charts/envs/mixer_autopush.yaml
+1 −1		deploy/helm_charts/envs/mixer_prod.yaml
+1 −1		deploy/helm_charts/envs/mixer_staging.yaml
+12 −12		deploy/storage/base_bigtable_info.yaml
+1 −1		deploy/storage/bigquery.version
+3 −4		internal/merger/merger.go
+46 −0		internal/merger/merger_test.go
+231 −231		internal/server/place/golden/get_locations_ranking/country.json
+35 −45		internal/server/place/golden/get_locations_ranking/crime_percapita.json
+0 −3		internal/server/ranking/ranking.go
+3 −0		internal/server/recon/golden/recognize_entities/result.json
+6 −3		internal/server/stat/golden/get_stat_all/branch.json
+9 −0		internal/server/stat/golden/get_stat_all/result.json
+12 −0		internal/server/stat/golden/get_stat_date_within_place/CA_County.json
+10 −0		internal/server/stat/golden/get_stat_date_within_place/USA_State.json
+1 −1		internal/server/statvar/golden/search_statvar/crime.json
+1 −1		internal/server/v0/statpoint/golden/get_stat_value/umemployed.json
+1 −1		internal/server/v0/triple/golden/get_triples/limit1.json
+2 −2		internal/server/v0/triple/golden/get_triples/stat_var.json
+27 −0		internal/server/v1/observationdates/golden/observation_dates_linked/CA_County.json
+9 −0		internal/server/v1/observationdates/golden/observation_dates_linked/USA_State.json
+13 −8		internal/server/v1/observations/golden/bulk_point/all_latest.json
+4 −4		internal/server/v1/observations/golden/bulk_point/preferred_latest.json
+290 −0		internal/server/v1/observations/golden/bulk_point_linked/all_CA_County.json
+406 −386		internal/server/v1/observations/golden/bulk_point_linked/all_Country.json
+7 −367		internal/server/v1/observations/golden/bulk_point_linked/all_FRA_AA2_2016.json
+402 −392		internal/server/v1/observations/golden/bulk_point_linked/all_US_State.json
+5 −0		internal/server/v1/observations/golden/bulk_point_linked/preferred_CA_County.json
+24 −24		internal/server/v1/observations/golden/bulk_point_linked/preferred_Country.json
+10 −20		internal/server/v1/observations/golden/bulk_point_linked/preferred_FRA_AA2_2016.json
+209 −204		internal/server/v1/observations/golden/bulk_point_linked/preferred_US_State.json
+25 −4		internal/server/v1/observations/golden/bulk_series/all_result.json
+9 −1		internal/server/v1/observations/golden/bulk_series/preferred_result.json
+36 −828		internal/server/v1/observations/golden/bulk_series_linked/all_FRA_AA2_2016.json
+15 −15		internal/server/v1/observations/golden/bulk_series_linked/preferred_FRA_AA2_2016.json
+35 −28		internal/server/v1/page/golden/place_page/asm.Economics.json
+10 −2		internal/server/v1/page/golden/place_page/asm.Health.json
+45 −30		internal/server/v1/page/golden/place_page/asm.Overview.json
+22 −8		internal/server/v1/page/golden/place_page/ca.Economics.json
+22 −8		internal/server/v1/page/golden/place_page/ca.Overview.json
+2 −2		internal/server/v1/triples/golden/bulk_triples_in/result1.json
+11 −0		internal/server/v2/facet/golden/contained_in_facet/CA_County_all.json
+8 −0		internal/server/v2/facet/golden/contained_in_facet/CA_County_latest.json
+0 −8		internal/server/v2/facet/golden/contained_in_facet/IND_AA1.json
+8 −0		internal/server/v2/facet/golden/contained_in_facet/US_State.json
+2 −2		internal/server/v2/facet/golden/contained_in_facet/country.json
+689 −0		internal/server/v2/observation/golden/contained_in_all/CA_County.json
+59 −1,115		internal/server/v2/observation/golden/contained_in_all/FRA_AA2.json
+0 −32,296		internal/server/v2/observation/golden/contained_in_latest/CA_County_all.json
+24 −24		internal/server/v2/observation/golden/contained_in_latest/Country.json
+392 −392		internal/server/v2/observation/golden/contained_in_latest/US_State.json
+36 −12		internal/server/v2/observation/golden/direct/all.json
+12 −12		internal/server/v2/observation/golden/direct/latest.json
+2 −2		internal/server/v2/propertyvalues/golden/triple_in/result1.json
+1 −1		internal/store/files/WorldGeosForPlaceRecognitionAlternateNames.csv