Write fancy test

Author: clrcrl

README.md

@@ -220,7 +220,7 @@ This macro returns a dictionary from a sql query, so that you don't need to inte
 Usage:
 ```
 -- Returns a dictionary of the users table where the state is California
-{% set california_cities = dbt_utils.get_sql_results_as_dict("select * from" ~ ref('cities') ~ "where state = 'CA' ") %}
+{% set california_cities = dbt_utils.get_sql_results_as_dict("select * from" ~ ref('cities') ~ "where state = 'CA' and city is not null ") %}
 select
   city,
 {% for city in california_cities %}

integration_tests/data/sql/data_get_sql_results_as_dict.csv

@@ -1,4 +1,4 @@
 col_1,col_2,col_3
-1,a,4.1
-2,b,5.2
+1,a,True
+2,b,False
 3,c,

integration_tests/tests/assert_get_sql_results_as_dict_objects_equal.sql

@@ -3,38 +3,79 @@
 {% set expected_dictionary={
     'col_1': [1, 2, 3],
     'col_2': ['a', 'b', 'c'],
-    'col_3': [4.1, 5.2, none]
+    'col_3': [True, False, none]
 } %}
 
+{#- Handle snowflake casing silliness -#}
+{% if target.type == 'snowflake' %}
+{% set expected_dictionary={
+    'COL_1': [1, 2, 3],
+    'COL_2': ['a', 'b', 'c'],
+    'COL_3': [True, False, none]
+} %}
+{% endif %}
+
 
 {% set actual_dictionary=dbt_utils.get_sql_results_as_dict(
     "select * from " ~ ref('data_get_sql_results_as_dict')
 ) %}
-
 {#-
-Cast the keys to lower case to handle snowflake silliness
+For reasons that remain unclear, Jinja won't return True for actual_dictionary == expected_dictionary.
+Instead, we'll manually check that the values of these dictionaries are equivalent.
 -#}
 
-{% set actual_dictionary_with_lower_keys={} %}
-{% for key, values in actual_dictionary.items() %}
-    {% do actual_dictionary_with_lower_keys.update({(key | lower): values}) %}
-{% endfor %}
+{% set ns = namespace(
+    pass=True,
+    err_msg = ""
+) %}
+{% if execute %}
+{#- Check that the dictionaries have the same keys -#}
+{% set expected_keys=expected_dictionary.keys() | list | sort %}
+{% set actual_keys=actual_dictionary.keys() | list | sort %}
 
+{% if expected_keys != actual_keys %}
+    {% set ns.pass=False %}
+    {% set ns.err_msg %}
+    The two dictionaries have different keys:
+      expected_dictionary has keys: {{ expected_keys }}
+      actual_dictionary has keys: {{ actual_keys }}
+    {% endset %}
 
-{% if actual_dictionary_with_lower_keys['col_1'] | map('int',default=none) | list != expected_dictionary['col_1'] %}
- {# select > 0 rows for test to fail  #}
-    select 'fail 1'
+{% else %}
 
-{% elif actual_dictionary_with_lower_keys['col_2'] | list != expected_dictionary['col_2'] %}
- {# select > 0 rows for test to fail  #}
-    select 'fail 2'
+{% for key, value in expected_dictionary.items() %}
+    {% set expected_length=expected_dictionary[key] | length %}
+    {% set actual_length=actual_dictionary[key] | length %}
 
-{% elif actual_dictionary_with_lower_keys['col_3'] | map('float',default=none) | list != expected_dictionary['col_3'] %}
- {# select > 0 rows for test to fail  #}
-    select 'fail 3'
+    {% if expected_length != actual_length %}
+        {% set ns.pass=False %}
+        {% set ns.err_msg %}
+    The {{ key }} column has different lengths:
+      expected_dictionary[{{ key }}] has length {{ expected_length }}
+      actual_dictionary[{{ key }}] has length {{ actual_length }}
+        {% endset %}
 
-{% else %}
- {# select 0 rows for test to pass  #}
-    select 'pass' limit 0
+    {% else %}
+
+        {% for i in range(value | length) %}
+            {% set expected_value=expected_dictionary[key][i] %}
+            {% set actual_value=actual_dictionary[key][i] %}
+            {% if expected_value != actual_value %}
+                {% set ns.pass=False %}
+                {% set ns.err_msg %}
+    The {{ key }} column has differing values:
+      expected_dictionary[{{ key }}][{{ i }}] == {{ expected_value }}
+      actual_dictionary[{{ key }}][{{ i }}] == {{ actual_value }}
+                {% endset %}
+
+            {% endif %}
+        {% endfor %}
+    {% endif %}
+
+{% endfor %}
+
+{% endif %}
 
+{{ log(ns.err_msg, info=True) }}
+select 1 {% if ns.pass %} limit 0 {% endif %}
 {% endif %}