chore: Run tests for extract and transform stages

sql/global_amount_order_status.sql

@@ -6,7 +6,7 @@
 -- 3. Group the results by the order status.
 SELECT
     oo.order_status,
-    COUNT(oo.order_status) AS Ammount
+    COUNT(oo.order_status) AS Amount
 FROM
     olist_orders oo
 GROUP BY

tests/query_results/delivery_date_difference.json

@@ -0,0 +1,29 @@
+[
+  { "State": "AL", "Delivery_Difference": 8 },
+  { "State": "MA", "Delivery_Difference": 9 },
+  { "State": "BA", "Delivery_Difference": 10 },
+  { "State": "CE", "Delivery_Difference": 10 },
+  { "State": "ES", "Delivery_Difference": 10 },
+  { "State": "SE", "Delivery_Difference": 10 },
+  { "State": "MS", "Delivery_Difference": 11 },
+  { "State": "PI", "Delivery_Difference": 11 },
+  { "State": "RJ", "Delivery_Difference": 11 },
+  { "State": "SC", "Delivery_Difference": 11 },
+  { "State": "SP", "Delivery_Difference": 11 },
+  { "State": "DF", "Delivery_Difference": 12 },
+  { "State": "GO", "Delivery_Difference": 12 },
+  { "State": "TO", "Delivery_Difference": 12 },
+  { "State": "MG", "Delivery_Difference": 13 },
+  { "State": "PB", "Delivery_Difference": 13 },
+  { "State": "PE", "Delivery_Difference": 13 },
+  { "State": "PR", "Delivery_Difference": 13 },
+  { "State": "RN", "Delivery_Difference": 13 },
+  { "State": "RS", "Delivery_Difference": 13 },
+  { "State": "MT", "Delivery_Difference": 14 },
+  { "State": "PA", "Delivery_Difference": 14 },
+  { "State": "RR", "Delivery_Difference": 17 },
+  { "State": "AM", "Delivery_Difference": 19 },
+  { "State": "AP", "Delivery_Difference": 19 },
+  { "State": "AC", "Delivery_Difference": 20 },
+  { "State": "RO", "Delivery_Difference": 20 }
+]

tests/query_results/global_amount_order_status.json

@@ -0,0 +1,10 @@
+[
+  { "order_status": "approved", "Amount": 2 },
+  { "order_status": "canceled", "Amount": 625 },
+  { "order_status": "created", "Amount": 5 },
+  { "order_status": "delivered", "Amount": 96478 },
+  { "order_status": "invoiced", "Amount": 314 },
+  { "order_status": "processing", "Amount": 301 },
+  { "order_status": "shipped", "Amount": 1107 },
+  { "order_status": "unavailable", "Amount": 609 }
+]

tests/query_results/orders_per_day_and_holidays_2017.json

@@ -0,0 +1,363 @@
+[
+  { "order_count": 32, "date": 1483574400000, "holiday": false },
+  { "order_count": 4, "date": 1483660800000, "holiday": false },
+  { "order_count": 4, "date": 1483747200000, "holiday": false },
+  { "order_count": 6, "date": 1483833600000, "holiday": false },
+  { "order_count": 5, "date": 1483920000000, "holiday": false },
+  { "order_count": 6, "date": 1484006400000, "holiday": false },
+  { "order_count": 12, "date": 1484092800000, "holiday": false },
+  { "order_count": 13, "date": 1484179200000, "holiday": false },
+  { "order_count": 12, "date": 1484265600000, "holiday": false },
+  { "order_count": 18, "date": 1484352000000, "holiday": false },
+  { "order_count": 14, "date": 1484438400000, "holiday": false },
+  { "order_count": 19, "date": 1484524800000, "holiday": false },
+  { "order_count": 32, "date": 1484611200000, "holiday": false },
+  { "order_count": 33, "date": 1484697600000, "holiday": false },
+  { "order_count": 29, "date": 1484784000000, "holiday": false },
+  { "order_count": 29, "date": 1484870400000, "holiday": false },
+  { "order_count": 24, "date": 1484956800000, "holiday": false },
+  { "order_count": 31, "date": 1485043200000, "holiday": false },
+  { "order_count": 39, "date": 1485129600000, "holiday": false },
+  { "order_count": 40, "date": 1485216000000, "holiday": false },
+  { "order_count": 63, "date": 1485302400000, "holiday": false },
+  { "order_count": 86, "date": 1485388800000, "holiday": false },
+  { "order_count": 62, "date": 1485475200000, "holiday": false },
+  { "order_count": 29, "date": 1485561600000, "holiday": false },
+  { "order_count": 35, "date": 1485648000000, "holiday": false },
+  { "order_count": 53, "date": 1485734400000, "holiday": false },
+  { "order_count": 70, "date": 1485820800000, "holiday": false },
+  { "order_count": 73, "date": 1485907200000, "holiday": false },
+  { "order_count": 69, "date": 1485993600000, "holiday": false },
+  { "order_count": 60, "date": 1486080000000, "holiday": false },
+  { "order_count": 67, "date": 1486166400000, "holiday": false },
+  { "order_count": 75, "date": 1486252800000, "holiday": false },
+  { "order_count": 85, "date": 1486339200000, "holiday": false },
+  { "order_count": 112, "date": 1486425600000, "holiday": false },
+  { "order_count": 95, "date": 1486512000000, "holiday": false },
+  { "order_count": 77, "date": 1486598400000, "holiday": false },
+  { "order_count": 66, "date": 1486684800000, "holiday": false },
+  { "order_count": 49, "date": 1486771200000, "holiday": false },
+  { "order_count": 64, "date": 1486857600000, "holiday": false },
+  { "order_count": 78, "date": 1486944000000, "holiday": false },
+  { "order_count": 76, "date": 1487030400000, "holiday": false },
+  { "order_count": 62, "date": 1487116800000, "holiday": false },
+  { "order_count": 55, "date": 1487203200000, "holiday": false },
+  { "order_count": 46, "date": 1487289600000, "holiday": false },
+  { "order_count": 54, "date": 1487376000000, "holiday": false },
+  { "order_count": 40, "date": 1487462400000, "holiday": false },
+  { "order_count": 63, "date": 1487548800000, "holiday": false },
+  { "order_count": 41, "date": 1487635200000, "holiday": false },
+  { "order_count": 63, "date": 1487721600000, "holiday": false },
+  { "order_count": 59, "date": 1487808000000, "holiday": false },
+  { "order_count": 64, "date": 1487894400000, "holiday": false },
+  { "order_count": 43, "date": 1487980800000, "holiday": false },
+  { "order_count": 46, "date": 1488067200000, "holiday": false },
+  { "order_count": 43, "date": 1488153600000, "holiday": true },
+  { "order_count": 55, "date": 1488240000000, "holiday": true },
+  { "order_count": 99, "date": 1488326400000, "holiday": false },
+  { "order_count": 72, "date": 1488412800000, "holiday": false },
+  { "order_count": 74, "date": 1488499200000, "holiday": false },
+  { "order_count": 80, "date": 1488585600000, "holiday": false },
+  { "order_count": 74, "date": 1488672000000, "holiday": false },
+  { "order_count": 105, "date": 1488758400000, "holiday": false },
+  { "order_count": 82, "date": 1488844800000, "holiday": false },
+  { "order_count": 79, "date": 1488931200000, "holiday": false },
+  { "order_count": 93, "date": 1489017600000, "holiday": false },
+  { "order_count": 88, "date": 1489104000000, "holiday": false },
+  { "order_count": 71, "date": 1489190400000, "holiday": false },
+  { "order_count": 64, "date": 1489276800000, "holiday": false },
+  { "order_count": 111, "date": 1489363200000, "holiday": false },
+  { "order_count": 99, "date": 1489449600000, "holiday": false },
+  { "order_count": 108, "date": 1489536000000, "holiday": false },
+  { "order_count": 103, "date": 1489622400000, "holiday": false },
+  { "order_count": 65, "date": 1489708800000, "holiday": false },
+  { "order_count": 73, "date": 1489795200000, "holiday": false },
+  { "order_count": 56, "date": 1489881600000, "holiday": false },
+  { "order_count": 119, "date": 1489968000000, "holiday": false },
+  { "order_count": 97, "date": 1490054400000, "holiday": false },
+  { "order_count": 105, "date": 1490140800000, "holiday": false },
+  { "order_count": 114, "date": 1490227200000, "holiday": false },
+  { "order_count": 79, "date": 1490313600000, "holiday": false },
+  { "order_count": 76, "date": 1490400000000, "holiday": false },
+  { "order_count": 64, "date": 1490486400000, "holiday": false },
+  { "order_count": 111, "date": 1490572800000, "holiday": false },
+  { "order_count": 103, "date": 1490659200000, "holiday": false },
+  { "order_count": 74, "date": 1490745600000, "holiday": false },
+  { "order_count": 74, "date": 1490832000000, "holiday": false },
+  { "order_count": 70, "date": 1490918400000, "holiday": false },
+  { "order_count": 68, "date": 1491004800000, "holiday": false },
+  { "order_count": 65, "date": 1491091200000, "holiday": false },
+  { "order_count": 72, "date": 1491177600000, "holiday": false },
+  { "order_count": 96, "date": 1491264000000, "holiday": false },
+  { "order_count": 96, "date": 1491350400000, "holiday": false },
+  { "order_count": 96, "date": 1491436800000, "holiday": false },
+  { "order_count": 85, "date": 1491523200000, "holiday": false },
+  { "order_count": 68, "date": 1491609600000, "holiday": false },
+  { "order_count": 73, "date": 1491696000000, "holiday": false },
+  { "order_count": 87, "date": 1491782400000, "holiday": false },
+  { "order_count": 78, "date": 1491868800000, "holiday": false },
+  { "order_count": 63, "date": 1491955200000, "holiday": false },
+  { "order_count": 60, "date": 1492041600000, "holiday": false },
+  { "order_count": 54, "date": 1492128000000, "holiday": true },
+  { "order_count": 52, "date": 1492214400000, "holiday": false },
+  { "order_count": 49, "date": 1492300800000, "holiday": true },
+  { "order_count": 65, "date": 1492387200000, "holiday": false },
+  { "order_count": 71, "date": 1492473600000, "holiday": false },
+  { "order_count": 97, "date": 1492560000000, "holiday": false },
+  { "order_count": 98, "date": 1492646400000, "holiday": false },
+  { "order_count": 68, "date": 1492732800000, "holiday": true },
+  { "order_count": 84, "date": 1492819200000, "holiday": false },
+  { "order_count": 88, "date": 1492905600000, "holiday": false },
+  { "order_count": 115, "date": 1492992000000, "holiday": false },
+  { "order_count": 111, "date": 1493078400000, "holiday": false },
+  { "order_count": 125, "date": 1493164800000, "holiday": false },
+  { "order_count": 80, "date": 1493251200000, "holiday": false },
+  { "order_count": 98, "date": 1493337600000, "holiday": false },
+  { "order_count": 74, "date": 1493424000000, "holiday": false },
+  { "order_count": 68, "date": 1493510400000, "holiday": false },
+  { "order_count": 117, "date": 1493596800000, "holiday": true },
+  { "order_count": 128, "date": 1493683200000, "holiday": false },
+  { "order_count": 103, "date": 1493769600000, "holiday": false },
+  { "order_count": 109, "date": 1493856000000, "holiday": false },
+  { "order_count": 111, "date": 1493942400000, "holiday": false },
+  { "order_count": 109, "date": 1494028800000, "holiday": false },
+  { "order_count": 111, "date": 1494115200000, "holiday": false },
+  { "order_count": 124, "date": 1494201600000, "holiday": false },
+  { "order_count": 128, "date": 1494288000000, "holiday": false },
+  { "order_count": 116, "date": 1494374400000, "holiday": false },
+  { "order_count": 126, "date": 1494460800000, "holiday": false },
+  { "order_count": 115, "date": 1494547200000, "holiday": false },
+  { "order_count": 73, "date": 1494633600000, "holiday": false },
+  { "order_count": 112, "date": 1494720000000, "holiday": false },
+  { "order_count": 157, "date": 1494806400000, "holiday": false },
+  { "order_count": 153, "date": 1494892800000, "holiday": false },
+  { "order_count": 141, "date": 1494979200000, "holiday": false },
+  { "order_count": 125, "date": 1495065600000, "holiday": false },
+  { "order_count": 144, "date": 1495152000000, "holiday": false },
+  { "order_count": 72, "date": 1495238400000, "holiday": false },
+  { "order_count": 148, "date": 1495324800000, "holiday": false },
+  { "order_count": 148, "date": 1495411200000, "holiday": false },
+  { "order_count": 125, "date": 1495497600000, "holiday": false },
+  { "order_count": 142, "date": 1495584000000, "holiday": false },
+  { "order_count": 108, "date": 1495670400000, "holiday": false },
+  { "order_count": 80, "date": 1495756800000, "holiday": false },
+  { "order_count": 83, "date": 1495843200000, "holiday": false },
+  { "order_count": 98, "date": 1495929600000, "holiday": false },
+  { "order_count": 160, "date": 1496016000000, "holiday": false },
+  { "order_count": 105, "date": 1496102400000, "holiday": false },
+  { "order_count": 129, "date": 1496188800000, "holiday": false },
+  { "order_count": 124, "date": 1496275200000, "holiday": false },
+  { "order_count": 127, "date": 1496361600000, "holiday": false },
+  { "order_count": 89, "date": 1496448000000, "holiday": false },
+  { "order_count": 102, "date": 1496534400000, "holiday": false },
+  { "order_count": 147, "date": 1496620800000, "holiday": false },
+  { "order_count": 134, "date": 1496707200000, "holiday": false },
+  { "order_count": 129, "date": 1496793600000, "holiday": false },
+  { "order_count": 137, "date": 1496880000000, "holiday": false },
+  { "order_count": 108, "date": 1496966400000, "holiday": false },
+  { "order_count": 77, "date": 1497052800000, "holiday": false },
+  { "order_count": 115, "date": 1497139200000, "holiday": false },
+  { "order_count": 126, "date": 1497225600000, "holiday": false },
+  { "order_count": 126, "date": 1497312000000, "holiday": false },
+  { "order_count": 131, "date": 1497398400000, "holiday": false },
+  { "order_count": 108, "date": 1497484800000, "holiday": true },
+  { "order_count": 97, "date": 1497571200000, "holiday": false },
+  { "order_count": 75, "date": 1497657600000, "holiday": false },
+  { "order_count": 90, "date": 1497744000000, "holiday": false },
+  { "order_count": 156, "date": 1497830400000, "holiday": false },
+  { "order_count": 94, "date": 1497916800000, "holiday": false },
+  { "order_count": 35, "date": 1498003200000, "holiday": false },
+  { "order_count": 88, "date": 1498089600000, "holiday": false },
+  { "order_count": 107, "date": 1498176000000, "holiday": false },
+  { "order_count": 76, "date": 1498262400000, "holiday": false },
+  { "order_count": 105, "date": 1498348800000, "holiday": false },
+  { "order_count": 72, "date": 1498435200000, "holiday": false },
+  { "order_count": 141, "date": 1498521600000, "holiday": false },
+  { "order_count": 120, "date": 1498608000000, "holiday": false },
+  { "order_count": 114, "date": 1498694400000, "holiday": false },
+  { "order_count": 95, "date": 1498780800000, "holiday": false },
+  { "order_count": 80, "date": 1498867200000, "holiday": false },
+  { "order_count": 108, "date": 1498953600000, "holiday": false },
+  { "order_count": 118, "date": 1499040000000, "holiday": false },
+  { "order_count": 125, "date": 1499126400000, "holiday": false },
+  { "order_count": 145, "date": 1499212800000, "holiday": false },
+  { "order_count": 154, "date": 1499299200000, "holiday": false },
+  { "order_count": 121, "date": 1499385600000, "holiday": false },
+  { "order_count": 84, "date": 1499472000000, "holiday": false },
+  { "order_count": 94, "date": 1499558400000, "holiday": true },
+  { "order_count": 143, "date": 1499644800000, "holiday": false },
+  { "order_count": 165, "date": 1499731200000, "holiday": false },
+  { "order_count": 153, "date": 1499817600000, "holiday": false },
+  { "order_count": 137, "date": 1499904000000, "holiday": false },
+  { "order_count": 149, "date": 1499990400000, "holiday": false },
+  { "order_count": 98, "date": 1500076800000, "holiday": false },
+  { "order_count": 114, "date": 1500163200000, "holiday": false },
+  { "order_count": 168, "date": 1500249600000, "holiday": false },
+  { "order_count": 192, "date": 1500336000000, "holiday": false },
+  { "order_count": 153, "date": 1500422400000, "holiday": false },
+  { "order_count": 142, "date": 1500508800000, "holiday": false },
+  { "order_count": 115, "date": 1500595200000, "holiday": false },
+  { "order_count": 88, "date": 1500681600000, "holiday": false },
+  { "order_count": 105, "date": 1500768000000, "holiday": false },
+  { "order_count": 162, "date": 1500854400000, "holiday": false },
+  { "order_count": 153, "date": 1500940800000, "holiday": false },
+  { "order_count": 124, "date": 1501027200000, "holiday": false },
+  { "order_count": 124, "date": 1501113600000, "holiday": false },
+  { "order_count": 132, "date": 1501200000000, "holiday": false },
+  { "order_count": 115, "date": 1501286400000, "holiday": false },
+  { "order_count": 117, "date": 1501372800000, "holiday": false },
+  { "order_count": 148, "date": 1501459200000, "holiday": false },
+  { "order_count": 165, "date": 1501545600000, "holiday": false },
+  { "order_count": 157, "date": 1501632000000, "holiday": false },
+  { "order_count": 148, "date": 1501718400000, "holiday": false },
+  { "order_count": 142, "date": 1501804800000, "holiday": false },
+  { "order_count": 115, "date": 1501891200000, "holiday": false },
+  { "order_count": 109, "date": 1501977600000, "holiday": false },
+  { "order_count": 157, "date": 1502064000000, "holiday": false },
+  { "order_count": 146, "date": 1502150400000, "holiday": false },
+  { "order_count": 144, "date": 1502236800000, "holiday": false },
+  { "order_count": 157, "date": 1502323200000, "holiday": false },
+  { "order_count": 141, "date": 1502409600000, "holiday": false },
+  { "order_count": 98, "date": 1502496000000, "holiday": false },
+  { "order_count": 96, "date": 1502582400000, "holiday": false },
+  { "order_count": 159, "date": 1502668800000, "holiday": false },
+  { "order_count": 194, "date": 1502755200000, "holiday": false },
+  { "order_count": 174, "date": 1502841600000, "holiday": false },
+  { "order_count": 158, "date": 1502928000000, "holiday": false },
+  { "order_count": 147, "date": 1503014400000, "holiday": false },
+  { "order_count": 108, "date": 1503100800000, "holiday": false },
+  { "order_count": 104, "date": 1503187200000, "holiday": false },
+  { "order_count": 177, "date": 1503273600000, "holiday": false },
+  { "order_count": 138, "date": 1503360000000, "holiday": false },
+  { "order_count": 112, "date": 1503446400000, "holiday": false },
+  { "order_count": 128, "date": 1503532800000, "holiday": false },
+  { "order_count": 123, "date": 1503619200000, "holiday": false },
+  { "order_count": 93, "date": 1503705600000, "holiday": false },
+  { "order_count": 119, "date": 1503792000000, "holiday": false },
+  { "order_count": 155, "date": 1503878400000, "holiday": false },
+  { "order_count": 137, "date": 1503964800000, "holiday": false },
+  { "order_count": 181, "date": 1504051200000, "holiday": false },
+  { "order_count": 149, "date": 1504137600000, "holiday": false },
+  { "order_count": 158, "date": 1504224000000, "holiday": false },
+  { "order_count": 104, "date": 1504310400000, "holiday": false },
+  { "order_count": 125, "date": 1504396800000, "holiday": false },
+  { "order_count": 150, "date": 1504483200000, "holiday": false },
+  { "order_count": 157, "date": 1504569600000, "holiday": false },
+  { "order_count": 140, "date": 1504656000000, "holiday": false },
+  { "order_count": 99, "date": 1504742400000, "holiday": true },
+  { "order_count": 116, "date": 1504828800000, "holiday": false },
+  { "order_count": 106, "date": 1504915200000, "holiday": false },
+  { "order_count": 136, "date": 1505001600000, "holiday": false },
+  { "order_count": 180, "date": 1505088000000, "holiday": false },
+  { "order_count": 206, "date": 1505174400000, "holiday": false },
+  { "order_count": 207, "date": 1505260800000, "holiday": false },
+  { "order_count": 166, "date": 1505347200000, "holiday": false },
+  { "order_count": 150, "date": 1505433600000, "holiday": false },
+  { "order_count": 129, "date": 1505520000000, "holiday": false },
+  { "order_count": 126, "date": 1505606400000, "holiday": false },
+  { "order_count": 183, "date": 1505692800000, "holiday": false },
+  { "order_count": 154, "date": 1505779200000, "holiday": false },
+  { "order_count": 163, "date": 1505865600000, "holiday": false },
+  { "order_count": 150, "date": 1505952000000, "holiday": false },
+  { "order_count": 138, "date": 1506038400000, "holiday": false },
+  { "order_count": 88, "date": 1506124800000, "holiday": false },
+  { "order_count": 118, "date": 1506211200000, "holiday": false },
+  { "order_count": 136, "date": 1506297600000, "holiday": false },
+  { "order_count": 180, "date": 1506384000000, "holiday": false },
+  { "order_count": 147, "date": 1506470400000, "holiday": false },
+  { "order_count": 143, "date": 1506556800000, "holiday": false },
+  { "order_count": 121, "date": 1506643200000, "holiday": false },
+  { "order_count": 109, "date": 1506729600000, "holiday": false },
+  { "order_count": 128, "date": 1506816000000, "holiday": false },
+  { "order_count": 143, "date": 1506902400000, "holiday": false },
+  { "order_count": 198, "date": 1506988800000, "holiday": false },
+  { "order_count": 157, "date": 1507075200000, "holiday": false },
+  { "order_count": 140, "date": 1507161600000, "holiday": false },
+  { "order_count": 130, "date": 1507248000000, "holiday": false },
+  { "order_count": 105, "date": 1507334400000, "holiday": false },
+  { "order_count": 126, "date": 1507420800000, "holiday": false },
+  { "order_count": 193, "date": 1507507200000, "holiday": false },
+  { "order_count": 185, "date": 1507593600000, "holiday": false },
+  { "order_count": 158, "date": 1507680000000, "holiday": false },
+  { "order_count": 143, "date": 1507766400000, "holiday": true },
+  { "order_count": 154, "date": 1507852800000, "holiday": false },
+  { "order_count": 116, "date": 1507939200000, "holiday": false },
+  { "order_count": 121, "date": 1508025600000, "holiday": false },
+  { "order_count": 195, "date": 1508112000000, "holiday": false },
+  { "order_count": 202, "date": 1508198400000, "holiday": false },
+  { "order_count": 179, "date": 1508284800000, "holiday": false },
+  { "order_count": 176, "date": 1508371200000, "holiday": false },
+  { "order_count": 124, "date": 1508457600000, "holiday": false },
+  { "order_count": 113, "date": 1508544000000, "holiday": false },
+  { "order_count": 158, "date": 1508630400000, "holiday": false },
+  { "order_count": 161, "date": 1508716800000, "holiday": false },
+  { "order_count": 164, "date": 1508803200000, "holiday": false },
+  { "order_count": 156, "date": 1508889600000, "holiday": false },
+  { "order_count": 144, "date": 1508976000000, "holiday": false },
+  { "order_count": 133, "date": 1509062400000, "holiday": false },
+  { "order_count": 88, "date": 1509148800000, "holiday": false },
+  { "order_count": 132, "date": 1509235200000, "holiday": false },
+  { "order_count": 149, "date": 1509321600000, "holiday": false },
+  { "order_count": 160, "date": 1509408000000, "holiday": false },
+  { "order_count": 111, "date": 1509494400000, "holiday": false },
+  { "order_count": 124, "date": 1509580800000, "holiday": true },
+  { "order_count": 143, "date": 1509667200000, "holiday": false },
+  { "order_count": 111, "date": 1509753600000, "holiday": false },
+  { "order_count": 144, "date": 1509840000000, "holiday": false },
+  { "order_count": 193, "date": 1509926400000, "holiday": false },
+  { "order_count": 160, "date": 1510012800000, "holiday": false },
+  { "order_count": 175, "date": 1510099200000, "holiday": false },
+  { "order_count": 191, "date": 1510185600000, "holiday": false },
+  { "order_count": 165, "date": 1510272000000, "holiday": false },
+  { "order_count": 159, "date": 1510358400000, "holiday": false },
+  { "order_count": 174, "date": 1510444800000, "holiday": false },
+  { "order_count": 205, "date": 1510531200000, "holiday": false },
+  { "order_count": 192, "date": 1510617600000, "holiday": false },
+  { "order_count": 186, "date": 1510704000000, "holiday": true },
+  { "order_count": 226, "date": 1510790400000, "holiday": false },
+  { "order_count": 197, "date": 1510876800000, "holiday": false },
+  { "order_count": 149, "date": 1510963200000, "holiday": false },
+  { "order_count": 158, "date": 1511049600000, "holiday": false },
+  { "order_count": 230, "date": 1511136000000, "holiday": false },
+  { "order_count": 228, "date": 1511222400000, "holiday": false },
+  { "order_count": 201, "date": 1511308800000, "holiday": false },
+  { "order_count": 283, "date": 1511395200000, "holiday": false },
+  { "order_count": 1176, "date": 1511481600000, "holiday": false },
+  { "order_count": 499, "date": 1511568000000, "holiday": false },
+  { "order_count": 391, "date": 1511654400000, "holiday": false },
+  { "order_count": 403, "date": 1511740800000, "holiday": false },
+  { "order_count": 380, "date": 1511827200000, "holiday": false },
+  { "order_count": 323, "date": 1511913600000, "holiday": false },
+  { "order_count": 267, "date": 1512000000000, "holiday": false },
+  { "order_count": 275, "date": 1512086400000, "holiday": false },
+  { "order_count": 216, "date": 1512172800000, "holiday": false },
+  { "order_count": 234, "date": 1512259200000, "holiday": false },
+  { "order_count": 337, "date": 1512345600000, "holiday": false },
+  { "order_count": 282, "date": 1512432000000, "holiday": false },
+  { "order_count": 280, "date": 1512518400000, "holiday": false },
+  { "order_count": 229, "date": 1512604800000, "holiday": false },
+  { "order_count": 219, "date": 1512691200000, "holiday": false },
+  { "order_count": 155, "date": 1512777600000, "holiday": false },
+  { "order_count": 190, "date": 1512864000000, "holiday": false },
+  { "order_count": 267, "date": 1512950400000, "holiday": false },
+  { "order_count": 260, "date": 1513036800000, "holiday": false },
+  { "order_count": 218, "date": 1513123200000, "holiday": false },
+  { "order_count": 200, "date": 1513209600000, "holiday": false },
+  { "order_count": 192, "date": 1513296000000, "holiday": false },
+  { "order_count": 131, "date": 1513382400000, "holiday": false },
+  { "order_count": 133, "date": 1513468800000, "holiday": false },
+  { "order_count": 209, "date": 1513555200000, "holiday": false },
+  { "order_count": 176, "date": 1513641600000, "holiday": false },
+  { "order_count": 171, "date": 1513728000000, "holiday": false },
+  { "order_count": 143, "date": 1513814400000, "holiday": false },
+  { "order_count": 111, "date": 1513900800000, "holiday": false },
+  { "order_count": 109, "date": 1513987200000, "holiday": false },
+  { "order_count": 59, "date": 1514073600000, "holiday": false },
+  { "order_count": 90, "date": 1514160000000, "holiday": true },
+  { "order_count": 168, "date": 1514246400000, "holiday": false },
+  { "order_count": 167, "date": 1514332800000, "holiday": false },
+  { "order_count": 146, "date": 1514419200000, "holiday": false },
+  { "order_count": 135, "date": 1514505600000, "holiday": false },
+  { "order_count": 97, "date": 1514592000000, "holiday": false },
+  { "order_count": 74, "date": 1514678400000, "holiday": false }
+]

tests/query_results/real_vs_estimated_delivered_time.json

@@ -0,0 +1,122 @@
+[
+  {
+    "month_no": "01",
+    "month": "Jan",
+    "Year2016_real_time": null,
+    "Year2017_real_time": 12.6470435185,
+    "Year2018_real_time": 14.080562614,
+    "Year2016_estimated_time": null,
+    "Year2017_estimated_time": 39.5088310185,
+    "Year2018_estimated_time": 26.302555421
+  },
+  {
+    "month_no": "02",
+    "month": "Feb",
+    "Year2016_real_time": null,
+    "Year2017_real_time": 13.168825249,
+    "Year2018_real_time": 16.9451375682,
+    "Year2016_estimated_time": null,
+    "Year2017_estimated_time": 31.8489294787,
+    "Year2018_estimated_time": 24.5289960502
+  },
+  {
+    "month_no": "03",
+    "month": "Mar",
+    "Year2016_real_time": null,
+    "Year2017_real_time": 12.9511844878,
+    "Year2018_real_time": 16.3014101744,
+    "Year2016_estimated_time": null,
+    "Year2017_estimated_time": 24.7323864777,
+    "Year2018_estimated_time": 22.0330668073
+  },
+  {
+    "month_no": "04",
+    "month": "Apr",
+    "Year2016_real_time": null,
+    "Year2017_real_time": 14.9179125004,
+    "Year2018_real_time": 11.4992410537,
+    "Year2016_estimated_time": null,
+    "Year2017_estimated_time": 27.3498102013,
+    "Year2018_estimated_time": 23.6795464148
+  },
+  {
+    "month_no": "05",
+    "month": "May",
+    "Year2016_real_time": null,
+    "Year2017_real_time": 11.3223629754,
+    "Year2018_real_time": 11.4190289354,
+    "Year2016_estimated_time": null,
+    "Year2017_estimated_time": 24.2847835534,
+    "Year2018_estimated_time": 22.8914882657
+  },
+  {
+    "month_no": "06",
+    "month": "Jun",
+    "Year2016_real_time": null,
+    "Year2017_real_time": 12.0115727044,
+    "Year2018_real_time": 9.2392162932,
+    "Year2016_estimated_time": null,
+    "Year2017_estimated_time": 24.021864408,
+    "Year2018_estimated_time": 27.7727400937
+  },
+  {
+    "month_no": "07",
+    "month": "Jul",
+    "Year2016_real_time": null,
+    "Year2017_real_time": 11.5927323872,
+    "Year2018_real_time": 8.9586362372,
+    "Year2016_estimated_time": null,
+    "Year2017_estimated_time": 23.3173160613,
+    "Year2018_estimated_time": 19.6901265308
+  },
+  {
+    "month_no": "08",
+    "month": "Aug",
+    "Year2016_real_time": null,
+    "Year2017_real_time": 11.1471246555,
+    "Year2018_real_time": 7.7327797205,
+    "Year2016_estimated_time": null,
+    "Year2017_estimated_time": 23.4806027434,
+    "Year2018_estimated_time": 15.1863302039
+  },
+  {
+    "month_no": "09",
+    "month": "Sep",
+    "Year2016_real_time": 54.8131944444,
+    "Year2017_real_time": 11.8510065289,
+    "Year2018_real_time": null,
+    "Year2016_estimated_time": 18.4884490739,
+    "Year2017_estimated_time": 22.4373663348,
+    "Year2018_estimated_time": null
+  },
+  {
+    "month_no": "10",
+    "month": "Oct",
+    "Year2016_real_time": 19.6005587875,
+    "Year2017_real_time": 11.8566996985,
+    "Year2018_real_time": null,
+    "Year2016_estimated_time": 55.6766319881,
+    "Year2017_estimated_time": 23.0195358171,
+    "Year2018_estimated_time": null
+  },
+  {
+    "month_no": "11",
+    "month": "Nov",
+    "Year2016_real_time": null,
+    "Year2017_real_time": 15.1611316992,
+    "Year2018_real_time": null,
+    "Year2016_estimated_time": null,
+    "Year2017_estimated_time": 22.5607520147,
+    "Year2018_estimated_time": null
+  },
+  {
+    "month_no": "12",
+    "month": "Dec",
+    "Year2016_real_time": 4.6930208337,
+    "Year2017_real_time": 15.3949185301,
+    "Year2018_real_time": null,
+    "Year2016_estimated_time": 26.0300115743,
+    "Year2017_estimated_time": 27.6813399641,
+    "Year2018_estimated_time": null
+  }
+]

tests/query_results/revenue_by_month_year.json

@@ -0,0 +1,86 @@
+[
+  {
+    "month_no": "01",
+    "month": "Jan",
+    "Year2016": 0.0,
+    "Year2017": 37632.57,
+    "Year2018": 969967.8000000026
+  },
+  {
+    "month_no": "02",
+    "month": "Feb",
+    "Year2016": 0.0,
+    "Year2017": 222270.7499999996,
+    "Year2018": 853616.8200000001
+  },
+  {
+    "month_no": "03",
+    "month": "Mar",
+    "Year2016": 0.0,
+    "Year2017": 376833.720000001,
+    "Year2018": 1024851.949999999
+  },
+  {
+    "month_no": "04",
+    "month": "Apr",
+    "Year2016": 0.0,
+    "Year2017": 299798.4500000001,
+    "Year2018": 1274742.1799999899
+  },
+  {
+    "month_no": "05",
+    "month": "May",
+    "Year2016": 0.0,
+    "Year2017": 579280.4300000027,
+    "Year2018": 1150528.9299999974
+  },
+  {
+    "month_no": "06",
+    "month": "Jun",
+    "Year2016": 0.0,
+    "Year2017": 489463.420000003,
+    "Year2018": 1141543.8499999994
+  },
+  {
+    "month_no": "07",
+    "month": "Jul",
+    "Year2016": 0.0,
+    "Year2017": 518115.1900000033,
+    "Year2018": 925958.7900000032
+  },
+  {
+    "month_no": "08",
+    "month": "Aug",
+    "Year2016": 0.0,
+    "Year2017": 609180.3400000022,
+    "Year2018": 1319737.6599999934
+  },
+  {
+    "month_no": "09",
+    "month": "Sep",
+    "Year2016": 0.0,
+    "Year2017": 652576.4800000003,
+    "Year2018": 12875.18
+  },
+  {
+    "month_no": "10",
+    "month": "Oct",
+    "Year2016": 34116.28,
+    "Year2017": 740570.3999999999,
+    "Year2018": 347.95
+  },
+  {
+    "month_no": "11",
+    "month": "Nov",
+    "Year2016": 10734.64,
+    "Year2017": 733047.3300000001,
+    "Year2018": 0.0
+  },
+  {
+    "month_no": "12",
+    "month": "Dec",
+    "Year2016": 960.85,
+    "Year2017": 1082600.6899999967,
+    "Year2018": 0.0
+  }
+]

tests/query_results/revenue_per_state.json

@@ -0,0 +1,12 @@
+[
+  { "customer_state": "SP", "Revenue": 5769081.2699999018 },
+  { "customer_state": "RJ", "Revenue": 2055690.4499999913 },
+  { "customer_state": "MG", "Revenue": 1819277.6100000101 },
+  { "customer_state": "RS", "Revenue": 861608.3999999964 },
+  { "customer_state": "PR", "Revenue": 781919.5499999981 },
+  { "customer_state": "SC", "Revenue": 595208.4000000015 },
+  { "customer_state": "BA", "Revenue": 591270.6000000015 },
+  { "customer_state": "DF", "Revenue": 346146.17 },
+  { "customer_state": "GO", "Revenue": 334294.2200000007 },
+  { "customer_state": "ES", "Revenue": 317682.6500000007 }
+]

tests/query_results/top_10_least_revenue_categories.json

@@ -0,0 +1,16 @@
+[
+  { "Category": "security_and_services", "Num_order": 2, "Revenue": 324.51 },
+  {
+    "Category": "fashion_childrens_clothes",
+    "Num_order": 7,
+    "Revenue": 718.98
+  },
+  { "Category": "cds_dvds_musicals", "Num_order": 12, "Revenue": 1199.43 },
+  { "Category": "home_comfort_2", "Num_order": 24, "Revenue": 1710.54 },
+  { "Category": "flowers", "Num_order": 29, "Revenue": 2213.01 },
+  { "Category": "arts_and_craftmanship", "Num_order": 23, "Revenue": 2326.17 },
+  { "Category": "la_cuisine", "Num_order": 13, "Revenue": 2913.53 },
+  { "Category": "fashion_sport", "Num_order": 26, "Revenue": 3605.83 },
+  { "Category": "diapers_and_hygiene", "Num_order": 25, "Revenue": 4126.17 },
+  { "Category": "fashio_female_clothing", "Num_order": 36, "Revenue": 4902.67 }
+]

tests/query_results/top_10_revenue_categories.json

@@ -0,0 +1,44 @@
+[
+  {
+    "Category": "bed_bath_table",
+    "Num_order": 9272,
+    "Revenue": 1692714.2800000086
+  },
+  {
+    "Category": "health_beauty",
+    "Num_order": 8646,
+    "Revenue": 1620684.0400000084
+  },
+  {
+    "Category": "computers_accessories",
+    "Num_order": 6529,
+    "Revenue": 1549252.4700000042
+  },
+  {
+    "Category": "furniture_decor",
+    "Num_order": 6307,
+    "Revenue": 1394466.9300000106
+  },
+  {
+    "Category": "watches_gifts",
+    "Num_order": 5493,
+    "Revenue": 1387046.3100000028
+  },
+  {
+    "Category": "sports_leisure",
+    "Num_order": 7529,
+    "Revenue": 1349252.9299999934
+  },
+  {
+    "Category": "housewares",
+    "Num_order": 5743,
+    "Revenue": 1069787.9699999972
+  },
+  { "Category": "auto", "Num_order": 3809, "Revenue": 833610.8400000002 },
+  {
+    "Category": "garden_tools",
+    "Num_order": 3448,
+    "Revenue": 810614.9299999997
+  },
+  { "Category": "cool_stuff", "Num_order": 3559, "Revenue": 744649.3200000004 }
+]

tests/test_extract.py

@@ -0,0 +1,29 @@
+from src.config import DATASET_ROOT_PATH, PUBLIC_HOLIDAYS_URL, get_csv_to_table_mapping
+from src.extract import extract, get_public_holidays
+
+
+def test_get_public_holidays():
+    """Test the get_public_holidays function."""
+    year = "2017"
+    public_holidays = get_public_holidays(PUBLIC_HOLIDAYS_URL, year)
+    assert public_holidays.shape == (14, 7)
+    assert public_holidays["date"].dtype == "datetime64[ns]"
+
+
+def test_extract():
+    """Test the extract function."""
+    csv_folder = DATASET_ROOT_PATH
+    csv_table_mapping = get_csv_to_table_mapping()
+    public_holidays_url = PUBLIC_HOLIDAYS_URL
+    dataframes = extract(csv_folder, csv_table_mapping, public_holidays_url)
+    assert len(dataframes) == len(csv_table_mapping) + 1
+    assert dataframes["public_holidays"].shape == (14, 7)
+    assert dataframes["olist_customers"].shape == (99441, 5)
+    assert dataframes["olist_geolocation"].shape == (1000163, 5)
+    assert dataframes["olist_order_items"].shape == (112650, 7)
+    assert dataframes["olist_order_payments"].shape == (103886, 5)
+    assert dataframes["olist_order_reviews"].shape == (99224, 7)
+    assert dataframes["olist_orders"].shape == (99441, 8)
+    assert dataframes["olist_products"].shape == (32951, 9)
+    assert dataframes["olist_sellers"].shape == (3095, 4)
+    assert dataframes["product_category_name_translation"].shape == (71, 2)

tests/test_transform.py

@@ -0,0 +1,214 @@
+import json
+import math
+
+import pandas as pd
+from pytest import fixture
+from sqlalchemy import create_engine
+from sqlalchemy.engine.base import Engine
+
+from src.config import (
+    DATASET_ROOT_PATH,
+    PUBLIC_HOLIDAYS_URL,
+    QUERY_RESULTS_ROOT_PATH,
+    get_csv_to_table_mapping,
+)
+from src.extract import extract
+from src.load import load
+from src.transform import (
+    QueryResult,
+    query_delivery_date_difference,
+    query_freight_value_weight_relationship,
+    query_global_amount_order_status,
+    query_orders_per_day_and_holidays_2017,
+    query_real_vs_estimated_delivered_time,
+    query_revenue_by_month_year,
+    query_revenue_per_state,
+    query_top_10_least_revenue_categories,
+    query_top_10_revenue_categories,
+)
+
+TOLERANCE = 0.1
+
+
+def to_float(objs, year_col):
+    return list(map(lambda obj: float(obj[year_col]) if obj[year_col] else 0.0, objs))
+
+
+def float_vectors_are_close(a: list, b: list, tolerance: float = TOLERANCE) -> bool:
+    """Check if two vectors of floats are close.
+    Args:
+        a (list): The first vector.
+        b (list): The second vector.
+        tolerance (float): The tolerance.
+    Returns:
+        bool: True if the vectors are close, False otherwise.
+    """
+    return all([math.isclose(a[i], b[i], abs_tol=tolerance) for i in range(len(a))])
+
+
+@fixture(scope="session", autouse=True)
+def database() -> Engine:
+    """Initialize the database for testing."""
+    engine = create_engine("sqlite://")
+    csv_folder = DATASET_ROOT_PATH
+    public_holidays_url = PUBLIC_HOLIDAYS_URL
+    csv_table_mapping = get_csv_to_table_mapping()
+    csv_dataframes = extract(csv_folder, csv_table_mapping, public_holidays_url)
+    load(dataframes=csv_dataframes, database=engine)
+    return engine
+
+
+def read_query_result(query_name: str) -> dict:
+    """Read the query from the json file.
+    Args:
+        query_name (str): The name of the query.
+    Returns:
+        dict: The query as a dictionary.
+    """
+    with open(f"{QUERY_RESULTS_ROOT_PATH}/{query_name}.json", "r") as f:
+        query_result = json.load(f)
+
+    return query_result
+
+
+def pandas_to_json_object(df: pd.DataFrame) -> dict:
+    """Convert pandas dataframe to json object.
+    Args:
+        df (pd.DataFrame): The dataframe.
+    Returns:
+        dict: The dataframe as a json object.
+    """
+    return json.loads(df.to_json(orient="records"))
+
+
+def test_query_revenue_by_month_year(database: Engine):
+    query_name = "revenue_by_month_year"
+    actual = pandas_to_json_object(query_revenue_by_month_year(database).result)
+    expected = read_query_result(query_name)
+
+    def to_float(objs, year_col):
+        return list(
+            map(lambda obj: float(obj[year_col]) if obj[year_col] else 0.0, objs)
+        )
+
+    assert len(actual) == len(expected)
+    assert [obj["month_no"] for obj in actual] == [obj["month_no"] for obj in expected]
+    assert float_vectors_are_close(
+        to_float(actual, "Year2016"), to_float(expected, "Year2016")
+    )
+    assert float_vectors_are_close(
+        to_float(actual, "Year2017"), to_float(expected, "Year2017")
+    )
+    assert float_vectors_are_close(
+        to_float(actual, "Year2018"), to_float(expected, "Year2018")
+    )
+    assert list(actual[0].keys()) == list(expected[0].keys())
+
+
+def test_query_delivery_date_difference(database: Engine):
+    query_name = "delivery_date_difference"
+    actual: QueryResult = query_delivery_date_difference(database)
+    expected = read_query_result(query_name)
+    assert pandas_to_json_object(actual.result) == expected
+
+
+def test_query_global_amount_order_status(database: Engine):
+    query_name = "global_amount_order_status"
+    actual: QueryResult = query_global_amount_order_status(database)
+    expected = read_query_result(query_name)
+    assert pandas_to_json_object(actual.result) == expected
+
+
+def test_query_revenue_per_state(database: Engine):
+    query_name = "revenue_per_state"
+    actual = pandas_to_json_object(query_revenue_per_state(database).result)
+    expected = read_query_result(query_name)
+    assert len(actual) == len(expected)
+    assert list(actual[0].keys()) == list(expected[0].keys())
+    assert float_vectors_are_close(
+        [obj["Revenue"] for obj in actual], [obj["Revenue"] for obj in expected]
+    )
+
+
+def test_query_top_10_least_revenue_categories(database: Engine):
+    query_name = "top_10_least_revenue_categories"
+    actual = pandas_to_json_object(
+        query_top_10_least_revenue_categories(database).result
+    )
+    expected = read_query_result(query_name)
+    assert len(actual) == len(expected)
+    assert list(actual[0].keys()) == list(expected[0].keys())
+    assert [obj["Category"] for obj in actual] == [obj["Category"] for obj in expected]
+    assert [obj["Num_order"] for obj in actual] == [
+        obj["Num_order"] for obj in expected
+    ]
+    assert float_vectors_are_close(
+        [obj["Revenue"] for obj in actual], [obj["Revenue"] for obj in expected]
+    )
+
+
+def test_query_top_10_revenue_categories(database: Engine):
+    query_name = "top_10_revenue_categories"
+    actual = pandas_to_json_object(query_top_10_revenue_categories(database).result)
+    expected = read_query_result(query_name)
+    assert len(actual) == len(expected)
+    assert list(actual[0].keys()) == list(expected[0].keys())
+    assert [obj["Category"] for obj in actual] == [obj["Category"] for obj in expected]
+    assert [obj["Num_order"] for obj in actual] == [
+        obj["Num_order"] for obj in expected
+    ]
+    assert float_vectors_are_close(
+        [obj["Revenue"] for obj in actual], [obj["Revenue"] for obj in expected]
+    )
+
+
+def test_real_vs_estimated_delivered_time(database: Engine):
+    query_name = "real_vs_estimated_delivered_time"
+    actual = pandas_to_json_object(
+        query_real_vs_estimated_delivered_time(database).result
+    )
+    expected = read_query_result(query_name)
+
+    def to_float(objs, year_col):
+        return list(
+            map(lambda obj: float(obj[year_col]) if obj[year_col] else 0.0, objs)
+        )
+
+    assert len(actual) == len(expected)
+    assert list(actual[0].keys()) == list(expected[0].keys())
+    assert [obj["month_no"] for obj in actual] == [obj["month_no"] for obj in expected]
+    assert float_vectors_are_close(
+        to_float(actual, "Year2016_real_time"), to_float(expected, "Year2016_real_time")
+    )
+    assert float_vectors_are_close(
+        to_float(actual, "Year2017_real_time"), to_float(expected, "Year2017_real_time")
+    )
+    assert float_vectors_are_close(
+        to_float(actual, "Year2018_real_time"), to_float(expected, "Year2018_real_time")
+    )
+    assert float_vectors_are_close(
+        to_float(actual, "Year2016_estimated_time"),
+        to_float(expected, "Year2016_estimated_time"),
+    )
+    assert float_vectors_are_close(
+        to_float(actual, "Year2017_estimated_time"),
+        to_float(expected, "Year2017_estimated_time"),
+    )
+    assert float_vectors_are_close(
+        to_float(actual, "Year2018_estimated_time"),
+        to_float(expected, "Year2018_estimated_time"),
+    )
+
+
+def test_query_orders_per_day_and_holidays_2017(database: Engine):
+    query_name = "orders_per_day_and_holidays_2017"
+    actual: QueryResult = query_orders_per_day_and_holidays_2017(database)
+    expected = read_query_result(query_name)
+    assert pandas_to_json_object(actual.result) == expected
+
+
+def test_query_get_freight_value_weight_relationship(database: Engine):
+    query_name = "get_freight_value_weight_relationship"
+    actual: QueryResult = query_freight_value_weight_relationship(database)
+    expected = read_query_result(query_name)
+    assert pandas_to_json_object(actual.result) == expected