WITH RECURSIVE
corner (corner) AS (SELECT 1 UNION ALL SELECT corner + 1 FROM corner WHERE corner < 4),
points (points) AS (SELECT ST_PointN(ST_ExteriorRing(ST_ENVELOPE(p)), corner) FROM corner, worldmap WHERE country = @country),
minmax (mlon, mlat) AS (SELECT ST_X(points), ST_Y(points) FROM points),
bounds AS (SELECT FLOOR(MIN(mlon)) AS minLon, CEILING(MAX(mlon)) AS maxLon, FLOOR(MIN(mlat)) AS minLat, CEILING(MAX(mlat)) AS maxLat FROM minmax),
lon (lon) AS (SELECT minLon FROM bounds UNION ALL SELECT lon + 1 FROM bounds, lon WHERE lon < IF(minLon < 0, 0, maxLon)),
lat (lat) AS (SELECT minLat FROM bounds UNION ALL SELECT lat + 1 FROM bounds, lat WHERE lat < maxLat)
SELECT
RTRIM(GROUP_CONCAT(IF(ST_CONTAINS(p, POINT(lon, lat)), '**', ' ') ORDER BY lon SEPARATOR '')) AS map
FROM lat, lon, worldmap
WHERE country = @country
GROUP BY lat
ORDER BY lat DESC;
+-------------------------+
| Afghanistan |
+-------------------------+
| ** |
| ****** ****** **** |
| **************** |
| ******************** |
| ****************** |
| ****************** |
| ****************** |
| ********** |
| ********** |
+-------------------------+
+---------+
| Albania |
+---------+
| ** |
| ** |
| ** |
+---------+
+---------------------+
| Algeria |
+---------------------+
| ****** |
| **** |
| **** |
| ****** |
| ******** |
| ************ |
| ****************** |
| ****************** |
| ****************** |
| ************** |
| ********** |
| ******** |
| **** |
| ** |
+---------------------+
+----------------------------+
| Angola |
+----------------------------+
| ******** |
| ******** ** |
| ******** ****** |
| **************** |
| ****************** |
| ****************** |
| ******************** |
| ************************ |
| ****************** |
| ****************** |
| ******************** |
| ** ****************** |
+----------------------------+
+-----------------------------------+
| Argentina |
+-----------------------------------+
| ** ** |
| ************ |
| ************** |
| ******************** |
| ********************** ** |
| ******************** **** |
| **************************** |
| ************************** |
| ************************ |
| ************************** |
| ************************ |
| ************************ |
| ********************** |
| ************************** |
| ************************** |
| ****************************** |
| **************************** |
| ****************** |
| ****************** |
| ************ **** |
| ************ |
| **************** |
| ************ |
| ********** |
| ******** |
| ********** |
| ************** |
| ************ |
| ************ |
| ****** |
| ** |
| ** |
+-----------------------------------+
+---------+
| Armenia |
+---------+
| **** |
| ** |
+---------+
+------------------------------------------------------------------------------------+
| Australia |
+------------------------------------------------------------------------------------+
| **** **** |
| ************ **** |
| ** ************ **** |
| ******************** ******** |
| ************************** ******** |
| ********************************** ********** |
| ************************************************ |
| ************************************************** |
| ********************************************************** |
| ****************************************************************** |
| ************************************************************************ |
| ************************************************************************** |
| **************************************************************************** |
| ****************************************************************************** |
| ****************************************************************************** |
| ******************************************************************************** |
| ****************************************************************************** |
| ****************************************************************************** |
| ****************************************************************************** |
| **************************************************************************** |
| ************************** **************************************** |
| ****************** ********************************** |
| ********** ** **************************** |
| **** ** ************************ |
| ** ********************** |
| ******************** |
| ******** **** |
| ** ** |
| ** **** |
| ****** |
| **** |
+------------------------------------------------------------------------------------+
+----------------+
| Austria |
+----------------+
| ** |
| ********** |
| **** ******** |
+----------------+
+----------------+
| Azerbaijan |
+----------------+
| **** |
| ************ |
| ************ |
| ** ****** |
+----------------+
+---------+
| Bahamas |
+---------+
| ** |
+---------+
+------------+
| Bangladesh |
+------------+
| ** |
| ******** |
| ****** |
| ******** |
| ** |
+------------+
+-------------------+
| Belarus |
+-------------------+
| **** |
| ******** |
| ************** |
| **************** |
| ************** |
+-------------------+
+---------+
| Belgium |
+---------+
| ****** |
| ** |
+---------+
+--------+
| Belize |
+--------+
| ** |
| ** |
+--------+
+---------+
| Benin |
+---------+
| ** |
| ****** |
| **** |
| ** |
| ** |
| ** |
+---------+
+-----------+
| Bhutan |
+-----------+
| ** |
| ******** |
+-----------+
+---------------------------+
| Bolivia |
+---------------------------+
| ** |
| ******** |
| ******** |
| ************ |
| **************** |
| ****************** |
| ****************** |
| ********************** |
| ************************ |
| ********************** |
| ************** ** |
| ************ |
| **** **** |
+---------------------------+
+------------------------+
| Bosnia and Herzegovina |
+------------------------+
| ****** |
| ****** |
| ** |
+------------------------+
+----------------------+
| Botswana |
+----------------------+
| ** |
| ********** |
| ************ |
| ************** |
| ****************** |
| **************** |
| ************ |
| ********** |
| **** |
+----------------------+
+----------------------------------------------------------------------------------+
| Brazil |
+----------------------------------------------------------------------------------+
| ** |
| ****** |
| ********** **** |
| ******** ********** |
| ****** ******************************** |
| ************************************** ** |
| ************************************ ******** |
| ************************************ ************ |
| ************************************************************ |
| ************************************************************** |
| ************************************************************************ |
| **************************************************************************** |
| ****************************************************************************** |
| ****************************************************************************** |
| ************************************************************************** |
| ** ******** ************************************************************ |
| ******************************************************** |
| ****************************************************** |
| ************************************************ |
| ******************************************** |
| ****************************************** |
| ******************************************** |
| ************************************** |
| ************************************ |
| ************************************ |
| ********************************** |
| ********************************** |
| ********************************** |
| ********************** |
| **************** |
| ************** |
| ********** |
| ********** |
| ************** |
| ************** |
| ************** |
| ********** |
| **** |
| ** |
+----------------------------------------------------------------------------------+
+-------------------+
| Brunei Darussalam |
+-------------------+
| ** |
+-------------------+
+--------------+
| Bulgaria |
+--------------+
| ** |
| ********** |
| ******** ** |
+--------------+
+--------------+
| Burkina Faso |
+--------------+
| ****** |
| ********** |
| ********** |
| ****** |
| **** |
+--------------+
+---------+
| Burundi |
+---------+
| ** |
| ** |
+---------+
+-------------+
| Cambodia |
+-------------+
| ****** ** |
| ********** |
| ******** |
| ****** |
+-------------+
+------------------+
| Cameroon |
+------------------+
| ** |
| **** |
| **** |
| **** |
| ****** |
| ******** |
| ********** |
| ************ |
| ************ |
| ************** |
| **** |
+------------------+
+------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| Canada |
+------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| ****** ********** |
| ******** ******** ********************************** |
| ******** **** ************ ************************ |
| **** ****************** ******************************** |
| ****** ************ **** **************** |
| ****** **** ****** ******************** |
| ******** ** ****************** |
| **** ** ******** **** ** ** ** **** ** ** |
| ** ****** **** **** ****** ************************ |
| ********** **** ** ******** ** |
| ************** **** ** ****** ** ******** ******** ****** ****************** |
| ********** ******************** ****** ******** ** ********************** ******** |
| **************************** ******** ** ********************************** |
| **** **** ********************************** ********** ****** **** ******************** |
| ******** **** ****************************** ************ ******** ********** ******** ** ****** ** ** ************** |
| **************************************************** ******** **** ************** ******** **** ** **************** |
| ****************************************************************** ********************** **************************** ****************** |
| ************************************************************************************************************** **** ************** **** |
| ************************************************************************************************************ ****** ************************ |
| ******************************************************************************************************** ************ **************** |
| ****************************************************************************************************** ******** **** |
| ************************************************************************************************ ** ************ |
| ********************************************************************************************** ************** |
| ****************************************************************************************** ************** ** |
| ******************************************************************************** ****************** **** |
| ********************************************************************************** ****************************** |
| ************************************************************************************** ****************************** |
| ************************************************************************************** ** ****************************** |
| ********************************************************************************************** **************************************** |
| **** ************************************************************************************************ ******************************************** |
| ** ************************************************************************************************** ********************************************** |
| ************************************************************************************************ ********************************************** |
| ****************************************************************************************************************************************** ** |
| **** ******************************************************************************************************************** **** |
| **** ****************** **** ********** ****** ** **** **************************************************** **** ********** |
| ****************************************** ************** |
| ******************************** ****** **** |
| ************************** ******** **** |
| ****************** ******** |
| ************ **** |
| ****** |
| **** |
+------------------------------------------------------------------------------------------------------------------------------------------------------------------+
+---------------------------+
| Central African Republic |
+---------------------------+
| **** |
| ******** |
| ************** |
| ********************** |
| ************************ |
| ********************** |
| ****** |
+---------------------------+
+------------------------+
| Chad |
+------------------------+
| **** |
| ******** |
| ************ |
| **************** |
| **************** |
| **************** |
| **************** |
| ******************** |
| ****************** |
| ****************** |
| ************** |
| ************** |
| ************** |
| ************ |
| ********** |
| **** |
+------------------------+
+--------------------------------------------------+
| Chile |
+--------------------------------------------------+
| **** |
| **** |
| **** |
| **** |
| ****** |
| ****** |
| **** |
| **** |
| **** |
| **** |
| **** |
| **** |
| ** |
| ** |
| ** |
| **** |
| **** |
| **** |
| **** |
| **** |
| **** |
| **** |
| **** |
| ** ** |
| ** |
| **** |
| **** |
| **** |
| **** |
| ** ** |
| ** |
| **** |
| ************ |
| ************ |
| ** **** |
| ** ****** |
+--------------------------------------------------+
+----------------------------------------------------------------------------------------------------------+
| China |
+----------------------------------------------------------------------------------------------------------+
| ********** |
| ************ |
| ************** |
| **************** |
| ** ************************** |
| ******** **** ************************ **** |
| ********** ****************************** |
| ****************** ********************************** |
| ************************** ** ********************************** |
| ****************************** **************************************** |
| ******************************** ****************************************** |
| ************************************************ ********************************************** |
| **************************************************************************************************** |
| ******************************************************************************************** ****** |
| **************************************************************************************** |
| **************************************************************************************** |
| ************************************************************************************************ |
| **************************************************************************************** |
| ********************************************************************************** |
| ************************************************************************************ |
| ********************************************************************************** |
| ********************************************************************************** ** |
| ************************************************************************************ |
| ****************************************************************************** |
| ******************** ************************************************** |
| ******** **** ******************************************** |
| ******************************************** |
| ****************************************** |
| ****************************************** |
| ************************************** ** |
| ********** ********************** ** |
| **** ************ |
| ** |
| **** |
+----------------------------------------------------------------------------------------------------------+
+----------------------------+
| Colombia |
+----------------------------+
| ** |
| **** |
| ****** |
| ******** |
| ********** |
| ************ |
| ******************** |
| ******************** |
| ******************** |
| ******************** |
| ********************** |
| ****************** |
| ********** |
| ********** |
| ******** |
| ** |
| ** |
+----------------------------+
+-------------+
| Congo |
+-------------+
| **** |
| ** **** |
| ****** |
| ******** |
| ****** |
| **** |
| ********** |
| ******** |
| ** |
+-------------+
+-------------------------------------+
| Congo DRC |
+-------------------------------------+
| **** |
| ************************ |
| ************************ |
| ************************** |
| ************************** |
| ************************ |
| ************************ |
| ************************** |
| ************************** |
| **************************** |
| ********************************** |
| ************************** |
| ****** ******************** |
| ** ****************** |
| ************** |
| ************ |
| ** ******** |
| ** |
| ** |
+-------------------------------------+
+------------+
| Costa Rica |
+------------+
| ** |
| ** |
+------------+
+------------+
| Croatia |
+------------+
| **** |
| **** ** |
| ** |
+------------+
+----------------+
| Cuba |
+----------------+
| **** |
| ** ****** |
| ****** |
| ****** |
+----------------+
+--------+
| Cyprus |
+--------+
| **** |
+--------+
+----------------+
| Czech Republic |
+----------------+
| ************ |
| ** **** |
+----------------+
+----------+
| Denmark |
+----------+
| ** |
| **** ** |
| ** ** |
+----------+
+----------+
| Djibouti |
+----------+
| ** |
| ** |
+----------+
+--------------------+
| Dominican Republic |
+--------------------+
| ****** |
+--------------------+
+------------------------+
| Ecuador |
+------------------------+
| ** |
| ********** |
| ********** |
| ********** |
| **** |
| **** |
+------------------------+
+-------------------------+
| Egypt |
+-------------------------+
| ******** ********** |
| ******************** |
| **************** ** |
| ****************** |
| **************** |
| ******************** |
| ******************** |
| ********************** |
| ******************** |
| ** ** ** **** ** |
+-------------------------+
+-------------+
| El Salvador |
+-------------+
| ** |
+-------------+
+-------------------+
| Equatorial Guinea |
+-------------------+
| **** |
+-------------------+
+-----------+
| Eritrea |
+-----------+
| **** |
| ****** |
| ******** |
| ** |
| ** |
+-----------+
+-------------+
| Estonia |
+-------------+
| ******** |
| **** |
+-------------+
+----------+
| Eswatini |
+----------+
| ** |
| ** |
+----------+
+--------------------------------+
| Ethiopia |
+--------------------------------+
| ******** |
| ********** |
| ************** |
| ************** |
| ****************** |
| ******************** |
| **************************** |
| ************************ |
| ********************** |
| ******************** |
| ****** |
+--------------------------------+
+------------------+
| Falkland Islands |
+------------------+
| ** |
+------------------+
+-------------------------+
| Finland |
+-------------------------+
| **** ****** |
| ************ |
| ************ |
| ********** |
| ******** |
| ************** |
| ******************** |
| ****************** |
| ************** |
+-------------------------+
+-------------+
| France |
+-------------+
| **** |
| ********** |
| ****** |
| **** |
| **** |
| **** |
| **** |
+-------------+
+---------------+
| French Guiana |
+---------------+
| **** |
| ****** |
| **** |
+---------------+
+-----------------------------+
| French Southern Territories |
+-----------------------------+
| ** |
+-----------------------------+
+---------------+
| Gabon |
+---------------+
| **** |
| ********** |
| ******** |
| ************ |
| ********** |
| ** |
+---------------+
+--------------+
| Georgia |
+--------------+
| ****** |
| ********** |
+--------------+
+---------------------+
| Germany |
+---------------------+
| **** **** |
| ************** |
| **************** |
| ****************** |
| ************ |
| ********** |
| ********** |
+---------------------+
+-----------+
| Ghana |
+-----------+
| ****** |
| ****** |
| ****** |
| ****** |
| ******** |
| ******** |
| ** |
+-----------+
+---------------+
| Greece |
+---------------+
| ********** |
| **** ** |
| **** |
| ****** |
| ** ** |
| ** |
+---------------+
+---------------------------------------------------------------------------------------------------------------+
| Greenland |
+---------------------------------------------------------------------------------------------------------------+
| ** ********************** ************** |
| **************** ******** ************************** ****** **** **** |
| ********************************************************************************** **************** |
| ****************************************************************************************** **** |
| ************************************************************************************************** ** |
| ****************************************************************************************************** |
| ********************************************************************************************************** |
| ** ******************************************************************************** |
| **************************************************************************** |
| ********************************************************************** |
| ********************************************************** **** |
| ****************************************************************** |
| ************************************************** ****** |
| **** ********************************************************** |
| **************************************************** |
| ****************************************** |
| **************************************** |
| ******************************** |
| ********************** |
| ********************** |
| ****************** |
| ************** |
| ************ |
| ** |
+---------------------------------------------------------------------------------------------------------------+
+-----------+
| Guatemala |
+-----------+
| **** |
| **** |
| ****** |
| **** |
+-----------+
+----------------+
| Guinea |
+----------------+
| ********** |
| ************ |
| ************ |
| ****** |
| ** |
+----------------+
+---------------+
| Guinea-Bissau |
+---------------+
| ****** |
| ** |
+---------------+
+-----------+
| Guyana |
+-----------+
| ** |
| **** |
| ******** |
| **** |
| ** |
| **** |
| ****** |
+-----------+
+-------+
| Haiti |
+-------+
| ** |
+-------+
+---------------+
| Honduras |
+---------------+
| ************ |
| ****** |
+---------------+
+-------------+
| Hungary |
+-------------+
| ******** |
| ********** |
| **** |
+-------------+
+------------------------+
| Iceland |
+------------------------+
| **** ************ |
| ******************** |
| ************ |
+------------------------+
+------------------------------------------------------+
| India |
+------------------------------------------------------+
| ** |
| ******** |
| ********** |
| ******** |
| ********** |
| ************** |
| **************** **** |
| ******************** ********** |
| ****************************** ****** |
| ************************************ ************ |
| ************************************ **** |
| **************************************** ****** |
| **************************************** ** |
| **************************************** |
| ** **************************** |
| **************************** |
| ********************** |
| ******************** |
| ****************** |
| **************** |
| ************ |
| ************ |
| ************ |
| ******** |
| ******** |
| ****** |
| **** |
+------------------------------------------------------+
+--------------------------------------------------------------------------+
| Indonesia |
+--------------------------------------------------------------------------+
| **** |
| **** ** **** |
| **** **** |
| ****** ****** |
| ************ ****************** ** **** ** |
| ******** **************** ** |
| ******** **************** ** ** ******** ** |
| ******** ** ************ **** ** ****** **** |
| ********** ** ************ **** ** **** **** ************ |
| ****** ** ** **** ** ************** |
| **** ** ******** |
| ** ****** |
| **************** ****** |
| ******** ******** |
| ** ** |
| ** ** |
+--------------------------------------------------------------------------+
+------------------------------------+
| Iran |
+------------------------------------+
| ** **** |
| ************** **** |
| ******************************** |
| ******************************** |
| ******************************** |
| ****************************** |
| **************************** |
| ************************** |
| **************************** |
| ********************** |
| ********************** |
| ********************** |
| **** ************** |
| ******** |
+------------------------------------+
+-------------------+
| Iraq |
+-------------------+
| **** |
| ******** |
| ******** |
| ********** |
| **************** |
| ************** |
| ********** |
| ******** |
+-------------------+
+-----------+
| Ireland |
+-----------+
| ** |
| ******** |
| ****** |
| ****** |
+-----------+
+--------+
| Israel |
+--------+
| ** |
| ** |
| ** |
+--------+
+-------------------+
| Italy |
+-------------------+
| ** |
| ** ******** |
| ************ |
| ** **** |
| ****** |
| ******** |
| ** ******** |
| ** ** ** |
| ** ** |
| ******** |
| ** |
+-------------------+
+---------+
| Jamaica |
+---------+
| ** |
+---------+
+------------------------------+
| Japan |
+------------------------------+
| ** |
| ******** |
| ********** |
| **** |
| **** |
| ** |
| ******** |
| ********** |
| ************** |
| ****** ** |
| **** ** |
| ** |
+------------------------------+
+----------+
| Jordan |
+----------+
| ****** |
| **** |
| **** |
+----------+
+-----------------------------------------------------------------------------------+
| Kazakhstan |
+-----------------------------------------------------------------------------------+
| **** |
| ********************** ** |
| ******************************** |
| ************************************** |
| ********** **** ************************************ ** |
| ************************************************************************** |
| ******************************************************************************** |
| **************************************************************************** |
| ************************************************************************** |
| ****************************************************************** |
| ************** ****************************************** |
| ************ ************************************** |
| ************ **************** ************ |
| **** ** ******** |
+-----------------------------------------------------------------------------------+
+-------------------+
| Kenya |
+-------------------+
| ****** ** |
| ************** |
| ********** |
| ************ |
| ************** |
| **************** |
| ************ |
| ****** |
| ** |
+-------------------+
+--------+
| Kuwait |
+--------+
| ** |
+--------+
+----------------------+
| Kyrgyzstan |
+----------------------+
| ** |
| ****************** |
| ******** |
| ******** |
+----------------------+
+------------+
| Laos |
+------------+
| ** |
| ****** |
| ******** |
| ****** |
| ** ** |
| **** |
| **** |
| **** |
| ** |
+------------+
+----------------+
| Latvia |
+----------------+
| ** |
| ************ |
| **** |
+----------------+
+---------+
| Lebanon |
+---------+
| ** |
+---------+
+---------+
| Lesotho |
+---------+
| **** |
| **** |
+---------+
+----------+
| Liberia |
+----------+
| ** |
| ****** |
| ****** |
| **** |
+----------+
+-----------------------------------+
| Libya |
+-----------------------------------+
| ********** ********** |
| ************** ******** |
| ****************************** |
| ****************************** |
| ******************************** |
| ******************************** |
| ****************************** |
| **************************** |
| ************************** |
| ** ****************** |
| ************ |
| ******** |
| **** |
+-----------------------------------+
+-------------+
| Lithuania |
+-------------+
| ******** |
| ******** |
| ** |
+-------------+
+------------+
| Luxembourg |
+------------+
| ** |
+------------+
+--------------+
| Madagascar |
+--------------+
| ** |
| ****** |
| ****** |
| ******** |
| ********** |
| ********** |
| ********** |
| ******** |
| ********** |
| ********** |
| ******** |
| ******** |
| ****** |
+--------------+
+--------+
| Malawi |
+--------+
| ** |
| ** |
| ** |
| ** |
| **** |
| ** |
| ** |
+--------+
+----------------------------+
| Malaysia |
+----------------------------+
| **** **** |
| ****** ****** |
| ****** **** |
| **** ****** |
| **** ****** |
+----------------------------+
+----------------------------+
| Mali |
+----------------------------+
| ****** |
| ********** |
| ************ |
| ************** |
| ************ |
| ************ |
| ************ |
| ************ |
| ************ |
| ************************ |
| ******************** |
| ************** |
| ******** |
| ****** |
+----------------------------+
+--------------------------+
| Mauritania |
+--------------------------+
| ** **** |
| **************** |
| ************ |
| ************** |
| ************** |
| ********************** |
| ********************** |
| ********************** |
| ********************** |
| ********************** |
| **************** |
| ** |
+--------------------------+
+-----------------------------------------------+
| Mexico |
+-----------------------------------------------+
| ****** |
| **** **************** |
| ** **************** |
| ** ************************ |
| **** ************************ |
| **** ******************** |
| ** ************************ |
| **** ********************** |
| ** ******************** |
| ** ****************** |
| **************** |
| **************** ******** |
| ****************** ****** |
| ****************** ******** |
| **************************** |
| ****************** |
| **** **** |
+-----------------------------------------------+
+---------+
| Moldova |
+---------+
| ** |
| ** |
+---------+
+----------------------------------------------------------------+
| Mongolia |
+----------------------------------------------------------------+
| ** |
| ********** |
| ********** ******************** **** |
| ********************************************************** |
| **************************************************** ** |
| ********************************************************** |
| ************************************************** |
| ************************************ **** |
| ******************************** |
| **************************** |
| **** |
+----------------------------------------------------------------+
+------------+
| Montenegro |
+------------+
| **** |
+------------+
+--------------------------+
| Morocco |
+--------------------------+
| ******** |
| ********** |
| ************** |
| ************** |
| ************ |
| ******** |
| **** |
| ******** |
| ********** |
| **** ****** |
| **** |
| ****** |
| ****** |
| ****** |
+--------------------------+
+----------------------+
| Mozambique |
+----------------------+
| ** |
| ************ |
| ************ |
| ********** |
| ******** ********** |
| ******** ********** |
| ************** |
| ******** |
| ****** |
| **** |
| ****** |
| ******** |
| ******** |
| ******** |
| **** |
+----------------------+
+-------------------+
| Myanmar |
+-------------------+
| ** |
| ****** |
| ****** |
| ****** |
| ******** |
| ************ |
| ************** |
| **************** |
| ************ |
| ****** |
| ****** |
| **** ** |
| ** ** |
| ** |
| ** |
| ** |
| ** |
| ** |
+-------------------+
+-----------------------------+
| Namibia |
+-----------------------------+
| ** |
| ************************** |
| **************** |
| ************** |
| ************** |
| ************ |
| ********** |
| ************ |
| ************ |
| ************ |
| ******** |
| ******** |
+-----------------------------+
+---------------+
| Nepal |
+---------------+
| **** |
| ******** |
| ******** |
| ******** |
+---------------+
+-------------+
| Netherlands |
+-------------+
| **** |
| **** |
+-------------+
+---------------+
| New Caledonia |
+---------------+
| ** |
+---------------+
+-----------+
| Nicaragua |
+-----------+
| **** |
| ******** |
| ****** |
| **** |
+-----------+
+-----------------------------+
| Niger |
+-----------------------------+
| **** |
| ************ |
| **************** |
| ****************** |
| ********************** |
| ********************** |
| ********************** |
| ********************** |
| ************************** |
| ************************** |
| ****** ** ** |
+-----------------------------+
+--------------------------+
| Nigeria |
+--------------------------+
| **** ** ********** |
| ********************** |
| ******************** |
| ******************** |
| ******************** |
| ******************** |
| ****************** |
| ********** |
| ****** |
+--------------------------+
+-------------+
| North Korea |
+-------------+
| **** |
| ****** |
| ****** |
| **** |
| ** |
+-------------+
+-----------------+
| North Macedonia |
+-----------------+
| **** |
| ** |
+-----------------+
+--------------------------------------+
| Norway |
+--------------------------------------+
| ** ** |
| ** ****************** |
| ****** ****** |
| ** **** |
| **** |
| **** |
| ****** |
| ****** |
| ********** |
| ************** |
| ************** |
| ************** |
| ********** |
| ** |
+--------------------------------------+
+---------------+
| Oman |
+---------------+
| **** |
| ******** |
| ******** |
| ****** |
| ****** |
| ********** |
| ******** |
| **** |
+---------------+
+--------------------------+
| Pakistan |
+--------------------------+
| ********** |
| ************ |
| ********** |
| ********** |
| ********** |
| **************** |
| ************** |
| ********************** |
| ****************** |
| ************ |
| ****************** |
| ******** |
| ** |
+--------------------------+
+------------+
| Panama |
+------------+
| ****** |
| ** ** |
+------------+
+----------------------------+
| Papua New Guinea |
+----------------------------+
| ** |
| ** |
| ****** |
| ******** |
| ************ ****** ** |
| ********** |
| **** **** |
| **** **** |
| **** ** |
+----------------------------+
+-----------------+
| Paraguay |
+-----------------+
| ****** |
| ********** |
| ********** |
| ************ |
| ************ |
| ******** |
| ****** |
| ****** |
+-----------------+
+-------------------------+
| Peru |
+-------------------------+
| ** |
| **** |
| ************** |
| ** **************** |
| ****************** |
| **************** |
| ************ |
| ************ |
| ************ |
| ************ ** |
| **************** |
| ****************** |
| **************** |
| **************** |
| ************ |
| ********** |
| ****** |
| ** |
+-------------------------+
+------------------+
| Philippines |
+------------------+
| **** |
| **** |
| **** |
| **** |
| ** ** |
| ** ** |
| **** |
| **** |
| ** ** |
| ** ** |
| ** ******** |
| ** ****** |
| ** ** |
+------------------+
+---------------------+
| Poland |
+---------------------+
| ****************** |
| ****************** |
| ****************** |
| ****************** |
| ********** |
+---------------------+
+----------+
| Portugal |
+----------+
| **** |
| **** |
| ****** |
| ** |
+----------+
+-------------+
| Puerto Rico |
+-------------+
| **** |
+-------------+
+-------+
| Qatar |
+-------+
| ** |
+-------+
+-------------------+
| Romania |
+-------------------+
| ** |
| ************** |
| **************** |
| ************** |
| ******** ** |
+-------------------+
+--------------------+
| Russian Federation |
+--------------------+
| ** |
| ****** |
| ************ |
| **************** |
| ****** |
+--------------------+
+--------+
| Rwanda |
+--------+
| ** |
+--------+
+-------------+
| Saint Lucia |
+-------------+
| ** |
+-------------+
+----------------------------------------+
| Saudi Arabia |
+----------------------------------------+
| **** |
| ********** |
| ************ |
| ************************** |
| ************************** |
| **************************** |
| **************************** |
| ************************** |
| ************************** |
| **************************** |
| ******************************** |
| ******************************** |
| **************************** |
| ********************** |
| ************** |
| ** ** |
+----------------------------------------+
+--------------+
| Senegal |
+--------------+
| ****** |
| ********** |
| ******** |
| ********** |
+--------------+
+----------+
| Serbia |
+----------+
| ** |
| **** |
| ****** |
| **** |
+----------+
+--------------+
| Sierra Leone |
+--------------+
| ****** |
| **** |
+--------------+
+--------------+
| Slovakia |
+--------------+
| ********** |
| ** |
+--------------+
+----------+
| Slovenia |
+----------+
| **** |
+----------+
+-----------------+
| Solomon Islands |
+-----------------+
| ** |
| ** ** |
| ** |
+-----------------+
+--------------------+
| Somalia |
+--------------------+
| ** ******** |
| ************** |
| ************ |
| **** |
| ****** |
| ****** |
| ****** |
| ************ |
| ********** |
| ********** |
| ****** |
| **** |
+--------------------+
+--------------------------------+
| South Africa |
+--------------------------------+
| ******** |
| ********** |
| ************** |
| ****************** |
| ********************** ** |
| ************************** |
| ********************** **** |
| ******************** ** |
| ************************** |
| ********************** |
| ******************** |
| ************ |
+--------------------------------+
+-------------+
| South Korea |
+-------------+
| **** |
| ****** |
| ****** |
| **** |
+-------------+
+-----------------------+
| South Sudan |
+-----------------------+
| ** |
| ** |
| ** ** **** |
| ******************** |
| ****************** |
| **************** |
| **************** |
| **************** |
| ****** |
+-----------------------+
+----------------------+
| Spain |
+----------------------+
| **************** |
| ****************** |
| ************** |
| ************** |
| ************ |
| ************** |
| ********** |
+----------------------+
+-----------+
| Sri Lanka |
+-----------+
| **** |
| **** |
+-----------+
+-----------------------------------+
| Sudan |
+-----------------------------------+
| ** ** ** ** ** |
| ************************ |
| ************************ |
| **************************** |
| ****************************** |
| **************************** |
| ************************ |
| **************************** |
| **************************** |
| ****************************** |
| ******************** **** |
| ******************** ** |
| **** ****** ** ** |
| ** |
+-----------------------------------+
+-----------+
| Suriname |
+-----------+
| ****** |
| ******** |
| ****** |
| ** |
+-----------+
+--------------------------+
| Sweden |
+--------------------------+
| ************ |
| ************** |
| ******************** |
| ************** |
| **************** |
| ************ |
| ********** |
| ********** |
| ************ |
| ************ |
| ********** |
| ******** |
| **** |
+--------------------------+
+-------------+
| Switzerland |
+-------------+
| ****** |
| ** |
+-------------+
+---------------+
| Syria |
+---------------+
| **** |
| ********** |
| ************ |
| ******** |
| ****** |
+---------------+
+---------------+
| Tajikistan |
+---------------+
| ** |
| ********** |
| **** ****** |
| ** ** |
+---------------+
+-----------------------+
| Tanzania |
+-----------------------+
| ****** |
| ********** |
| ************** |
| **************** |
| ******************** |
| ****************** |
| ****************** |
| ****************** |
| **************** |
| ********** |
| ********** |
+-----------------------+
+------------------+
| Thailand |
+------------------+
| ** |
| ******** |
| ********** ** |
| ************ |
| ************** |
| ************** |
| ****** |
| ****** |
| ** |
| ** |
| **** |
| ** |
+------------------+
+-------------+
| Timor-Leste |
+-------------+
| **** |
+-------------+
+----------+
| Tunisia |
+----------+
| ****** |
| **** |
| **** |
| ****** |
| ****** |
| ** |
| ** |
+----------+
+----------------------------------------+
| Turkiye |
+----------------------------------------+
| ** ** |
| ** **************** ** ****** |
| ************************************ |
| ************************************ |
| ********************************** |
| ************************ |
| ** |
+----------------------------------------+
+-------------------------------+
| Turkmenistan |
+-------------------------------+
| **** ****** |
| ******************** |
| ********************** |
| ************************** |
| ******** ****************** |
| ******** |
| **** |
+-------------------------------+
+-------------+
| Uganda |
+-------------+
| ** |
| ******** |
| ******** |
| ******** |
| ******** |
| ** |
+-------------+
+-------------------------------------+
| Ukraine |
+-------------------------------------+
| ******** |
| ************************ |
| **************************** |
| ********************************** |
| ******** ********************** |
| **************** |
| **** ** |
| **** |
+-------------------------------------+
+----------------------+
| United Arab Emirates |
+----------------------+
| ** |
| ****** |
| ****** |
+----------------------+
+------------------+
| United Kingdom |
+------------------+
| ** |
| ** **** |
| ****** |
| **** |
| ************ |
| **** |
| ********** |
| ************ |
| ********** |
+------------------+
+-------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| United States |
+-------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| ****** |
| ********************************** **** |
| ******************************************** |
| ************************************************ |
| **************************************** |
| ************************************************** |
| ************************************************** |
| ************************************** |
| ********************************************** |
| ************************************************ |
| **************************** ** ********** |
| **** ************************ ****** **** |
| **************** ******** |
| **** ** **** |
| **** ** |
| **** ** ** |
| ****** |
| ** ** ** ** ** ** |
| ************************************************************************** |
| **************************************************************************** **** |
| ******************************************************************************** ****** |
| ********************************************************************************** ************ |
| ************************************************************************************ ************** |
| ************************************************************************************ ****************** |
| ********************************************************************************** ********************** |
| ****************************************************************************************************** |
| ************************************************************************************************** |
| ************************************************************************************************ |
| ******************************************************************************************** |
| ******************************************************************************************** |
| ****************************************************************************************** |
| **************************************************************************************** |
| ********************************************************************************** |
| **************************************************************************** |
| ****************************************************************** |
| ************************************************ |
| ****************************** ** **** |
| ********** **** |
| **** **** |
| **** **** |
| ** |
+-------------------------------------------------------------------------------------------------------------------------------------------------------------------+
+-------------+
| Uruguay |
+-------------+
| ** |
| ********** |
| ********** |
| ********** |
+-------------+
+-------------------------------+
| Uzbekistan |
+-------------------------------+
| ******** |
| ************ |
| ******************** |
| **** ************ |
| ********************** |
| ************ |
| ******** |
| **** |
+-------------------------------+
+---------+
| Vanuatu |
+---------+
| ** |
+---------+
+----------------------------+
| Venezuela |
+----------------------------+
| ** |
| ******** ** |
| ******************** |
| ************************ |
| ************************ |
| ********************** |
| ************ |
| ************** |
| ********** |
| ****** |
| ******** |
| ** |
+----------------------------+
+-------------+
| Vietnam |
+-------------+
| ** |
| ******** |
| ******** |
| **** |
| ** |
| ** |
| ** |
| ** |
| ** |
| **** |
| **** |
| ****** |
| **** |
| ** |
| ** |
+-------------+
+-----------------------+
| Yemen |
+-----------------------+
| ******** |
| ****** ********** |
| ******************** |
| **************** |
| ******** |
| **** |
+-----------------------+
+---------------------------+
| Zambia |
+---------------------------+
| ****** |
| ********** |
| ** ********** |
| ******** ********** |
| ******** ******** |
| ************************ |
| ****************** |
| ************** |
| ********** |
+---------------------------+
+-----------------+
| Zimbabwe |
+-----------------+
| **** |
| ********** |
| ************** |
| ************** |
| ************ |
| ********** |
| **** |
+-----------------+
June 14, 2023
Rendering geometry at the mysql prompt
August 30, 2022
Latitude and Longitude swapped after upgrading MySQL
MySQL supports geometry types. The basic type is the POINT, and from that you can build linestrings and polygons and various combinations of those.
Everybody wants to store latitude and longitude, and since those are two numbers representing a point on the planet, they seem like a natural fit to store in a POINT type.
However, here there be dragons. Coordinates on a flat piece of paper are different than on a sphere. On a flat piece of paper, (-180, 0) and (180, 0) are 360 apart. On a sphere, they are the same point. How is MySQL supposed to know which to use when you ask for ST_Distance?
The answer is to specify a spatial reference identifier (SRID). A popular SRID with latitude and longitude on our planet is 4326.
MySQL 5.7 acts like everything is a flat sheet of paper, even if you specify SRID 4326. MySQL 5.7 doesn’t know what ‘latitude’ and ‘longitude’ mean, but the effect is that the longitude is the first coordinate (X), the latitude is the second coordinate (Y). Since latitude and longitude are angle measures rather than linear distances, ST_Distance only kinda works for points that are quite close to each other and far from the international date line and the poles.
SET @point180W = 0xE6100000010100000000000000008066C00000000000000000;
SET @point180E = 0xE6100000010100000000000000008066400000000000000000;
ST_AsText(@point180W) ST_SRID(@point180W) POINT(-180 0) 4326 ST_AsText(@point180E) ST_SRID(@point180E) POINT(180 0) 4326 ST_Distance(@point180W, @point180E) 360
In 8.0, MySQL learned about SRIDs. For SRID 4326, MySQL says the first coordinate (X) is latitude, the second (Y) is longitude.
ST_AsText(@point180W) ST_SRID(@point180W) POINT(0 -180) 4326 ST_AsText(@point180E) ST_SRID(@point180E) POINT(0 180) 4326 ST_Distance(@point180W, @point180E) 0
If you had points in 5.7 with SRID 0 (meaning no SRID), then they should still work the same in 8.0, like everything is a flat piece of paper.
But, if you had points in 5.7 with SRID 4326, you’ll find that they are backwards from what you expect after you upgrade to 8.0. The effect is that 5.7 seemed like it stored them in long/lat, but really the underlying storage has not changed; 5.7 just didn’t bother to check which one was supposed to be which.
If you have upgraded to 8.0 and find that your points seem to be “backwards”, you can take any of several approaches:
- Leave it alone. 5.7 was wrong. 8.0 is now consistent with EPSG:4326. Adjust your expectations and queries accordingly.
- Since 5.7 behaved as if there was no SRID for everything except the
ST_SRIDfunction, you can update your data and remove the SRID.
Since columns in 8.0 have an SRID associated, you can’t just do:UPDATE table SET column = ST_SRID(column, 0);
You’ll get ERROR 3643 (HY000): The SRID of the geometry does not match the SRID of the column … Consider changing the SRID of the geometry or the SRID property of the column.
FirstALTER TABLE table MODIFY column LONGBLOB;
Then use the above UPDATE to remove the SRID. Finally, use another ALTER TABLE to modify the column back to the appropriate geometry type with SRID 0. - 5.7 had the effect of treating lat/long as long/lat. If you populated your columns with that expectation, then you can swap them:
UPDATE table SET column = ST_SwapXY(column);
This will take the Statue of Liberty out of central Greenland and put it back in New York where it belongs.
April 11, 2022
Date ranges in JSON
Suppose you have these documents stored in a JSON column:
CREATE TABLE tableName (id int auto_increment primary key, data JSON);
INSERT INTO tableName (data) VALUES ('
{
"2022/03/29": ["macguffin", "plot coupon"],
"2022/03/31": ["lorem", "ipsum"],
"2022/04/01": ["dolor", "sit amet"],
"2022/04/02": ["silent engine", "radioactive ore"],
"2022/04/03": ["pulpy briefcase", "Schmilblick"]
}
'), ('
{
"2022/03/30": ["Big Dumb Object", "Unobtanium"],
"2022/03/31": "glowing orb",
"2022/04/02": "blinker fluid",
"2022/04/03": "hunted snipe",
"2022/04/04": ["wild goose", "alien space bat"]
}
');
And suppose you want the values for each row from the range 29 March through 01 April.
JSON has no idea what a “date” is, nor how to cover a “range” of values. But MySQL does. So, we can turn the keys into something that MySQL can work with, filter those keys with SQL, and then look up the values in JSON again.
SELECT
JSON_ARRAYAGG(
JSON_EXTRACT(data, CONCAT('$."', DATE_FORMAT(d, '%Y/%m/%d'), '"'))
) AS importantValues
FROM
tableName
JOIN JSON_TABLE(
REPLACE(JSON_KEYS(data), '/', '-'),
"$[*]" COLUMNS (d DATE PATH "$")
) AS jt
WHERE d BETWEEN '2022-03-29' AND '2022-04-01'
GROUP BY id;
+---------------------------------------------------------------------------+
| importantValues |
+---------------------------------------------------------------------------+
| [["macguffin", "plot coupon"], ["lorem", "ipsum"], ["dolor", "sit amet"]] |
| [["Big Dumb Object", "Unobtanium"], "glowing orb"] |
+---------------------------------------------------------------------------+
Let’s break that down.
JSON_KEYS gets an array of keys from a JSON object:
SELECT JSON_KEYS(data) FROM tableName; +------------------------------------------------------------------------+ | JSON_KEYS(data) | +------------------------------------------------------------------------+ | ["2022/03/29", "2022/03/31", "2022/04/01", "2022/04/02", "2022/04/03"] | | ["2022/03/30", "2022/03/31", "2022/04/02", "2022/04/03", "2022/04/04"] | +------------------------------------------------------------------------+
At the moment, MySQL still understands any delimiter character between the date parts, in this case a forward slash. However, as of 8.0.29, this allowance is deprecated, so to be proper the slashes must be replaced with dashes:
SELECT REPLACE(JSON_KEYS(data), '/', '-') FROM tableName; +------------------------------------------------------------------------+ | REPLACE(JSON_KEYS(data), '/', '-') | +------------------------------------------------------------------------+ | ["2022-03-29", "2022-03-31", "2022-04-01", "2022-04-02", "2022-04-03"] | | ["2022-03-30", "2022-03-31", "2022-04-02", "2022-04-03", "2022-04-04"] | +------------------------------------------------------------------------+
JSON_TABLE turns JSON data into a table. The “$[*]” path selects the part of the expression that will be turned into the table. The COLUMNS section turns those values into MySQL dates.
SELECT * FROM
JSON_TABLE(
'["2022/03/29", "2022/03/31", "2022/04/01", "2022/04/02", "2022/04/03"]',
"$[*]" COLUMNS (d DATE PATH "$")
) AS jt;
+------------+
| d |
+------------+
| 2022-03-29 |
| 2022-03-31 |
| 2022-04-01 |
| 2022-04-02 |
| 2022-04-03 |
+------------+
You can provide a column name to JSON_TABLE, provided it comes from a table listed earlier in the FROM clause. Filtering and grouping is ordinary SQL. JSON_ARRAYGG is an aggregate function that turns rows into a JSON array; it’s the JSON version of GROUP_CONCAT.
SELECT
id, JSON_ARRAYAGG(d)
FROM
tableName
JOIN JSON_TABLE(
JSON_KEYS(data),
"$[*]" COLUMNS (d DATE PATH "$")
) AS jt
WHERE d BETWEEN '2022-03-29' AND '2022-04-01'
GROUP BY id;
JSON_EXTRACT returns the values from a given path. It requires an exact match for looking up keys, so those dashes must be turned back into slashes – REPLACE would work, but DATE_FORMAT is more obvious. It also needs the key wrapped in double quotes, and prepend “$.” to make it into a proper path.
May 6, 2020
JSON in MySQL: Keys which do NOT match a value (the more elegant way)
Given a JSON object:SET @j := '{"BOOSTER": 1, "RETRO": 2, "GUIDANCE": 0, "SURGEON": 1, "RECOVERY": 0}';
How do you find the keys which do NOT contain a value of 0?
A second approach to finding the non-0 values from a JSON object is to turn the keys and values into separate columns of a table. This is cleaner, but a little wordier.
We’ll get the keys in one table:
SELECT ord, keynameFROM JSON_TABLE(JSON_KEYS(@j), '$[*]' COLUMNS (ord FOR ORDINALITY,keyname VARCHAR(100) PATH '$')) AS keyTable; +------+----------+ | ord | keyname | +------+----------+ | 1 | RETRO | | 2 | BOOSTER | | 3 | SURGEON | | 4 | GUIDANCE | | 5 | RECOVERY | +------+----------+
And the values in a second table:
SELECT ord, keyvalueFROM JSON_TABLE(@j, '$.*' COLUMNS (ord FOR ORDINALITY,keyvalue INT PATH '$')) AS valueTable; +------+----------+ | ord | keyvalue | +------+----------+ | 1 | 2 | | 2 | 1 | | 3 | 1 | | 4 | 0 | | 5 | 0 | +------+----------+
And then join those two together:
SELECT keyname, keyvalue FROM JSON_TABLE(JSON_KEYS(@j), '$[*]' COLUMNS (ord FOR ORDINALITY,keyname VARCHAR(100) PATH '$')) AS keyTable JOIN JSON_TABLE(@j, '$.*' COLUMNS (ord FOR ORDINALITY,keyvalue INT PATH '$')) AS valueTable USING (ord); +----------+----------+ | keyname | keyvalue | +----------+----------+ | RETRO | 2 | | BOOSTER | 1 | | SURGEON | 1 | | GUIDANCE | 0 | | RECOVERY | 0 | +----------+----------+
Now you can use ordinary operations like a WHERE clause to do your filtering, and then JSON_ARRAYAGG() to put them all back into JSON at the end.
SELECT JSON_ARRAYAGG(keyname) AS j FROM JSON_TABLE(JSON_KEYS(@j), '$[*]' COLUMNS (ord FOR ORDINALITY,keyname VARCHAR(100) PATH '$')) AS keyTable JOIN JSON_TABLE(@j, '$.*' COLUMNS (ord FOR ORDINALITY,keyvalue INT PATH '$')) AS valueTable USING (ord) WHERE keyvalue != 0; +---------------------------------+ | j | +---------------------------------+ | ["RETRO", "BOOSTER", "SURGEON"] | +---------------------------------+
May 5, 2020
JSON in MySQL: Keys which do NOT match a value
Given a JSON object:SET @j := '{"BOOSTER": 1, "RETRO": 2, "GUIDANCE": 0, "SURGEON": 1, "RECOVERY": 0}';
How do you find the keys which do NOT contain a value of 0?
One approach is to find the keys which do match 0, and then remove them.
Sounds like JSON_SEARCH and JSON_REMOVE? But there’s a gotcha: JSON_SEARCH works only with strings. Ok, so we REPLACE(@j, ‘0’, ‘”0″‘) – but that doesn’t help, because JSON_REMOVE can’t accept an array of paths like JSON_SEARCH would return; it requires each path as a separate parameter.
Instead, JSON_MERGE_PATCH will suffice. It has the feature that values from the second parameter are preserved only if they are not NULL. So, the approach becomes turning the 0s into NULLs, and then merging that document into an empty one.
SELECT REPLACE(@j, 0, 'null') AS j; -- case matters! null, not NULL
+------------------------------------------------------------------------------+
| j |
+------------------------------------------------------------------------------+
| {"BOOSTER": 1, "RETRO": 2, "GUIDANCE": null, "SURGEON": 1, "RECOVERY": null} |
+------------------------------------------------------------------------------+
SELECT JSON_MERGE_PATCH('{}', REPLACE(@j, 0, 'null')) AS j;
+------------------------------------------+
| j |
+------------------------------------------+
| {"RETRO": 2, "BOOSTER": 1, "SURGEON": 1} |
+------------------------------------------+
And since I technically asked for just the keys, not the key/value pairs,
SELECT JSON_KEYS(JSON_MERGE_PATCH('{}', REPLACE(@j, 0, 'null'))) AS j;
+---------------------------------+
| j |
+---------------------------------+
| ["RETRO", "BOOSTER", "SURGEON"] |
+---------------------------------+
But, there’s a cleaner way.
January 9, 2020
Aggregate JSON arrays
Given: a table with JSON arrays
CREATE TABLE t (id int auto_increment primary key, d json); INSERT INTO t VALUES (1, '["apple", "apple", "orange"]'); INSERT INTO t VALUES (2, '["apple", "banana", "orange", "orange", "orange"]');
The desired output is each row with a count of the unique objects:
+------+----------------------------------------+
| id | fruitCount |
+------+----------------------------------------+
| 1 | {"apple": 2, "orange": 1} |
| 2 | {"apple": 1, "banana": 1, "orange": 3} |
+------+----------------------------------------+
JSON_TABLE() can transform the array into rows.
SELECT id, fruit
FROM t,
JSON_TABLE(d,
"$[*]" COLUMNS (
fruit VARCHAR(100) PATH "$"
)
) AS dt;
+----+--------+
| id | fruit |
+----+--------+
| 1 | apple |
| 1 | apple |
| 1 | orange |
| 2 | apple |
| 2 | banana |
| 2 | orange |
| 2 | orange |
| 2 | orange |
+----+--------+
(If you got an error there about either permissions or an unknown table/column in the JSON_TABLE, upgrade to at least 8.0.14 to get past some bugs.)
We can then use the ordinary aggregation functions:
SELECT
id,
fruit,
COUNT(*)
FROM t,
JSON_TABLE(d,
"$[*]" COLUMNS (
fruit VARCHAR(100) PATH "$"
)
) AS dt
GROUP BY id, fruit;
+----+--------+----------+
| id | fruit | COUNT(*) |
+----+--------+----------+
| 1 | apple | 2 |
| 1 | orange | 1 |
| 2 | apple | 1 |
| 2 | banana | 1 |
| 2 | orange | 3 |
+----+--------+----------+
With a subquery or a common table expression, we can aggregate individual rows at a time (meaning you can also select other columns from t). Then JSON_OBJECTAGG will combine those results into a single object.
SELECT
id,
(
WITH cte AS (
SELECT fruit, COUNT(*) AS c
FROM JSON_TABLE(d,
"$[*]" COLUMNS (
fruit VARCHAR(100) PATH "$"
)
) AS dt
GROUP BY fruit
)
SELECT JSON_OBJECTAGG(fruit, c) FROM cte
) AS fruitCount
FROM t;
+------+----------------------------------------+
| id | fruitCount |
+------+----------------------------------------+
| 1 | {"apple": 2, "orange": 1} |
| 2 | {"apple": 1, "banana": 1, "orange": 3} |
+------+----------------------------------------+
et voilà
December 13, 2019
Using map with class methods – why map(split) doesn’t work
I have some sentences.
text = [ "Call me Ishmael.", "Some years ago, never mind how long precisely, having little or no money..." ]
How many words are in each sentence?
for sentence in text: sentenceLength = len(sentence.split()) print(sentenceLength) 3 13
But I want to do it all at once the functional programming way, with maps.
list(map(len, map(split, text))) NameError: name 'split' is not defined
Why does that produce an error? Because “split” isn’t a function. It’s a method of strings: str.split(), not split(str).
So how do we use map with a class method?
from operator import methodcaller
split = methodcaller("split")
That means, “Create a function. I’ll pass in an object. Call its ‘split’ method.”
Now it works.
list(map(len, map(split, text))) [3, 13]
Of course, there are other ways. Don’t even need map.
[len(s.split()) for s in text]
November 8, 2018
Window Functions with Unusual Boundaries
Somebody on Freenode wanted this:
Source Result +----+------+ +----+------+ | id | x | | id | c | +----+------+ +----+------+ | 1 | 1 | | 1 | 2 | | 2 | 1 | | 2 | 2 | | 3 | NULL | | 3 | NULL | | 4 | NULL | -> | 4 | NULL | | 5 | 1 | | 5 | 1 | | 6 | NULL | | 6 | NULL | | 7 | 1 | | 7 | 3 | | 9 | 1 | | 9 | 3 | | 10 | 1 | | 10 | 3 | +----+------+ +----+------+
The result uses the NULL values in x as boundaries of windows, and counts the number of rows within each window. I don’t know why anyone wants such a thing; it is not ours to reason why…
Anyway, the point is that you can use arbitrary expressions, even subqueries, to define your window partitions.
SELECT
id,
-- Count of rows in windows bound by NULL values in x
IF(
x IS NULL,
NULL,
COUNT(*) OVER (PARTITION BY (
-- Partition by the number of earlier NULLs
SELECT COUNT(*) FROM t AS t1
WHERE t1.id < t.id AND t1.x IS NULL
),
-- Exclude the end boundary "NULL" from the window
x IS NULL
ORDER BY id
)
) AS c
FROM t;
How does it work?
First, let's see what that subquery is all about:
SELECT id, x, (SELECT COUNT(*) FROM t AS t1 WHERE t1.id < t.id AND t1.x IS NULL) AS p FROM t; +----+------+---+ | id | x | p | +----+------+---+ | 1 | 1 | 0 | | 2 | 1 | 0 | | 3 | NULL | 0 | | 4 | NULL | 1 | | 5 | 1 | 2 | | 6 | NULL | 2 | | 7 | 1 | 3 | | 9 | 1 | 3 | | 10 | 1 | 3 | +----+------+---+
By counting the number of "NULL rows" appearing earlier in the table, we get a value we can use to find the starting point of each window.
That alone goes one row too far, though - the "NULL row" which should end each window gets included in the window. However, you can use multiple expressions to partition windows.
SELECT id, x, (SELECT COUNT(*) FROM t AS t1 WHERE t1.id < t.id AND t1.x IS NULL) AS p1, x IS NULL AS p2 FROM t; +----+------+------+----+ | id | x | p1 | p2 | +----+------+------+----+ | 1 | 1 | 0 | 0 | | 2 | 1 | 0 | 0 | | 3 | NULL | 0 | 1 | | 4 | NULL | 1 | 1 | | 5 | 1 | 2 | 0 | | 6 | NULL | 2 | 1 | | 7 | 1 | 3 | 0 | | 9 | 1 | 3 | 0 | | 10 | 1 | 3 | 0 | +----+------+------+----+
The combination of (p1, p2) neatly partition the rows, so each "NULL row" is by itself, and non-NULL rows are together.
November 4, 2017
GTID_INTERSECT
There’s a GTID_SUBTRACT function, and the manual shows how to write your own cheap GTID_UNION, but not a GTID_INTERSECT. Fortunately it’s easy to write your own, as it’s just subtracting twice.
CREATE FUNCTION GTID_INTERSECT(g1 TEXT, g2 TEXT)
RETURNS TEXT DETERMINISTIC
RETURN GTID_SUBTRACT(g1, GTID_SUBTRACT(g1, g2));
What use is it?
SET @slave_executed = '33738f8c-c1a5-11e7-8fc3-0a002700000f:1-681577,
421d139e-04b9-11e7-b702-0050569935dc:1-13764443,
52b9a949-d79d-11e3-80dd-0050568d193e:1-1207378:1207380-1261803:1261805-1267098:1267100-1267416:1267418-1589733';
SET @master_executed = '33738f8c-c1a5-11e7-8fc3-0a002700000f:1-730294,
421d139e-04b9-11e7-b702-0050569935dc:1-13764443,
52b9a949-d79d-11e3-80dd-0050568d193e:1-1207378:1207380-1261803:1261805-1589733';
SET @master_purged = '33738f8c-c1a5-11e7-8fc3-0a002700000f:1-681582,
421d139e-04b9-11e7-b702-0050569935dc:1-13077260,
52b9a949-d79d-11e3-80dd-0050568d193e:1-1207378:1207380-1261803:1261805-1589733';
SELECT @slave_needs := GTID_SUBTRACT(@master_executed, @slave_executed);
/*-----------------------------------------------------+
| 33738f8c-c1a5-11e7-8fc3-0a002700000f:681578-730294, |
| 52b9a949-d79d-11e3-80dd-0050568d193e:1267099:1267417 |
+-----------------------------------------------------*/
SELECT @slave_will_not_get := GTID_INTERSECT(@master_purged, @slave_needs);
/*-----------------------------------------------------+
| 33738f8c-c1a5-11e7-8fc3-0a002700000f:681578-681582, |
| 52b9a949-d79d-11e3-80dd-0050568d193e:1267099:1267417 |
+-----------------------------------------------------*/
While we’re on the subject, the manual’s GTID_UNION just concatenates the two sets, which means the output will list values twice. A small improvement will clean that up:
CREATE FUNCTION GTID_UNION(g1 TEXT, g2 TEXT)
RETURNS TEXT DETERMINISTIC
RETURN GTID_SUBTRACT(CONCAT(g1,',',g2), '');
August 31, 2017
Change Switched on Schoolhouse client host
Our homeschool curriculum choice has been Switched On Schoolhouse, by Alpha Omega Publications. AOP offers the same curriculum in an online format called “Monarch”; Switched On Schoolhouse is their disc-based version. We chose SOS instead of Monarch because it allows our students to do their work anywhere – in the car or a doctor’s waiting room – regardless of the available Internet connection.
SOS has two program interfaces, “student” and “teacher”, and two installation modes, which they call “full” and “client”. If you only have one computer, then you do a “full” install of both “student” and “teacher”, and both the student’s work and any grading are done all in the same place. However, that means that for me to do any grading, my students can’t be using their computers, and I also have to do be seated at their computer rather than using my own, which isn’t ideal for us.
AOP has attempted to resolve this inconvenience with their “client” offering. The intended layout is a “full” installation on some host computer (probably the teacher’s machine), and then a “client” installation of the student interface on each student’s machine. This setup allows the teacher to see all students in the school within a single interface, switching between them with a simple dropdown menu. However, it also requires that the host computer be available on a local network to the students at all times, which would be even worse for us than the online requirement of Monarch (we’d have to set up a local network in the car, and I’d have to bring my computer when I would not normally).
It’s possible to reverse the installation: do a full install on the student’s machine, and a client install on the teacher’s. This layout allows the students to work from anywhere, and when we are on the same local network, I can access their machine from mine and do grading, even while they are using their computer for something else. For a single student, it’s ideal, but there’s one snag: we have multiple students, each with their own computer. During client installation, you must specify which machine is running the full installation, and there is nothing in the interface that allows you to easily change it later. So I can set it up to connect to Iona’s computer, but then can’t switch to grade Eden’s work.
However, all is not lost. The client stores the name of the computer to which it connects in a configuration file. Edit the file, change the name of the computer, restart, and you’re now connected to the other student.
The configuration file is C:\Program Files (x86)\AOP\Switched-On Schoolhouse 2016 Home\SOSHApp.exe.config
(throughout this text, anywhere it says “2016”, adjust for the current year.)
As plain text, it can be edited with Notepad, Wordpad, vim, or any similar program. I usually avoid using Microsoft Word or similar word processors to edit config files, because they often try to modify the encoding, replace straight quotes with “pretty” quotes, and other similar things which make the program which is trying to read that file very unhappy. It’s a protected file, which means the editor must be running with elevated privileges (right click, “Run as administrator”).
About halfway down the file is a line that looks like this:
<add key="ConnectionString" value="Initial Catalog=SOSHOME2016;Data Source=IONA-LAPTOP\SOSHOME80;" />
Change IONA-LAPTOP to EDEN-LAPTOP, save the file, start up SOS, and now I can grade Eden’s work instead.
Editing a config file manually every time I want to switch students is tiresome, boring, and repetitive – exactly the kind of things computers do way better than humans. A script beckons.
Download SOS-Switcher.zip (you might be warned by your browser or anti-virus that this is dangerous program. They’re right; it has the potential to be dangerous. You should examine the contents and know what they do before blindly trusting them with your computer.)
Since Windows doesn’t haveat that time I didn’t yet know how to use Powershell to get a nice regular expression replace program like sed built in, we’ll need our own – that’s what replace.vbs does. Then we’ll need a batch file to call it with the correct parameters – that’s what switch.bat does.
Extract these two files and put them in the C:\Program Files (x86)\AOP\Switched-On Schoolhouse 2016 Home\ directory (which you’ll have to do as administrator).
Now, for each student, right-click on switch.bat and choose “Create Shortcut”. It will ask if it can create the shortcut on the desktop; that’s fine.
Right-click on the newly created shortcut, and choose Properties. On the Shortcut tab, there’s a Target box, which should say something like:
"C:\Program Files (x86)\AOP\Switched-On Schoolhouse 2016 Home\switch.bat"
Add the name of the student’s computer to that, outside the quotes:
"C:\Program Files (x86)\AOP\Switched-On Schoolhouse 2016 Home\switch.bat" IONA-LAPTOP
Click “Advanced” and check “Run as administrator”.
You may also choose “Change Icon” – it will tell you that switch.bat doesn’t contain any icons, and bring up a window with a bunch of standard Windows icons to choose from. To get the SOS icon, click on Browse…, navigate to C:\Program Files (x86)\AOP\Switched-On Schoolhouse 2016 Home, and open SOSHApp.exe.
On the General tab, you can change the shortcut name. It’s probably “switch.bat - Shortcut“; I changed it to “SOS Iona“.
Repeat the process for the other students – create a shortcut, modify properties, change the target:
"C:\Program Files (x86)\AOP\Switched-On Schoolhouse 2016 Home\switch.bat" EDEN-LAPTOP
Now, make sure that SOS is not running. Double click on one of the shortcuts. After a moment (and possibly a question if you want to let it change settings on your computer – choose Yes or OK), it should open SOS, and you’ll find that you have access to one student’s work. Close SOS, launch the other shortcut, and verify that you now have access to the other student’s work.
If there’s a very long pause, and then an error message saying it can’t connect, either you did not put the correct computer name in the shortcut target, or that computer is not running or has a firewall preventing access. The SOS installation disc 2 has some utilities to help you configure all that, and their FAQ and tech support can walk you through that bit.