2022-11-24 12:37:20 +01:00
|
|
|
<?php
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Helper to compare database structures from files vs. database
|
|
|
|
*
|
|
|
|
* Copyright (c) 2022 OpenXE project
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
2022-11-29 20:05:19 +01:00
|
|
|
MariaDB [openxe]> SHOW FULL db_def;
|
2022-11-24 12:37:20 +01:00
|
|
|
+----------------------------------------------+------------+
|
|
|
|
| Tables_in_openxe | Table_type |
|
|
|
|
+----------------------------------------------+------------+
|
|
|
|
| abrechnungsartikel | BASE TABLE |
|
|
|
|
| abrechnungsartikel_gruppe | BASE TABLE |
|
|
|
|
| abschlagsrechnung_rechnung | BASE TABLE |
|
|
|
|
| accordion | BASE TABLE |
|
|
|
|
| adapterbox | BASE TABLE |
|
|
|
|
| adapterbox_log | BASE TABLE |
|
|
|
|
| adapterbox_request_log | BASE TABLE |
|
|
|
|
| adresse | BASE TABLE |
|
|
|
|
| adresse_abosammelrechnungen | BASE TABLE |
|
|
|
|
| adresse_accounts | BASE TABLE |
|
|
|
|
| adresse_filter | BASE TABLE |
|
|
|
|
| adresse_filter_gruppen | BASE TABLE |
|
|
|
|
...
|
|
|
|
|
|
|
|
|
|
|
|
MariaDB [openxe]> SHOW FULL COLUMNS FROM wiki;
|
|
|
|
+-------------------+--------------+--------------------+------+-----+---------+----------------+---------------------------------+---------+
|
|
|
|
| Field | Type | Collation | Null | Key | Default | Extra | Privileges | Comment |
|
|
|
|
+-------------------+--------------+--------------------+------+-----+---------+----------------+---------------------------------+---------+
|
|
|
|
| id | int(11) | NULL | NO | PRI | NULL | auto_increment | select,insert,update,references | |
|
|
|
|
| name | varchar(255) | utf8mb3_general_ci | YES | MUL | NULL | | select,insert,update,references | |
|
|
|
|
| content | longtext | utf8mb3_general_ci | NO | | NULL | | select,insert,update,references | |
|
|
|
|
| lastcontent | longtext | utf8mb3_general_ci | NO | | NULL | | select,insert,update,references | |
|
|
|
|
| wiki_workspace_id | int(11) | NULL | NO | | 0 | | select,insert,update,references | |
|
|
|
|
| parent_id | int(11) | NULL | NO | | 0 | | select,insert,update,references | |
|
|
|
|
| language | varchar(32) | utf8mb3_general_ci | NO | | | | select,insert,update,references | |
|
|
|
|
+-------------------+--------------+--------------------+------+-----+---------+----------------+---------------------------------+---------+
|
2022-11-29 20:05:19 +01:00
|
|
|
|
|
|
|
MariaDB [openxe]> show keys from wiki;
|
|
|
|
+-------+------------+----------+--------------+-------------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+
|
|
|
|
| Table | Non_unique | Key_name | Seq_in_index | Column_name | Collation | Cardinality | Sub_part | Packed | Null | Index_type | Comment | Index_comment | Ignored |
|
|
|
|
+-------+------------+----------+--------------+-------------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+
|
|
|
|
| wiki | 0 | PRIMARY | 1 | id | A | 244 | NULL | NULL | | BTREE | | | NO |
|
|
|
|
| wiki | 0 | suche | 1 | name | A | 244 | NULL | NULL | YES | BTREE | | | NO |
|
|
|
|
| wiki | 0 | suche | 2 | wiki_workspace_id | A | 244 | NULL | NULL | | BTREE | | | NO |
|
|
|
|
| wiki | 1 | name | 1 | name | A | 244 | NULL | NULL | YES | BTREE | | | NO |
|
|
|
|
+-------+------------+----------+--------------+-------------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+
|
2022-11-24 12:37:20 +01:00
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
function implode_with_quote(string $quote, string $delimiter, array $array_to_implode) : string {
|
|
|
|
return($quote.implode($quote.$delimiter.$quote, $array_to_implode).$quote);
|
|
|
|
}
|
|
|
|
|
2022-11-30 22:39:24 +01:00
|
|
|
$connection_info_file_name = "connection_info.json";
|
2022-11-29 20:05:19 +01:00
|
|
|
$target_folder = ".";
|
|
|
|
$tables_file_name_wo_folder = "db_schema.json";
|
|
|
|
$tables_file_name_w_folder = $target_folder."/".$tables_file_name_wo_folder;
|
2022-11-24 12:37:20 +01:00
|
|
|
$delimiter = ";";
|
|
|
|
$quote = '"';
|
|
|
|
|
2022-11-25 12:53:06 +01:00
|
|
|
$sql_file_name = "upgrade.sql";
|
|
|
|
|
2022-11-24 12:37:20 +01:00
|
|
|
$color_red = "\033[31m";
|
|
|
|
$color_green = "\033[32m";
|
|
|
|
$color_yellow = "\033[33m";
|
|
|
|
$color_default = "\033[39m";
|
|
|
|
|
2022-11-30 18:32:10 +01:00
|
|
|
// These default values will not be in quotes
|
|
|
|
$replacers = [
|
|
|
|
['current_timestamp','current_timestamp()'],
|
|
|
|
['on update current_timestamp','on update current_timestamp()']
|
|
|
|
];
|
|
|
|
|
|
|
|
// -------------------------------- START
|
|
|
|
|
2022-11-24 12:37:20 +01:00
|
|
|
echo("\n");
|
|
|
|
|
|
|
|
if ($argc > 1) {
|
|
|
|
|
|
|
|
if (in_array('-v', $argv)) {
|
|
|
|
$verbose = true;
|
|
|
|
} else {
|
|
|
|
$verbose = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (in_array('-f', $argv)) {
|
|
|
|
$force = true;
|
|
|
|
} else {
|
|
|
|
$force = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (in_array('-e', $argv)) {
|
|
|
|
$export = true;
|
|
|
|
} else {
|
|
|
|
$export = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (in_array('-c', $argv)) {
|
|
|
|
$compare = true;
|
|
|
|
} else {
|
|
|
|
$compare = false;
|
|
|
|
}
|
|
|
|
|
2022-11-24 14:59:49 +01:00
|
|
|
if (in_array('-i', $argv)) {
|
|
|
|
$onlytables = true;
|
2022-11-24 12:37:20 +01:00
|
|
|
} else {
|
2022-11-24 14:59:49 +01:00
|
|
|
$onlytables = false;
|
|
|
|
}
|
2022-11-24 12:37:20 +01:00
|
|
|
|
2022-11-24 23:16:50 +01:00
|
|
|
if (in_array('-upgrade', $argv)) {
|
|
|
|
$upgrade = true;
|
|
|
|
} else {
|
|
|
|
$upgrade = false;
|
|
|
|
}
|
|
|
|
|
2022-11-30 18:32:10 +01:00
|
|
|
if (in_array('-do', $argv)) {
|
|
|
|
$doupgrade = true;
|
|
|
|
} else {
|
|
|
|
$doupgrade = false;
|
|
|
|
}
|
|
|
|
|
2022-11-24 23:16:50 +01:00
|
|
|
if (in_array('-clean', $argv)) {
|
|
|
|
$clean = true;
|
|
|
|
} else {
|
|
|
|
$clean = false;
|
|
|
|
}
|
|
|
|
|
2022-11-30 22:39:24 +01:00
|
|
|
$connection_info_contents = file_get_contents($connection_info_file_name);
|
|
|
|
if (!$connection_info_contents) {
|
|
|
|
echo("Unable to load $connection_info_file_name\n");
|
|
|
|
exit;
|
|
|
|
}
|
|
|
|
$connection_info = json_decode($connection_info_contents, true);
|
|
|
|
|
|
|
|
$host = $connection_info['host'];
|
|
|
|
$user = $connection_info['user'];
|
|
|
|
$passwd = $connection_info['passwd'];
|
|
|
|
$schema = $connection_info['database'];
|
|
|
|
|
2022-11-28 13:08:13 +01:00
|
|
|
echo("--------------- Loading from database '$schema@$host'... ---------------\n");
|
2022-11-30 18:32:10 +01:00
|
|
|
$db_def = load_tables_from_db($host, $schema, $user, $passwd, $replacers);
|
2022-11-24 12:37:20 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
if (empty($db_def)) {
|
2022-11-24 14:59:49 +01:00
|
|
|
echo ("Could not load from $schema@$host\n");
|
2022-11-24 12:37:20 +01:00
|
|
|
exit;
|
|
|
|
}
|
|
|
|
|
2022-11-28 13:08:13 +01:00
|
|
|
echo("--------------- Loading from database '$schema@$host' complete. ---------------\n");
|
2022-11-24 12:37:20 +01:00
|
|
|
|
|
|
|
if ($export) {
|
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
echo("--------------- Export to JSON... ---------------\n");
|
|
|
|
// $result = save_tables_to_csv($db_def, $target_folder, $tables_file_name_wo_folder, $delimiter, $quote, $keys_postfix, $force);
|
|
|
|
$result = save_tables_to_json($db_def, $target_folder, $tables_file_name_wo_folder, $force);
|
|
|
|
|
|
|
|
if ($result != 0) {
|
|
|
|
|
|
|
|
$result_texts = array("ok","key postfix error","table list file error","table file error","key file error");
|
2022-11-24 12:37:20 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
echo ("Could not save to JSON (".$result_texts[$result]."). To overwrite, use -f.\n");
|
2022-11-24 12:37:20 +01:00
|
|
|
exit;
|
|
|
|
}
|
2022-11-24 14:59:49 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
echo("Exported ".count($db_def['tables'])." tables.\n");
|
|
|
|
echo("--------------- Export to JSON ($tables_file_name_w_folder) complete. ---------------\n");
|
2022-11-24 12:37:20 +01:00
|
|
|
}
|
|
|
|
|
2022-11-24 23:16:50 +01:00
|
|
|
if ($compare || $upgrade) {
|
2022-11-24 12:37:20 +01:00
|
|
|
|
|
|
|
// Results here as ['text'] ['diff']
|
|
|
|
$compare_differences = array();
|
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
echo("--------------- Loading from JSON... ---------------\n");
|
|
|
|
$compare_def = load_tables_from_json($target_folder, $tables_file_name_wo_folder);
|
2022-11-24 12:37:20 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
if (empty($compare_def)) {
|
|
|
|
echo ("Could not load from JSON $tables_file_name_w_folder\n");
|
2022-11-24 12:37:20 +01:00
|
|
|
exit;
|
|
|
|
}
|
2022-11-29 20:05:19 +01:00
|
|
|
echo("--------------- Loading from JSON complete. ---------------\n");
|
2022-11-24 12:37:20 +01:00
|
|
|
|
|
|
|
// Do the comparison
|
2022-11-30 18:32:10 +01:00
|
|
|
/*
|
2022-11-29 20:05:19 +01:00
|
|
|
echo("--------------- Comparing JSON '".$compare_def['database']."@".$compare_def['host']."' vs. database '$schema@$host' ---------------\n");
|
2022-11-24 12:37:20 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
echo(count($compare_def['tables'])." tables in JSON, ".count($db_def['tables'])." tables in database.\n");
|
|
|
|
$compare_differences = compare_table_array($db_def,"in DB",$compare_def,"in JSON",false);
|
2022-11-24 12:37:20 +01:00
|
|
|
echo("Comparison found ".(empty($compare_differences)?0:count($compare_differences))." differences.\n");
|
|
|
|
|
2022-11-25 12:53:06 +01:00
|
|
|
if ($verbose) {
|
|
|
|
foreach ($compare_differences as $compare_difference) {
|
|
|
|
$comma = "";
|
|
|
|
foreach ($compare_difference as $key => $value) {
|
|
|
|
echo($comma."$key => '$value'");
|
|
|
|
$comma = ", ";
|
|
|
|
}
|
|
|
|
echo("\n");
|
|
|
|
}
|
2022-11-30 18:32:10 +01:00
|
|
|
}*/
|
2022-11-28 13:08:13 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
echo("--------------- Comparing database '$schema@$host' vs. JSON '".$compare_def['database']."@".$compare_def['host']."' ---------------\n");
|
|
|
|
$compare_differences = compare_table_array($compare_def,"in JSON",$db_def,"in DB",true);
|
2022-11-24 12:37:20 +01:00
|
|
|
echo("Comparison found ".(empty($compare_differences)?0:count($compare_differences))." differences.\n");
|
2022-11-25 12:53:06 +01:00
|
|
|
|
|
|
|
if ($verbose) {
|
|
|
|
foreach ($compare_differences as $compare_difference) {
|
|
|
|
$comma = "";
|
|
|
|
foreach ($compare_difference as $key => $value) {
|
|
|
|
echo($comma."$key => '$value'");
|
|
|
|
$comma = ", ";
|
|
|
|
}
|
|
|
|
echo("\n");
|
|
|
|
}
|
|
|
|
}
|
2022-11-24 12:37:20 +01:00
|
|
|
|
|
|
|
echo("--------------- Comparison complete. ---------------\n");
|
|
|
|
}
|
|
|
|
|
2022-11-24 23:16:50 +01:00
|
|
|
if ($upgrade) {
|
2022-11-29 20:05:19 +01:00
|
|
|
// First create all db_def that are missing in the db
|
2022-11-28 13:08:13 +01:00
|
|
|
echo("--------------- Calculating database upgrade for '$schema@$host'... ---------------\n");
|
2022-11-24 23:16:50 +01:00
|
|
|
|
2022-11-25 18:01:51 +01:00
|
|
|
$upgrade_sql = array();
|
2022-11-30 20:17:27 +01:00
|
|
|
if (count($compare_differences) > 0) {
|
|
|
|
$upgrade_sql[] = ("SET SQL_MODE='ALLOW_INVALID_DATES';");
|
|
|
|
}
|
2022-11-25 18:01:51 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
$compare_differences = compare_table_array($compare_def,"in JSON",$db_def,"in DB",true);
|
2022-11-24 23:16:50 +01:00
|
|
|
|
|
|
|
foreach ($compare_differences as $compare_difference) {
|
|
|
|
switch ($compare_difference['type']) {
|
|
|
|
case 'Table existance':
|
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
// Get table definition from JSON
|
2022-11-24 23:16:50 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
$table_name = $compare_difference['in JSON'];
|
2022-11-24 23:16:50 +01:00
|
|
|
|
2022-11-30 18:32:10 +01:00
|
|
|
$table_key = array_search($table_name,array_column($compare_def['tables'],'name'));
|
2022-11-24 23:16:50 +01:00
|
|
|
|
2022-11-25 12:53:06 +01:00
|
|
|
if ($table_key !== false) {
|
2022-11-30 18:32:10 +01:00
|
|
|
$table = $compare_def['tables'][$table_key];
|
2022-11-24 23:16:50 +01:00
|
|
|
|
|
|
|
switch ($table['type']) {
|
|
|
|
case 'BASE TABLE':
|
|
|
|
|
|
|
|
// Create table in DB
|
|
|
|
$sql = "";
|
2022-11-25 12:53:06 +01:00
|
|
|
$sql = "CREATE TABLE `".$table['name']."` (";
|
2022-11-24 23:16:50 +01:00
|
|
|
$comma = "";
|
2022-11-28 13:08:13 +01:00
|
|
|
|
2022-11-24 23:16:50 +01:00
|
|
|
foreach ($table['columns'] as $column) {
|
2022-11-30 18:32:10 +01:00
|
|
|
$sql .= $comma."`".$column['Field']."` ".column_sql_definition($table_name, $column,array_column($replacers,1));
|
|
|
|
$comma = ", ";
|
|
|
|
}
|
|
|
|
|
|
|
|
// Add keys
|
|
|
|
$comma = ", ";
|
|
|
|
foreach ($table['keys'] as $key) {
|
|
|
|
if ($key['Key_name'] == 'PRIMARY') {
|
|
|
|
$keystring = "PRIMARY KEY ";
|
|
|
|
} else {
|
2022-11-30 22:39:24 +01:00
|
|
|
$keystring = $key['Index_type']." KEY `".$key['Key_name']."` ";
|
2022-11-30 18:32:10 +01:00
|
|
|
}
|
2022-11-30 22:39:24 +01:00
|
|
|
$sql .= $comma.$keystring."(`".implode("`,`",$key['columns'])."`) ";
|
2022-11-24 23:16:50 +01:00
|
|
|
}
|
2022-11-30 18:32:10 +01:00
|
|
|
$sql .= ")";
|
|
|
|
$upgrade_sql[] = $sql;
|
2022-11-24 23:16:50 +01:00
|
|
|
break;
|
|
|
|
default:
|
|
|
|
echo("Upgrade type '".$table['type']."' on table '".$table['name']."' not supported.\n");
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
} else {
|
2022-11-30 18:32:10 +01:00
|
|
|
echo("Error table_key while creating upgrade for table existance `$table_name`.\n");
|
2022-11-24 23:16:50 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
break;
|
|
|
|
case 'Column existance':
|
|
|
|
$table_name = $compare_difference['table'];
|
2022-11-29 20:05:19 +01:00
|
|
|
$column_name = $compare_difference['in JSON'];
|
|
|
|
$table_key = array_search($table_name,array_column($compare_def['tables'],'name'));
|
2022-11-25 12:53:06 +01:00
|
|
|
if ($table_key !== false) {
|
2022-11-29 20:05:19 +01:00
|
|
|
$table = $compare_def['tables'][$table_key];
|
2022-11-24 23:16:50 +01:00
|
|
|
$columns = $table['columns'];
|
|
|
|
$column_key = array_search($column_name,array_column($columns,'Field'));
|
2022-11-25 12:53:06 +01:00
|
|
|
if ($column_key !== false) {
|
2022-11-24 23:16:50 +01:00
|
|
|
$column = $table['columns'][$column_key];
|
2022-11-30 18:32:10 +01:00
|
|
|
$sql = "ALTER TABLE `$table_name` ADD COLUMN `".$column_name."` ";
|
2022-11-24 23:16:50 +01:00
|
|
|
$sql .= column_sql_definition($table_name, $column);
|
2022-11-25 12:53:06 +01:00
|
|
|
$sql .= ";";
|
2022-11-28 13:08:13 +01:00
|
|
|
$upgrade_sql[] = $sql;
|
2022-11-24 23:16:50 +01:00
|
|
|
}
|
|
|
|
else {
|
2022-11-25 12:53:06 +01:00
|
|
|
echo("Error column_key while creating column '$column_name' in table '".$table['name']."'\n");
|
2022-11-24 23:16:50 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
else {
|
2022-11-30 18:32:10 +01:00
|
|
|
echo("Error table_key while creating upgrade for column existance '$column_name' in table '$table_name'.\n");
|
2022-11-24 23:16:50 +01:00
|
|
|
}
|
2022-11-25 12:53:06 +01:00
|
|
|
// Add Column in DB
|
2022-11-24 23:16:50 +01:00
|
|
|
break;
|
|
|
|
case 'Column definition':
|
|
|
|
$table_name = $compare_difference['table'];
|
|
|
|
$column_name = $compare_difference['column'];
|
2022-11-29 20:05:19 +01:00
|
|
|
$table_key = array_search($table_name,array_column($compare_def['tables'],'name'));
|
2022-11-25 12:53:06 +01:00
|
|
|
if ($table_key !== false) {
|
2022-11-29 20:05:19 +01:00
|
|
|
$table = $compare_def['tables'][$table_key];
|
2022-11-25 12:53:06 +01:00
|
|
|
$columns = $table['columns'];
|
|
|
|
|
|
|
|
$column_names = array_column($columns,'Field');
|
|
|
|
$column_key = array_search($column_name,$column_names);
|
|
|
|
|
|
|
|
if ($column_key !== false) {
|
2022-11-24 23:16:50 +01:00
|
|
|
$column = $table['columns'][$column_key];
|
2022-11-28 13:08:13 +01:00
|
|
|
|
2022-11-30 18:32:10 +01:00
|
|
|
$sql = "ALTER TABLE `$table_name` MODIFY COLUMN `".$column_name."` ";
|
|
|
|
$sql .= column_sql_definition($table_name, $column,array_column($replacers,1));
|
2022-11-24 23:16:50 +01:00
|
|
|
$sql .= ";";
|
2022-11-25 18:01:51 +01:00
|
|
|
$upgrade_sql[] = $sql;
|
2022-11-24 23:16:50 +01:00
|
|
|
}
|
|
|
|
else {
|
2022-11-25 12:53:06 +01:00
|
|
|
echo("Error column_key while modifying column '$column_name' in table '".$table['name']."'\n");
|
|
|
|
exit;
|
2022-11-24 23:16:50 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
else {
|
2022-11-25 12:53:06 +01:00
|
|
|
echo("Error table_key while modifying column '$column_name' in table '$table_name'.\n");
|
2022-11-24 23:16:50 +01:00
|
|
|
}
|
|
|
|
// Modify Column in DB
|
|
|
|
break;
|
|
|
|
case 'Table count':
|
|
|
|
// Nothing to do
|
|
|
|
break;
|
|
|
|
case 'Table type':
|
|
|
|
echo("Upgrade type '".$compare_difference['type']."' on table '".$compare_difference['table']."' not supported.\n");
|
2022-11-30 22:39:24 +01:00
|
|
|
break;
|
|
|
|
case 'Key existance':
|
|
|
|
|
|
|
|
$table_name = $compare_difference['table'];
|
|
|
|
$key_name = $compare_difference['in JSON'];
|
|
|
|
$table_key = array_search($table_name,array_column($compare_def['tables'],'name'));
|
|
|
|
if ($table_key !== false) {
|
|
|
|
$table = $compare_def['tables'][$table_key];
|
|
|
|
$keys = $table['keys'];
|
|
|
|
|
|
|
|
$key_names = array_column($keys,'Key_name');
|
|
|
|
$key_key = array_search($key_name,$key_names);
|
|
|
|
|
|
|
|
if ($key_key !== false) {
|
|
|
|
$key = $table['keys'][$key_key];
|
|
|
|
|
|
|
|
$sql = "ALTER TABLE `$table_name` ADD KEY `".$key_name."` ";
|
|
|
|
$sql .= "(`".implode("`,`",$key['columns'])."`)";
|
|
|
|
$sql .= ";";
|
|
|
|
$upgrade_sql[] = $sql;
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
echo("Error key_key while modifying key '$key_name' in table '".$table['name']."'\n");
|
|
|
|
exit;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
echo("Error table_key while adding key '$key_name' in table '$table_name'.\n");
|
|
|
|
}
|
|
|
|
// Modify Column in DB
|
|
|
|
|
|
|
|
|
2022-11-24 23:16:50 +01:00
|
|
|
break;
|
|
|
|
default:
|
2022-11-30 22:39:24 +01:00
|
|
|
echo("Upgrade type '".$compare_difference['type']."' not supported.\n");
|
2022-11-24 23:16:50 +01:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-11-25 18:01:51 +01:00
|
|
|
$upgrade_sql = array_unique($upgrade_sql);
|
|
|
|
|
2022-11-30 18:32:10 +01:00
|
|
|
echo("--------------- Database upgrade for '$schema@$host'... ---------------\n");
|
2022-11-25 18:01:51 +01:00
|
|
|
if ($verbose) {
|
|
|
|
foreach($upgrade_sql as $statement) {
|
|
|
|
echo($statement."\n");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
echo(count($upgrade_sql)." upgrade statements\n");
|
2022-11-28 13:08:13 +01:00
|
|
|
echo("--------------- Database upgrade calculated for '$schema@$host' (show SQL with -v). ---------------\n");
|
2022-11-30 18:32:10 +01:00
|
|
|
|
|
|
|
if ($doupgrade) {
|
|
|
|
echo("--------------- Executing database upgrade for '$schema@$host' database will be written! ---------------\n");
|
|
|
|
|
|
|
|
|
|
|
|
// First get the contents of the database table structure
|
|
|
|
$mysqli = mysqli_connect($host, $user, $passwd, $schema);
|
|
|
|
|
|
|
|
/* Check if the connection succeeded */
|
|
|
|
if (!$mysqli) {
|
|
|
|
echo ("Failed to connect!\n");
|
|
|
|
} else {
|
|
|
|
|
|
|
|
$counter = 0;
|
|
|
|
$error_counter = 0;
|
|
|
|
$number_of_statements = count($upgrade_sql);
|
|
|
|
|
|
|
|
foreach ($upgrade_sql as $sql) {
|
|
|
|
|
|
|
|
$counter++;
|
|
|
|
echo("Upgrade step $counter of $number_of_statements... ");
|
|
|
|
|
|
|
|
if ($verbose) {
|
|
|
|
echo("(".substr($sql,0,100)."...) ");
|
|
|
|
}
|
|
|
|
|
|
|
|
$query_result = mysqli_query($mysqli, $sql);
|
|
|
|
if (!$query_result) {
|
2022-11-30 20:17:27 +01:00
|
|
|
$error = " not ok: ". mysqli_error($mysqli)."\n";
|
2022-11-30 18:32:10 +01:00
|
|
|
echo($error);
|
|
|
|
file_put_contents("./errors.txt",$error.$sql."\n",FILE_APPEND);
|
|
|
|
$error_counter++;
|
|
|
|
} else {
|
|
|
|
echo("ok.\n");
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
echo("\n");
|
|
|
|
echo("$error_counter errors.\n");
|
|
|
|
echo("--------------- Executing database upgrade for '$schema@$host' done. ---------------\n");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
} // upgrade
|
2022-11-24 23:16:50 +01:00
|
|
|
|
2022-11-24 12:37:20 +01:00
|
|
|
echo("--------------- Done. ---------------\n");
|
|
|
|
|
|
|
|
echo("\n");
|
|
|
|
|
|
|
|
} else {
|
|
|
|
info();
|
|
|
|
exit;
|
|
|
|
}
|
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
// Load all db_def from a DB connection into a db_def array
|
2022-11-24 14:59:49 +01:00
|
|
|
|
2022-11-30 18:32:10 +01:00
|
|
|
function load_tables_from_db(string $host, string $schema, string $user, string $passwd, $replacers) : array {
|
2022-11-24 14:59:49 +01:00
|
|
|
|
|
|
|
// First get the contents of the database table structure
|
|
|
|
$mysqli = mysqli_connect($host, $user, $passwd, $schema);
|
|
|
|
|
|
|
|
/* Check if the connection succeeded */
|
|
|
|
if (!$mysqli) {
|
|
|
|
return(array());
|
|
|
|
}
|
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
// Get db_def and views
|
2022-11-24 14:59:49 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
$sql = "SHOW FULL tables";
|
2022-11-24 14:59:49 +01:00
|
|
|
$query_result = mysqli_query($mysqli, $sql);
|
|
|
|
if (!$query_result) {
|
|
|
|
return(array());
|
|
|
|
}
|
|
|
|
while ($row = mysqli_fetch_assoc($query_result)) {
|
|
|
|
$table = array();
|
|
|
|
$table['name'] = $row['Tables_in_'.$schema];
|
|
|
|
$table['type'] = $row['Table_type'];
|
|
|
|
$tables[] = $table; // Add table to list of tables
|
|
|
|
}
|
|
|
|
|
|
|
|
// Get and add columns of the table
|
|
|
|
foreach ($tables as &$table) {
|
|
|
|
$sql = "SHOW FULL COLUMNS FROM ".$table['name'];
|
|
|
|
$query_result = mysqli_query($mysqli, $sql);
|
|
|
|
|
|
|
|
if (!$query_result) {
|
|
|
|
return(array());
|
|
|
|
}
|
|
|
|
|
|
|
|
$columns = array();
|
|
|
|
while ($column = mysqli_fetch_assoc($query_result)) {
|
2022-11-30 18:32:10 +01:00
|
|
|
// Do some harmonization
|
|
|
|
sql_replace_reserved_functions($column,$replacers);
|
2022-11-24 14:59:49 +01:00
|
|
|
$columns[] = $column; // Add column to list of columns
|
2022-11-30 20:17:27 +01:00
|
|
|
}
|
|
|
|
$table['columns'] = $columns;
|
2022-11-29 20:05:19 +01:00
|
|
|
|
|
|
|
$sql = "SHOW KEYS FROM ".$table['name'];
|
|
|
|
$query_result = mysqli_query($mysqli, $sql);
|
|
|
|
if (!$query_result) {
|
|
|
|
return(array());
|
2022-11-30 20:17:27 +01:00
|
|
|
}
|
2022-11-29 20:05:19 +01:00
|
|
|
$keys = array();
|
2022-11-30 20:17:27 +01:00
|
|
|
while ($key = mysqli_fetch_assoc($query_result)) {
|
2022-11-29 20:05:19 +01:00
|
|
|
$keys[] = $key; // Add key to list of keys
|
2022-11-30 20:17:27 +01:00
|
|
|
}
|
2022-11-29 20:05:19 +01:00
|
|
|
// Compose comparable format for keys
|
2022-11-30 20:17:27 +01:00
|
|
|
$composed_keys = array();
|
|
|
|
foreach ($keys as $key) {
|
2022-11-29 20:05:19 +01:00
|
|
|
|
2022-11-30 20:17:27 +01:00
|
|
|
// Check if this key exists already
|
2022-11-29 20:05:19 +01:00
|
|
|
|
2022-11-30 20:17:27 +01:00
|
|
|
$key_pos = array_search($key['Key_name'],array_column($composed_keys,'Key_name'));
|
2022-11-29 20:05:19 +01:00
|
|
|
|
2022-11-30 20:17:27 +01:00
|
|
|
if ($key_pos == false) {
|
|
|
|
// New key
|
|
|
|
$composed_key = array();
|
|
|
|
$composed_key['Key_name'] = $key['Key_name'];
|
2022-11-30 22:39:24 +01:00
|
|
|
$composed_key['Index_type'] = $key['Index_type'];
|
|
|
|
$composed_key['columns'][] = $key['Column_name'];
|
2022-11-30 20:17:27 +01:00
|
|
|
$composed_keys[] = $composed_key;
|
2022-11-29 20:05:19 +01:00
|
|
|
} else {
|
2022-11-30 20:17:27 +01:00
|
|
|
// Given key, add column
|
2022-11-30 22:39:24 +01:00
|
|
|
$composed_keys[$key_pos]['columns'][] .= $key['Column_name'];
|
2022-11-29 20:05:19 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
unset($key);
|
2022-11-30 20:17:27 +01:00
|
|
|
$table['keys'] = $composed_keys;
|
|
|
|
unset($composed_keys);
|
|
|
|
}
|
|
|
|
unset($table);
|
2022-11-29 20:05:19 +01:00
|
|
|
|
|
|
|
$result = array();
|
|
|
|
$result['host'] = $host;
|
|
|
|
$result['database'] = $schema;
|
|
|
|
$result['user'] = $user;
|
|
|
|
$result['tables'] = $tables;
|
|
|
|
return($result);
|
2022-11-24 14:59:49 +01:00
|
|
|
}
|
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
function save_tables_to_json(array $db_def, string $path, string $tables_file_name, bool $force) : int {
|
|
|
|
|
|
|
|
// Prepare db_def file
|
2022-11-24 14:59:49 +01:00
|
|
|
if (!is_dir($path)) {
|
|
|
|
mkdir($path);
|
|
|
|
}
|
|
|
|
if (!$force && file_exists($path."/".$tables_file_name)) {
|
2022-11-29 20:05:19 +01:00
|
|
|
return(2);
|
2022-11-24 14:59:49 +01:00
|
|
|
}
|
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
$tables_file = fopen($path."/".$tables_file_name, "w");
|
2022-11-24 14:59:49 +01:00
|
|
|
if (empty($tables_file)) {
|
2022-11-29 20:05:19 +01:00
|
|
|
return(2);
|
2022-11-24 14:59:49 +01:00
|
|
|
}
|
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
fwrite($tables_file, json_encode($db_def,JSON_PRETTY_PRINT));
|
2022-11-24 14:59:49 +01:00
|
|
|
|
|
|
|
fclose($tables_file);
|
2022-11-29 20:05:19 +01:00
|
|
|
return(0);
|
2022-11-24 14:59:49 +01:00
|
|
|
}
|
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
// Load all db_def from JSON file
|
|
|
|
function load_tables_from_json(string $path, string $tables_file_name) : array {
|
2022-11-24 14:59:49 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
$db_def = array();
|
2022-11-24 14:59:49 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
$contents = file_get_contents($path."/".$tables_file_name);
|
2022-11-24 14:59:49 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
if (!$contents) {
|
|
|
|
return(array());
|
2022-11-24 14:59:49 +01:00
|
|
|
}
|
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
$db_def = json_decode($contents, true);
|
2022-11-24 14:59:49 +01:00
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
return($db_def);
|
2022-11-24 14:59:49 +01:00
|
|
|
}
|
|
|
|
|
2022-11-24 12:37:20 +01:00
|
|
|
// Compare two definitions
|
|
|
|
// Report based on the first array
|
|
|
|
// Return Array
|
2022-11-24 15:18:48 +01:00
|
|
|
function compare_table_array(array $nominal, string $nominal_name, array $actual, string $actual_name, bool $check_column_definitions) : array {
|
2022-11-24 14:04:13 +01:00
|
|
|
|
|
|
|
$compare_differences = array();
|
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
if (count($nominal['tables']) != count($actual['tables'])) {
|
2022-11-24 12:37:20 +01:00
|
|
|
$compare_difference = array();
|
|
|
|
$compare_difference['type'] = "Table count";
|
2022-11-29 20:05:19 +01:00
|
|
|
$compare_difference[$nominal_name] = count($nominal['tables']);
|
|
|
|
$compare_difference[$actual_name] = count($actual['tables']);
|
2022-11-24 12:37:20 +01:00
|
|
|
$compare_differences[] = $compare_difference;
|
|
|
|
}
|
|
|
|
|
2022-11-29 20:05:19 +01:00
|
|
|
foreach ($nominal['tables'] as $database_table) {
|
2022-11-24 12:37:20 +01:00
|
|
|
|
|
|
|
$found_table = array();
|
2022-11-29 20:05:19 +01:00
|
|
|
foreach ($actual['tables'] as $compare_table) {
|
2022-11-24 12:37:20 +01:00
|
|
|
if ($database_table['name'] == $compare_table['name']) {
|
|
|
|
$found_table = $compare_table;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
unset($compare_table);
|
|
|
|
|
|
|
|
if ($found_table) {
|
|
|
|
|
2022-11-24 15:18:48 +01:00
|
|
|
// Check type table vs view
|
|
|
|
|
|
|
|
if ($database_table['type'] != $found_table['type']) {
|
|
|
|
$compare_difference = array();
|
|
|
|
$compare_difference['type'] = "Table type";
|
|
|
|
$compare_difference['table'] = $database_table['name'];
|
|
|
|
$compare_difference[$nominal_name] = $database_table['type'];
|
|
|
|
$compare_difference[$actual_name] = $found_table['type'];
|
|
|
|
$compare_differences[] = $compare_difference;
|
|
|
|
}
|
2022-11-24 12:37:20 +01:00
|
|
|
|
2022-11-30 18:32:10 +01:00
|
|
|
// Only BASE TABLE supported now
|
|
|
|
if ($found_table['type'] != 'BASE TABLE') {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2022-11-24 12:37:20 +01:00
|
|
|
// Check columns
|
|
|
|
$compare_table_columns = array_column($found_table['columns'],'Field');
|
|
|
|
foreach ($database_table['columns'] as $column) {
|
|
|
|
|
|
|
|
$column_name_to_find = $column['Field'];
|
|
|
|
$column_key = array_search($column_name_to_find,$compare_table_columns,true);
|
|
|
|
if ($column_key !== false) {
|
|
|
|
|
|
|
|
// Compare the properties of the columns
|
|
|
|
if ($check_column_definitions) {
|
|
|
|
$found_column = $found_table['columns'][$column_key];
|
|
|
|
foreach ($column as $key => $value) {
|
|
|
|
if ($found_column[$key] != $value) {
|
2022-11-25 18:01:51 +01:00
|
|
|
|
|
|
|
// if ($key != 'permissions') {
|
|
|
|
$compare_difference = array();
|
|
|
|
$compare_difference['type'] = "Column definition";
|
|
|
|
$compare_difference['table'] = $database_table['name'];
|
|
|
|
$compare_difference['column'] = $column['Field'];
|
2022-11-28 13:08:13 +01:00
|
|
|
$compare_difference['property'] = $key;
|
|
|
|
$compare_difference[$nominal_name] = $value;
|
|
|
|
$compare_difference[$actual_name] = $found_column[$key];
|
2022-11-25 18:01:51 +01:00
|
|
|
$compare_differences[] = $compare_difference;
|
|
|
|
// }
|
2022-11-24 12:37:20 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
unset($value);
|
|
|
|
} // $check_column_definitions
|
|
|
|
} else {
|
|
|
|
$compare_difference = array();
|
|
|
|
$compare_difference['type'] = "Column existance";
|
|
|
|
$compare_difference['table'] = $database_table['name'];
|
2022-11-24 14:04:13 +01:00
|
|
|
$compare_difference[$nominal_name] = $column['Field'];
|
2022-11-24 12:37:20 +01:00
|
|
|
$compare_differences[] = $compare_difference;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
unset($column);
|
2022-11-29 20:05:19 +01:00
|
|
|
|
|
|
|
|
|
|
|
// Check keys
|
|
|
|
$compare_table_sql_indexs = array_column($found_table['keys'],'Key_name');
|
|
|
|
foreach ($database_table['keys'] as $sql_index) {
|
|
|
|
|
|
|
|
$sql_index_name_to_find = $sql_index['Key_name'];
|
|
|
|
$sql_index_key = array_search($sql_index_name_to_find,$compare_table_sql_indexs,true);
|
|
|
|
if ($sql_index_key !== false) {
|
|
|
|
|
|
|
|
// Compare the properties of the sql_indexs
|
|
|
|
if ($check_column_definitions) {
|
|
|
|
$found_sql_index = $found_table['keys'][$sql_index_key];
|
|
|
|
foreach ($sql_index as $key => $value) {
|
|
|
|
if ($found_sql_index[$key] != $value) {
|
|
|
|
|
|
|
|
// if ($key != 'permissions') {
|
|
|
|
$compare_difference = array();
|
2022-11-30 22:39:24 +01:00
|
|
|
$compare_difference['type'] = "Key definition";
|
2022-11-29 20:05:19 +01:00
|
|
|
$compare_difference['table'] = $database_table['name'];
|
|
|
|
$compare_difference['key'] = $sql_index['Key_name'];
|
|
|
|
$compare_difference['property'] = $key;
|
2022-11-30 22:39:24 +01:00
|
|
|
$compare_difference[$nominal_name] = implode(',',$value);
|
|
|
|
$compare_difference[$actual_name] = implode(',',$found_sql_index[$key]);
|
2022-11-29 20:05:19 +01:00
|
|
|
$compare_differences[] = $compare_difference;
|
|
|
|
// }
|
|
|
|
}
|
|
|
|
}
|
|
|
|
unset($value);
|
|
|
|
} // $check_sql_index_definitions
|
|
|
|
} else {
|
|
|
|
$compare_difference = array();
|
2022-11-30 22:39:24 +01:00
|
|
|
$compare_difference['type'] = "Key existance";
|
2022-11-29 20:05:19 +01:00
|
|
|
$compare_difference['table'] = $database_table['name'];
|
|
|
|
$compare_difference[$nominal_name] = $sql_index['Key_name'];
|
|
|
|
$compare_differences[] = $compare_difference;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
unset($sql_index);
|
|
|
|
|
|
|
|
|
2022-11-24 12:37:20 +01:00
|
|
|
} else {
|
|
|
|
$compare_difference = array();
|
|
|
|
$compare_difference['type'] = "Table existance";
|
2022-11-24 14:04:13 +01:00
|
|
|
$compare_difference[$nominal_name] = $database_table['name'];
|
2022-11-24 12:37:20 +01:00
|
|
|
$compare_differences[] = $compare_difference;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
unset($database_table);
|
|
|
|
|
|
|
|
return($compare_differences);
|
|
|
|
}
|
|
|
|
|
2022-11-24 23:16:50 +01:00
|
|
|
|
|
|
|
// Generate SQL to create or modify column
|
2022-11-30 18:32:10 +01:00
|
|
|
function column_sql_definition(string $table_name, array $column, array $reserved_words_without_quote) : string {
|
2022-11-24 23:16:50 +01:00
|
|
|
|
2022-11-30 18:32:10 +01:00
|
|
|
foreach($column as $key => &$value) {
|
|
|
|
$value = (string) $value;
|
|
|
|
$value = column_sql_create_property_definition($key,$value,$reserved_words_without_quote);
|
2022-11-24 23:16:50 +01:00
|
|
|
}
|
|
|
|
|
2022-11-30 18:32:10 +01:00
|
|
|
// Default handling here
|
|
|
|
if ($column['Default'] == " DEFAULT ''") {
|
|
|
|
$column['Default'] = "";
|
2022-11-24 23:16:50 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
$sql =
|
2022-11-28 13:08:13 +01:00
|
|
|
$column['Type'].
|
|
|
|
$column['Null'].
|
|
|
|
$column['Default'].
|
|
|
|
$column['Extra'].
|
2022-11-25 12:53:06 +01:00
|
|
|
$column['Collation'];
|
2022-11-24 23:16:50 +01:00
|
|
|
|
|
|
|
return($sql);
|
|
|
|
}
|
|
|
|
|
2022-11-30 18:32:10 +01:00
|
|
|
// Generate SQL to modify a single column property
|
|
|
|
function column_sql_create_property_definition(string $property, string $property_value, array $reserved_words_without_quote) : string {
|
|
|
|
|
|
|
|
switch ($property) {
|
|
|
|
case 'Type':
|
|
|
|
break;
|
|
|
|
case 'Null':
|
|
|
|
if ($property_value == "NO") {
|
|
|
|
$property_value = " NOT NULL"; // Idiotic...
|
|
|
|
}
|
|
|
|
if ($property_value == "YES") {
|
|
|
|
$property_value = " NULL"; // Also Idiotic...
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case 'Default':
|
|
|
|
// Check for MYSQL function call as default
|
|
|
|
|
|
|
|
if (in_array(strtolower($property_value),$reserved_words_without_quote)) {
|
|
|
|
$quote = "";
|
|
|
|
} else {
|
|
|
|
// Remove quotes if there are
|
|
|
|
$property_value = trim($property_value,"'");
|
|
|
|
$quote = "'";
|
|
|
|
}
|
|
|
|
$property_value = " DEFAULT $quote".$property_value."$quote";
|
|
|
|
break;
|
|
|
|
case 'Extra':
|
|
|
|
if ($property_value != '') {
|
|
|
|
$property_value = " ".$property_value;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case 'Collation':
|
|
|
|
if ($property_value != '') {
|
|
|
|
$property_value = " COLLATE ".$property_value;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
$property_value = "";
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
return($property_value);
|
|
|
|
}
|
|
|
|
|
|
|
|
// Replaces different variants of the same function to allow comparison
|
|
|
|
function sql_replace_reserved_functions(array &$column, array $replacers) {
|
|
|
|
|
|
|
|
$result = strtolower($column['Default']);
|
|
|
|
foreach ($replacers as $replace) {
|
|
|
|
if ($result == $replace[0]) {
|
|
|
|
$result = $replace[1];
|
|
|
|
}
|
|
|
|
}
|
|
|
|
$column['Default'] = $result;
|
|
|
|
|
|
|
|
$result = strtolower($column['Extra']);
|
|
|
|
foreach ($replacers as $replace) {
|
|
|
|
if ($result == $replace[0]) {
|
|
|
|
$result = $replace[1];
|
|
|
|
}
|
|
|
|
}
|
|
|
|
$column['Extra'] = $result;
|
|
|
|
}
|
|
|
|
|
2022-11-28 13:08:13 +01:00
|
|
|
|
2022-11-24 12:42:45 +01:00
|
|
|
function info() {
|
|
|
|
echo("OpenXE database compare\n");
|
|
|
|
echo("Copyright 2022 (c) OpenXE project\n");
|
|
|
|
echo("\n");
|
|
|
|
echo("Export database structures in a defined format for database comparison / upgrade\n");
|
|
|
|
echo("Options:\n");
|
|
|
|
echo("\t-v: verbose output\n");
|
|
|
|
echo("\t-f: force override of existing files\n");
|
|
|
|
echo("\t-e: export database structure to files\n");
|
|
|
|
echo("\t-c: compare content of files with database structure\n");
|
2022-11-24 14:59:49 +01:00
|
|
|
echo("\t-i: ignore column definitions\n");
|
2022-11-29 20:05:19 +01:00
|
|
|
echo("\t-upgrade: Create the needed SQL to upgrade the database to match the JSON\n");
|
2022-11-30 18:32:10 +01:00
|
|
|
echo("\t-do: Execute the SQL to upgrade the database to match the JSON (risky!)\n");
|
2022-11-29 20:05:19 +01:00
|
|
|
echo("\t-clean: (not yet implemented) Create the needed SQL to remove items from the database not in the JSON\n");
|
2022-11-24 12:42:45 +01:00
|
|
|
echo("\n");
|
|
|
|
}
|
2022-11-24 12:37:20 +01:00
|
|
|
|