phpmyadmin/libraries/classes/Import/Import.php
Maurício Meneghini Fauth 8d769908e6
Ignore Infection for mutations that causes error or timeout
Disable log verbosity

Signed-off-by: Maurício Meneghini Fauth <mauricio@fauth.dev>
2023-07-22 13:54:36 -03:00

1469 lines
48 KiB
PHP

<?php
declare(strict_types=1);
namespace PhpMyAdmin\Import;
use PhpMyAdmin\CheckUserPrivileges;
use PhpMyAdmin\Encoding;
use PhpMyAdmin\File;
use PhpMyAdmin\FileListing;
use PhpMyAdmin\Message;
use PhpMyAdmin\ResponseRenderer;
use PhpMyAdmin\SqlParser\Parser;
use PhpMyAdmin\SqlParser\Statements\DeleteStatement;
use PhpMyAdmin\SqlParser\Statements\InsertStatement;
use PhpMyAdmin\SqlParser\Statements\ReplaceStatement;
use PhpMyAdmin\SqlParser\Statements\UpdateStatement;
use PhpMyAdmin\SqlParser\Utils\Query;
use PhpMyAdmin\Table;
use PhpMyAdmin\Url;
use PhpMyAdmin\Util;
use function __;
use function abs;
use function count;
use function explode;
use function function_exists;
use function htmlspecialchars;
use function implode;
use function is_array;
use function is_numeric;
use function max;
use function mb_chr;
use function mb_ord;
use function mb_stripos;
use function mb_strlen;
use function mb_strpos;
use function mb_strtoupper;
use function mb_substr;
use function mb_substr_count;
use function preg_match;
use function preg_replace;
use function sprintf;
use function str_contains;
use function str_starts_with;
use function strlen;
use function strpos;
use function substr;
use function time;
use function trim;
/**
* Library that provides common import functions that are used by import plugins
*/
class Import
{
/* MySQL type defs */
public const NONE = 0;
public const VARCHAR = 1;
public const INT = 2;
public const DECIMAL = 3;
public const BIGINT = 4;
public const GEOMETRY = 5;
/* Decimal size defs */
public const M = 0;
public const D = 1;
public const FULL = 2;
/* Table array defs */
public const TBL_NAME = 0;
public const COL_NAMES = 1;
public const ROWS = 2;
/* Analysis array defs */
public const TYPES = 0;
public const SIZES = 1;
public const FORMATTEDSQL = 2;
/** @var string|null importRunBuffer */
private string|null $importRunBuffer = null;
public function __construct()
{
$GLOBALS['cfg']['Server']['DisableIS'] = false;
$checkUserPrivileges = new CheckUserPrivileges($GLOBALS['dbi']);
$checkUserPrivileges->getPrivileges();
}
/**
* Checks whether timeout is getting close
*/
public function checkTimeout(): bool
{
$GLOBALS['timestamp'] ??= null;
$GLOBALS['maximum_time'] ??= null;
$GLOBALS['timeout_passed'] ??= null;
if ($GLOBALS['maximum_time'] == 0) {
return false;
}
if ($GLOBALS['timeout_passed']) {
return true;
/* 5 in next row might be too much */
}
if (time() - $GLOBALS['timestamp'] > $GLOBALS['maximum_time'] - 5) {
$GLOBALS['timeout_passed'] = true;
return true;
}
return false;
}
/**
* Runs query inside import buffer. This is needed to allow displaying
* of last SELECT, SHOW or HANDLER results and similar nice stuff.
*
* @param string $sql query to run
* @param string[] $sqlData SQL parse data storage
*/
public function executeQuery(string $sql, array &$sqlData): void
{
$GLOBALS['my_die'] ??= null;
$GLOBALS['error'] ??= null;
$GLOBALS['reload'] ??= null;
$GLOBALS['msg'] ??= null;
$GLOBALS['sql_query_disabled'] ??= null;
$GLOBALS['result'] = $GLOBALS['dbi']->tryQuery($sql);
// USE query changes the database, son need to track
// while running multiple queries
$isUseQuery = mb_stripos($sql, 'use ') !== false;
$GLOBALS['msg'] = '# ';
if ($GLOBALS['result'] === false) { // execution failed
if (! isset($GLOBALS['my_die'])) {
$GLOBALS['my_die'] = [];
}
$GLOBALS['my_die'][] = ['sql' => $sql, 'error' => $GLOBALS['dbi']->getError()];
$GLOBALS['msg'] .= __('Error');
if (! $GLOBALS['cfg']['IgnoreMultiSubmitErrors']) {
$GLOBALS['error'] = true;
return;
}
} else {
$aNumRows = (int) $GLOBALS['result']->numRows();
$aAffectedRows = (int) @$GLOBALS['dbi']->affectedRows();
if ($aNumRows > 0) {
$GLOBALS['msg'] .= __('Rows') . ': ' . $aNumRows;
} elseif ($aAffectedRows > 0) {
$message = Message::getMessageForAffectedRows($aAffectedRows);
$GLOBALS['msg'] .= $message->getMessage();
} else {
$GLOBALS['msg'] .= __('MySQL returned an empty result set (i.e. zero rows).');
}
if (($aNumRows > 0) || $isUseQuery) {
$sqlData[] = $sql;
}
}
if (! $GLOBALS['sql_query_disabled']) {
$GLOBALS['sql_query'] .= $GLOBALS['msg'] . "\n";
}
// If a 'USE <db>' SQL-clause was found and the query
// succeeded, set our current $db to the new one
if ($GLOBALS['result'] != false) {
[$GLOBALS['db'], $GLOBALS['reload']] = $this->lookForUse($sql, $GLOBALS['db'], $GLOBALS['reload']);
}
$pattern = '@^[\s]*(DROP|CREATE)[\s]+(IF EXISTS[[:space:]]+)?(TABLE|DATABASE)[[:space:]]+(.+)@im';
if ($GLOBALS['result'] == false || ! preg_match($pattern, $sql)) {
return;
}
$GLOBALS['reload'] = true;
}
/**
* Runs query inside import buffer. This is needed to allow displaying
* of last SELECT, SHOW or HANDLER results and similar nice stuff.
*
* @param string $sql query to run
* @param string[] $sqlData SQL parse data storage
*/
public function runQuery(string $sql, array &$sqlData): void
{
$GLOBALS['go_sql'] ??= null;
$GLOBALS['complete_query'] ??= null;
$GLOBALS['display_query'] ??= null;
$GLOBALS['msg'] ??= null;
$GLOBALS['skip_queries'] ??= null;
$GLOBALS['executed_queries'] ??= null;
$GLOBALS['max_sql_len'] ??= null;
$GLOBALS['sql_query_disabled'] ??= null;
$GLOBALS['run_query'] ??= null;
$GLOBALS['read_multiply'] = 1;
if ($this->importRunBuffer === null) {
// Do we have something to push into buffer?
$this->importRunBuffer = $sql !== '' ? $sql . ';' : null;
return;
}
// Should we skip something?
if ($GLOBALS['skip_queries'] > 0) {
$GLOBALS['skip_queries']--;
// Do we have something to push into buffer?
$this->importRunBuffer = $sql !== '' ? $sql . ';' : null;
return;
}
$GLOBALS['max_sql_len'] = max(
$GLOBALS['max_sql_len'],
mb_strlen($this->importRunBuffer),
);
if (! $GLOBALS['sql_query_disabled']) {
$GLOBALS['sql_query'] .= $this->importRunBuffer;
}
$GLOBALS['executed_queries']++;
if ($GLOBALS['run_query'] && $GLOBALS['executed_queries'] < 50) {
$GLOBALS['go_sql'] = true;
if (! $GLOBALS['sql_query_disabled']) {
$GLOBALS['complete_query'] = $GLOBALS['sql_query'];
$GLOBALS['display_query'] = $GLOBALS['sql_query'];
} else {
$GLOBALS['complete_query'] = '';
$GLOBALS['display_query'] = '';
}
$GLOBALS['sql_query'] = $this->importRunBuffer;
$sqlData[] = $this->importRunBuffer;
} elseif ($GLOBALS['run_query']) {
/* Handle rollback from go_sql */
if ($GLOBALS['go_sql'] && $sqlData !== []) {
$queries = $sqlData;
$sqlData = [];
$GLOBALS['go_sql'] = false;
foreach ($queries as $query) {
$this->executeQuery($query, $sqlData);
}
}
$this->executeQuery($this->importRunBuffer, $sqlData);
}
// check length of query unless we decided to pass it to /sql
// (if $run_query is false, we are just displaying so show
// the complete query in the textarea)
if (! $GLOBALS['go_sql'] && $GLOBALS['run_query'] && ! empty($GLOBALS['sql_query'])) {
if (
mb_strlen($GLOBALS['sql_query']) > 50000
|| $GLOBALS['executed_queries'] > 50
|| $GLOBALS['max_sql_len'] > 1000
) {
$GLOBALS['sql_query'] = '';
$GLOBALS['sql_query_disabled'] = true;
}
}
// Do we have something to push into buffer?
$this->importRunBuffer = $sql !== '' ? $sql . ';' : null;
// In case of ROLLBACK, notify the user.
if (! isset($_POST['rollback_query'])) {
return;
}
$GLOBALS['msg'] .= __('[ROLLBACK occurred.]');
}
/**
* Looks for the presence of USE to possibly change current db
*
* @param string|null $buffer buffer to examine
* @param string|null $db current db
* @param bool|null $reload reload
*
* @return mixed[] (current or new db, whether to reload)
*/
public function lookForUse(string|null $buffer, string|null $db, bool|null $reload): array
{
if (preg_match('@^[\s]*USE[[:space:]]+([\S]+)@i', (string) $buffer, $match)) {
$db = trim($match[1]);
$db = trim($db, ';'); // for example, USE abc;
// $db must not contain the escape characters generated by backquote()
// ( used in buildSql() as: backquote($db_name), and then called
// in runQuery() which in turn calls lookForUse() )
$db = Util::unQuote($db);
$reload = true;
}
return [$db, $reload];
}
/**
* Returns next part of imported file/buffer
*
* @param int $size size of buffer to read (this is maximal size function will return)
*
* @return string|bool part of file/buffer
*/
public function getNextChunk(File|null $importHandle = null, int $size = 32768): string|bool
{
$GLOBALS['charset_conversion'] ??= null;
$GLOBALS['charset_of_file'] ??= null;
$GLOBALS['read_multiply'] ??= null;
// Add some progression while reading large amount of data
if ($GLOBALS['read_multiply'] <= 8) {
$size *= $GLOBALS['read_multiply'];
} else {
$size *= 8;
}
$GLOBALS['read_multiply']++;
// We can not read too much
if ($size > $GLOBALS['read_limit']) {
$size = $GLOBALS['read_limit'];
}
if ($this->checkTimeout()) {
return false;
}
if ($GLOBALS['finished']) {
return true;
}
if ($GLOBALS['import_file'] === 'none') {
// Well this is not yet supported and tested,
// but should return content of textarea
if (mb_strlen($GLOBALS['import_text']) < $size) {
$GLOBALS['finished'] = true;
return $GLOBALS['import_text'];
}
$r = mb_substr($GLOBALS['import_text'], 0, $size);
$GLOBALS['offset'] += $size;
$GLOBALS['import_text'] = mb_substr($GLOBALS['import_text'], $size);
return $r;
}
if ($importHandle === null) {
return false;
}
$result = $importHandle->read($size);
$GLOBALS['finished'] = $importHandle->eof();
$GLOBALS['offset'] += $size;
if ($GLOBALS['charset_conversion']) {
return Encoding::convertString($GLOBALS['charset_of_file'], 'utf-8', $result);
}
/**
* Skip possible byte order marks (I do not think we need more
* charsets, but feel free to add more, you can use wikipedia for
* reference: <https://en.wikipedia.org/wiki/Byte_Order_Mark>)
*
* @todo BOM could be used for charset autodetection
*/
if ($GLOBALS['offset'] == $size) {
return $this->skipByteOrderMarksFromContents($result);
}
return $result;
}
/**
* Skip possible byte order marks (I do not think we need more
* charsets, but feel free to add more, you can use wikipedia for
* reference: <https://en.wikipedia.org/wiki/Byte_Order_Mark>)
*
* @param string $contents The contents to strip BOM
*
* @todo BOM could be used for charset autodetection
*/
public function skipByteOrderMarksFromContents(string $contents): string
{
// Do not use mb_ functions they are sensible to mb_internal_encoding()
// UTF-8
if (str_starts_with($contents, "\xEF\xBB\xBF")) {
return substr($contents, 3);
}
// UTF-16 BE, LE
if (str_starts_with($contents, "\xFE\xFF") || str_starts_with($contents, "\xFF\xFE")) {
return substr($contents, 2);
}
return $contents;
}
/**
* Returns the "Excel" column name (i.e. 1 = "A", 26 = "Z", 27 = "AA", etc.)
*
* This functions uses recursion to build the Excel column name.
*
* The column number (1-26) is converted to the responding
* ASCII character (A-Z) and returned.
*
* If the column number is bigger than 26 (= num of letters in alphabet),
* an extra character needs to be added. To find this extra character,
* the number is divided by 26 and this value is passed to another instance
* of the same function (hence recursion). In that new instance the number is
* evaluated again, and if it is still bigger than 26, it is divided again
* and passed to another instance of the same function. This continues until
* the number is smaller than 26. Then the last called function returns
* the corresponding ASCII character to the function that called it.
* Each time a called function ends an extra character is added to the column name.
* When the first function is reached, the last character is added and the complete
* column name is returned.
*
* @param int $num the column number
*
* @return string The column's "Excel" name
*/
public function getColumnAlphaName(int $num): string
{
$capitalA = 65; // ASCII value for capital "A"
$colName = '';
/** @infection-ignore-all */
if ($num > 26) {
$div = (int) ($num / 26);
$remain = $num % 26;
// subtract 1 of divided value in case the modulus is 0,
// this is necessary because A-Z has no 'zero'
if ($remain == 0) {
$div--;
}
// recursive function call
$colName = $this->getColumnAlphaName($div);
// use modulus as new column number
$num = $remain;
}
if ($num == 0) {
// use 'Z' if column number is 0,
// this is necessary because A-Z has no 'zero'
$colName .= mb_chr($capitalA + 26 - 1);
} else {
// convert column number to ASCII character
$colName .= mb_chr($capitalA + $num - 1);
}
return $colName;
}
/**
* Returns the column number based on the Excel name.
* So "A" = 1, "Z" = 26, "AA" = 27, etc.
*
* Basically this is a base26 (A-Z) to base10 (0-9) conversion.
* It iterates through all characters in the column name and
* calculates the corresponding value, based on character value
* (A = 1, ..., Z = 26) and position in the string.
*
* @param string $name column name(i.e. "A", or "BC", etc.)
*
* @return int The column number
*/
public function getColumnNumberFromName(string $name): int
{
if ($name === '') {
return 0;
}
$name = mb_strtoupper($name);
$numChars = mb_strlen($name);
$columnNumber = 0;
for ($i = 0; $i < $numChars; ++$i) {
// read string from back to front
$charPos = $numChars - 1 - $i;
// convert capital character to ASCII value
// and subtract 64 to get corresponding decimal value
// ASCII value of "A" is 65, "B" is 66, etc.
// Decimal equivalent of "A" is 1, "B" is 2, etc.
$number = (int) (mb_ord($name[$charPos]) - 64);
// base26 to base10 conversion : multiply each number
// with corresponding value of the position, in this case
// $i=0 : 1; $i=1 : 26; $i=2 : 676; ...
$columnNumber += $number * 26 ** $i;
}
return (int) $columnNumber;
}
/**
* Obtains the precision (total # of digits) from a size of type decimal
*
* @param string $lastCumulativeSize Size of type decimal
*
* @return int Precision of the given decimal size notation
*/
public function getDecimalPrecision(string $lastCumulativeSize): int
{
return (int) substr(
$lastCumulativeSize,
0,
(int) strpos($lastCumulativeSize, ','),
);
}
/**
* Obtains the scale (# of digits to the right of the decimal point)
* from a size of type decimal
*
* @param string $lastCumulativeSize Size of type decimal
*
* @return int Scale of the given decimal size notation
*/
public function getDecimalScale(string $lastCumulativeSize): int
{
return (int) substr(
$lastCumulativeSize,
strpos($lastCumulativeSize, ',') + 1,
strlen($lastCumulativeSize) - strpos($lastCumulativeSize, ','),
);
}
/**
* Obtains the decimal size of a given cell
*
* @param string $cell cell content
*
* @return mixed[] Contains the precision, scale, and full size
* representation of the given decimal cell
*/
public function getDecimalSize(string $cell): array
{
$currSize = mb_strlen($cell);
$decPos = mb_strpos($cell, '.');
$decPrecision = $currSize - 1 - $decPos;
$m = $currSize - 1;
$d = $decPrecision;
return [$m, $d, $m . ',' . $d];
}
/**
* Obtains the size of the given cell
*
* @param string|int $lastCumulativeSize Last cumulative column size
* @param int|null $lastCumulativeType Last cumulative column type (NONE or VARCHAR or DECIMAL or INT or BIGINT)
* @param int $currentCellType Type of the current cell (NONE or VARCHAR or DECIMAL or INT or BIGINT)
* @param string $cell The current cell
*
* @return string|int Size of the given cell in the type-appropriate format
*
* @todo Handle the error cases more elegantly
*/
public function detectSize(
string|int $lastCumulativeSize,
int|null $lastCumulativeType,
int $currentCellType,
string $cell,
): string|int {
$currSize = mb_strlen($cell);
/**
* If the cell is NULL, don't treat it as a varchar
*/
if ($cell === 'NULL') {
return $lastCumulativeSize;
}
if ($currentCellType == self::VARCHAR) {
/**
* What to do if the current cell is of type VARCHAR
*/
/**
* The last cumulative type was VARCHAR
*/
if ($lastCumulativeType == self::VARCHAR) {
if ($currSize >= $lastCumulativeSize) {
return $currSize;
}
return $lastCumulativeSize;
}
if ($lastCumulativeType == self::DECIMAL) {
/**
* The last cumulative type was DECIMAL
*/
$oldM = $this->getDecimalPrecision($lastCumulativeSize);
if ($currSize >= $oldM) {
return $currSize;
}
return $oldM;
}
if ($lastCumulativeType == self::BIGINT || $lastCumulativeType == self::INT) {
/**
* The last cumulative type was BIGINT or INT
*/
if ($currSize >= $lastCumulativeSize) {
return $currSize;
}
return $lastCumulativeSize;
}
if (! isset($lastCumulativeType) || $lastCumulativeType == self::NONE) {
/**
* This is the first row to be analyzed
*/
return $currSize;
}
/**
* An error has DEFINITELY occurred
*/
/**
* TODO: Handle this MUCH more elegantly
*/
return -1;
}
if ($currentCellType == self::DECIMAL) {
/**
* What to do if the current cell is of type DECIMAL
*/
/**
* The last cumulative type was VARCHAR
*/
if ($lastCumulativeType == self::VARCHAR) {
/* Convert $last_cumulative_size from varchar to decimal format */
$size = $this->getDecimalSize($cell);
if ($size[self::M] >= $lastCumulativeSize) {
return $size[self::M];
}
return $lastCumulativeSize;
}
if ($lastCumulativeType == self::DECIMAL) {
/**
* The last cumulative type was DECIMAL
*/
$size = $this->getDecimalSize($cell);
$oldM = $this->getDecimalPrecision($lastCumulativeSize);
$oldD = $this->getDecimalScale($lastCumulativeSize);
/* New val if M or D is greater than current largest */
if ($size[self::M] > $oldM || $size[self::D] > $oldD) {
/* Take the largest of both types */
return ($size[self::M] > $oldM ? $size[self::M] : $oldM)
. ',' . ($size[self::D] > $oldD ? $size[self::D] : $oldD);
}
return $lastCumulativeSize;
}
if ($lastCumulativeType == self::BIGINT || $lastCumulativeType == self::INT) {
/**
* The last cumulative type was BIGINT or INT
*/
/* Convert $last_cumulative_size from int to decimal format */
$size = $this->getDecimalSize($cell);
if ($size[self::M] >= $lastCumulativeSize) {
return $size[self::FULL];
}
return $lastCumulativeSize . ',' . $size[self::D];
}
if (! isset($lastCumulativeType) || $lastCumulativeType == self::NONE) {
/**
* This is the first row to be analyzed
*/
/* First row of the column */
$size = $this->getDecimalSize($cell);
return $size[self::FULL];
}
/**
* An error has DEFINITELY occurred
*/
/**
* TODO: Handle this MUCH more elegantly
*/
return -1;
}
if ($currentCellType == self::BIGINT || $currentCellType == self::INT) {
/**
* What to do if the current cell is of type BIGINT or INT
*/
/**
* The last cumulative type was VARCHAR
*/
if ($lastCumulativeType == self::VARCHAR) {
if ($currSize >= $lastCumulativeSize) {
return $currSize;
}
return $lastCumulativeSize;
}
if ($lastCumulativeType == self::DECIMAL) {
/**
* The last cumulative type was DECIMAL
*/
$oldM = $this->getDecimalPrecision($lastCumulativeSize);
$oldD = $this->getDecimalScale($lastCumulativeSize);
$oldInt = $oldM - $oldD;
$newInt = mb_strlen($cell);
/* See which has the larger integer length */
if ($oldInt >= $newInt) {
/* Use old decimal size */
return $lastCumulativeSize;
}
/* Use $newInt + $oldD as new M */
return ($newInt + $oldD) . ',' . $oldD;
}
if ($lastCumulativeType == self::BIGINT || $lastCumulativeType == self::INT) {
/**
* The last cumulative type was BIGINT or INT
*/
if ($currSize >= $lastCumulativeSize) {
return $currSize;
}
return $lastCumulativeSize;
}
if (! isset($lastCumulativeType) || $lastCumulativeType == self::NONE) {
/**
* This is the first row to be analyzed
*/
return $currSize;
}
/**
* An error has DEFINITELY occurred
*/
/**
* TODO: Handle this MUCH more elegantly
*/
return -1;
}
/**
* An error has DEFINITELY occurred
*/
/**
* TODO: Handle this MUCH more elegantly
*/
return -1;
}
/**
* Determines what MySQL type a cell is
*
* @param int|null $lastCumulativeType Last cumulative column type
* (VARCHAR or INT or BIGINT or DECIMAL or NONE)
* @param string|null $cell String representation of the cell for which
* a best-fit type is to be determined
*
* @return int The MySQL type representation
* (VARCHAR or INT or BIGINT or DECIMAL or NONE)
*/
public function detectType(int|null $lastCumulativeType, string|null $cell): int
{
/**
* If numeric, determine if decimal, int or bigint
* Else, we call it varchar for simplicity
*/
if ($cell === 'NULL') {
if ($lastCumulativeType === null || $lastCumulativeType == self::NONE) {
return self::NONE;
}
return $lastCumulativeType;
}
if (! is_numeric($cell)) {
return self::VARCHAR;
}
if (
$cell == (string) (float) $cell
&& str_contains($cell, '.')
&& mb_substr_count($cell, '.') === 1
) {
return self::DECIMAL;
}
if (abs((int) $cell) > 2147483647) {
return self::BIGINT;
}
if ($cell !== (string) (int) $cell) {
return self::VARCHAR;
}
return self::INT;
}
/**
* Determines if the column types are int, decimal, or string
*
* @link https://wiki.phpmyadmin.net/pma/Import
*
* @param mixed[] $table array(string $table_name, array $col_names, array $rows)
*
* @return mixed[]|bool array(array $types, array $sizes)
*
* @todo Handle the error case more elegantly
*/
public function analyzeTable(array $table): array|bool
{
/* Get number of rows in table */
$numRows = count($table[self::ROWS]);
/* Get number of columns */
$numCols = count($table[self::COL_NAMES]);
/* Current type for each column */
$types = [];
$sizes = [];
/* Initialize $sizes to all 0's */
for ($i = 0; $i < $numCols; ++$i) {
$sizes[$i] = 0;
}
/* Initialize $types to NONE */
for ($i = 0; $i < $numCols; ++$i) {
$types[$i] = self::NONE;
}
/* If the passed array is not of the correct form, do not process it */
if (
is_array($table[self::TBL_NAME])
|| ! is_array($table[self::COL_NAMES])
|| ! is_array($table[self::ROWS])
) {
/**
* TODO: Handle this better
*/
return false;
}
/* Analyze each column */
for ($i = 0; $i < $numCols; ++$i) {
/* Analyze the column in each row */
for ($j = 0; $j < $numRows; ++$j) {
$cellValue = $table[self::ROWS][$j][$i];
/* Determine type of the current cell */
$currType = $this->detectType($types[$i], $cellValue === null ? null : (string) $cellValue);
/* Determine size of the current cell */
$sizes[$i] = $this->detectSize($sizes[$i], $types[$i], $currType, (string) $cellValue);
/**
* If a type for this column has already been declared,
* only alter it if it was a number and a varchar was found
*/
if ($currType == self::NONE) {
continue;
}
if ($currType == self::VARCHAR) {
$types[$i] = self::VARCHAR;
} elseif ($currType == self::DECIMAL) {
if ($types[$i] != self::VARCHAR) {
$types[$i] = self::DECIMAL;
}
} elseif ($currType == self::BIGINT) {
if ($types[$i] != self::VARCHAR && $types[$i] != self::DECIMAL) {
$types[$i] = self::BIGINT;
}
} elseif ($currType == self::INT) {
if ($types[$i] != self::VARCHAR && $types[$i] != self::DECIMAL && $types[$i] != self::BIGINT) {
$types[$i] = self::INT;
}
}
}
}
/* Check to ensure that all types are valid */
$len = count($types);
for ($n = 0; $n < $len; ++$n) {
if ((string) $types[$n] !== (string) self::NONE) {
continue;
}
$types[$n] = self::VARCHAR;
$sizes[$n] = '10';
}
return [$types, $sizes];
}
/**
* Builds and executes SQL statements to create the database and tables
* as necessary, as well as insert all the data.
*
* @link https://wiki.phpmyadmin.net/pma/Import
*
* @param string $dbName Name of the database
* @param mixed[] $tables Array of tables for the specified database
* @param mixed[]|null $analyses Analyses of the tables
* @param mixed[]|null $additionalSql Additional SQL statements to be executed
* @param mixed[]|null $options Associative array of options
* @param string[] $sqlData List of SQL statements to be executed
*/
public function buildSql(
string $dbName,
array &$tables,
array|null $analyses = null,
array|null &$additionalSql = null,
bool $createDb = true,
array|null $options = null,
array &$sqlData = [],
): void {
$GLOBALS['import_notice'] ??= null;
/* Needed to quell the beast that is Message */
$GLOBALS['import_notice'] = null;
/* Take care of the options */
$collation = $options['db_collation'] ?? 'utf8_general_ci';
$charset = $options['db_charset'] ?? 'utf8';
/**
* Create SQL code to handle the database
*
* @var array<int,string> $sql
*/
$sql = [];
if ($createDb) {
$sql[] = 'CREATE DATABASE IF NOT EXISTS ' . Util::backquote($dbName)
. ' DEFAULT CHARACTER SET ' . $charset . ' COLLATE ' . $collation
. ';';
}
/**
* The calling plug-in should include this statement,
* if necessary, in the $additional_sql parameter
*
* $sql[] = "USE " . backquote($db_name);
*/
/* Execute the SQL statements create above */
$sqlLength = count($sql);
for ($i = 0; $i < $sqlLength; ++$i) {
$this->runQuery($sql[$i], $sqlData);
}
/* No longer needed */
unset($sql);
/* Run the $additional_sql statements supplied by the caller plug-in */
if ($additionalSql != null) {
/* Clean the SQL first */
$additionalSqlLength = count($additionalSql);
/**
* Only match tables for now, because CREATE IF NOT EXISTS
* syntax is lacking or nonexisting for views, triggers,
* functions, and procedures.
*
* See: https://bugs.mysql.com/bug.php?id=15287
*
* To the best of my knowledge this is still an issue.
*
* $pattern = 'CREATE (TABLE|VIEW|TRIGGER|FUNCTION|PROCEDURE)';
*/
$pattern = '/CREATE [^`]*(TABLE)/';
$replacement = 'CREATE \\1 IF NOT EXISTS';
// Change CREATE statements to CREATE IF NOT EXISTS to support inserting into existing structures.
for ($i = 0; $i < $additionalSqlLength; ++$i) {
$additionalSql[$i] = preg_replace($pattern, $replacement, $additionalSql[$i]);
/* Execute the resulting statements */
$this->runQuery($additionalSql[$i], $sqlData);
}
}
if ($analyses != null) {
$typeArray = [
self::NONE => 'NULL',
self::VARCHAR => 'varchar',
self::INT => 'int',
self::DECIMAL => 'decimal',
self::BIGINT => 'bigint',
self::GEOMETRY => 'geometry',
];
/* TODO: Do more checking here to make sure they really are matched */
if (count($tables) != count($analyses)) {
ResponseRenderer::getInstance()->callExit();
}
/* Create SQL code to create the tables */
$numTables = count($tables);
for ($i = 0; $i < $numTables; ++$i) {
$numCols = count($tables[$i][self::COL_NAMES]);
$tempSQLStr = 'CREATE TABLE IF NOT EXISTS '
. Util::backquote($dbName)
. '.' . Util::backquote($tables[$i][self::TBL_NAME]) . ' (';
for ($j = 0; $j < $numCols; ++$j) {
$size = $analyses[$i][self::SIZES][$j];
if ((int) $size == 0) {
$size = 10;
}
$tempSQLStr .= Util::backquote($tables[$i][self::COL_NAMES][$j]) . ' '
. $typeArray[$analyses[$i][self::TYPES][$j]];
if ($analyses[$i][self::TYPES][$j] != self::GEOMETRY) {
$tempSQLStr .= '(' . $size . ')';
}
if ($j == count($tables[$i][self::COL_NAMES]) - 1) {
continue;
}
$tempSQLStr .= ', ';
}
$tempSQLStr .= ') DEFAULT CHARACTER SET ' . $charset
. ' COLLATE ' . $collation . ';';
/**
* Each SQL statement is executed immediately
* after it is formed so that we don't have
* to store them in a (possibly large) buffer
*/
$this->runQuery($tempSQLStr, $sqlData);
}
}
/**
* Create the SQL statements to insert all the data
*
* Only one insert query is formed for each table
*/
$tempSQLStr = '';
$colCount = 0;
$numTables = count($tables);
for ($i = 0; $i < $numTables; ++$i) {
$numCols = count($tables[$i][self::COL_NAMES]);
$numRows = count($tables[$i][self::ROWS]);
$tempSQLStr = 'INSERT INTO ' . Util::backquote($dbName) . '.'
. Util::backquote($tables[$i][self::TBL_NAME]) . ' (';
for ($m = 0; $m < $numCols; ++$m) {
$tempSQLStr .= Util::backquote($tables[$i][self::COL_NAMES][$m]);
if ($m === $numCols - 1) {
continue;
}
$tempSQLStr .= ', ';
}
$tempSQLStr .= ') VALUES ';
for ($j = 0; $j < $numRows; ++$j) {
$tempSQLStr .= '(';
for ($k = 0; $k < $numCols; ++$k) {
// If fully formatted SQL, no need to enclose
// with apostrophes, add slashes etc.
if (
$analyses != null
&& isset($analyses[$i][self::FORMATTEDSQL][$colCount])
&& $analyses[$i][self::FORMATTEDSQL][$colCount] == true
) {
$tempSQLStr .= (string) $tables[$i][self::ROWS][$j][$k];
} else {
if ($analyses != null) {
$isVarchar = ($analyses[$i][self::TYPES][$colCount] === self::VARCHAR);
} else {
$isVarchar = ! is_numeric($tables[$i][self::ROWS][$j][$k]);
}
/* Don't put quotes around NULL fields */
if ((string) $tables[$i][self::ROWS][$j][$k] === 'NULL') {
$isVarchar = false;
}
$tempSQLStr .= $isVarchar
? $GLOBALS['dbi']->quoteString((string) $tables[$i][self::ROWS][$j][$k])
: (string) $tables[$i][self::ROWS][$j][$k];
}
if ($k !== $numCols - 1) {
$tempSQLStr .= ', ';
}
if ($colCount === $numCols - 1) {
$colCount = 0;
} else {
$colCount++;
}
/* Delete the cell after we are done with it */
unset($tables[$i][self::ROWS][$j][$k]);
}
$tempSQLStr .= ')';
if ($j !== $numRows - 1) {
$tempSQLStr .= ",\n ";
}
$colCount = 0;
/* Delete the row after we are done with it */
unset($tables[$i][self::ROWS][$j]);
}
$tempSQLStr .= ';';
/**
* Each SQL statement is executed immediately
* after it is formed so that we don't have
* to store them in a (possibly large) buffer
*/
$this->runQuery($tempSQLStr, $sqlData);
}
/* No longer needed */
unset($tempSQLStr);
/**
* A work in progress
*/
/**
* Add the viewable structures from $additional_sql
* to $tables so they are also displayed
*/
$viewPattern = '@VIEW `[^`]+`\.`([^`]+)@';
$tablePattern = '@CREATE TABLE IF NOT EXISTS `([^`]+)`@';
/* Check a third pattern to make sure its not a "USE `db_name`;" statement */
/** @var string $sql */
foreach ($additionalSql ?? [] as $sql) {
$regs = [];
preg_match($viewPattern, $sql, $regs);
if ($regs === []) {
preg_match($tablePattern, $sql, $regs);
}
if ($regs === []) {
continue;
}
for ($n = 0; $n < $numTables; ++$n) {
if ($regs[1] === $tables[$n][self::TBL_NAME]) {
continue 2;
}
}
$tables[] = [self::TBL_NAME => $regs[1]];
}
$params = ['db' => $dbName];
$dbUrl = Url::getFromRoute('/database/structure', $params);
$dbOperationsUrl = Url::getFromRoute('/database/operations', $params);
$message = '<br><br>';
$message .= '<strong>' . __(
'The following structures have either been created or altered. Here you can:',
) . '</strong><br>';
$message .= '<ul><li>' . __("View a structure's contents by clicking on its name.") . '</li>';
$message .= '<li>' . __('Change any of its settings by clicking the corresponding "Options" link.') . '</li>';
$message .= '<li>' . __('Edit structure by following the "Structure" link.')
. '</li>';
$message .= sprintf(
'<br><li><a href="%s" title="%s">%s</a> (<a href="%s" title="%s">'
. __('Options') . '</a>)</li>',
$dbUrl,
sprintf(
__('Go to database: %s'),
htmlspecialchars(Util::backquote($dbName)),
),
htmlspecialchars($dbName),
$dbOperationsUrl,
sprintf(
__('Edit settings for %s'),
htmlspecialchars(Util::backquote($dbName)),
),
);
$message .= '<ul>';
unset($params);
foreach ($tables as $table) {
$params = ['db' => $dbName, 'table' => (string) $table[self::TBL_NAME]];
$tblUrl = Url::getFromRoute('/sql', $params);
$tblStructUrl = Url::getFromRoute('/table/structure', $params);
$tblOpsUrl = Url::getFromRoute('/table/operations', $params);
unset($params);
$tableObj = new Table($table[self::TBL_NAME], $dbName, $GLOBALS['dbi']);
if (! $tableObj->isView()) {
$message .= sprintf(
'<li><a href="%s" title="%s">%s</a> (<a href="%s" title="%s">' . __(
'Structure',
) . '</a>) (<a href="%s" title="%s">' . __('Options') . '</a>)</li>',
$tblUrl,
sprintf(
__('Go to table: %s'),
htmlspecialchars(
Util::backquote($table[self::TBL_NAME]),
),
),
htmlspecialchars($table[self::TBL_NAME]),
$tblStructUrl,
sprintf(
__('Structure of %s'),
htmlspecialchars(
Util::backquote($table[self::TBL_NAME]),
),
),
$tblOpsUrl,
sprintf(
__('Edit settings for %s'),
htmlspecialchars(
Util::backquote($table[self::TBL_NAME]),
),
),
);
} else {
$message .= sprintf(
'<li><a href="%s" title="%s">%s</a></li>',
$tblUrl,
sprintf(
__('Go to view: %s'),
htmlspecialchars(
Util::backquote($table[self::TBL_NAME]),
),
),
htmlspecialchars($table[self::TBL_NAME]),
);
}
}
$message .= '</ul></ul>';
$GLOBALS['import_notice'] = $message;
}
/**
* Handles request for ROLLBACK.
*
* @param string $sqlQuery SQL query(s)
*/
public function handleRollbackRequest(string $sqlQuery): void
{
$sqlDelimiter = $_POST['sql_delimiter'];
$queries = explode($sqlDelimiter, $sqlQuery);
$error = false;
$errorMsg = __(
'Only INSERT, UPDATE, DELETE and REPLACE '
. 'SQL queries containing transactional engine tables can be rolled back.',
);
foreach ($queries as $sqlQuery) {
if ($sqlQuery === '') {
continue;
}
// Check each query for ROLLBACK support.
if ($this->checkIfRollbackPossible($sqlQuery)) {
continue;
}
$globalError = $GLOBALS['dbi']->getError();
if ($globalError) {
$error = $globalError;
} else {
$error = $errorMsg;
}
break;
}
if ($error) {
unset($_POST['rollback_query']);
$response = ResponseRenderer::getInstance();
$message = Message::rawError($error);
$response->addJSON('message', $message);
$response->callExit();
}
// If everything fine, START a transaction.
$GLOBALS['dbi']->query('START TRANSACTION');
}
/**
* Checks if ROLLBACK is possible for a SQL query or not.
*
* @param string $sqlQuery SQL query
*/
public function checkIfRollbackPossible(string $sqlQuery): bool
{
$parser = new Parser($sqlQuery);
if (empty($parser->statements[0])) {
return true;
}
$statement = $parser->statements[0];
// Check if query is supported.
if (
! (($statement instanceof InsertStatement)
|| ($statement instanceof UpdateStatement)
|| ($statement instanceof DeleteStatement)
|| ($statement instanceof ReplaceStatement))
) {
return false;
}
// Get table_references from the query.
$tables = Query::getTables($statement);
// Check if each table is 'InnoDB'.
foreach ($tables as $table) {
if (! $this->isTableTransactional($table)) {
return false;
}
}
return true;
}
/**
* Checks if a table is 'InnoDB' or not.
*
* @param string $table Table details
*/
public function isTableTransactional(string $table): bool
{
$table = explode('.', $table);
if (count($table) === 2) {
$db = Util::unQuote($table[0]);
$table = Util::unQuote($table[1]);
} else {
$db = $GLOBALS['db'];
$table = Util::unQuote($table[0]);
}
// Query to check if table exists.
$checkTableQuery = 'SELECT * FROM ' . Util::backquote($db)
. '.' . Util::backquote($table) . ' '
. 'LIMIT 1';
$result = $GLOBALS['dbi']->tryQuery($checkTableQuery);
if (! $result) {
return false;
}
// List of Transactional Engines.
$transactionalEngines = ['INNODB', 'FALCON', 'NDB', 'INFINIDB', 'TOKUDB', 'XTRADB', 'SEQUENCE', 'BDB'];
// Query to check if table is 'Transactional'.
$checkQuery = 'SELECT `ENGINE` FROM `information_schema`.`tables` '
. 'WHERE `table_name` = ' . $GLOBALS['dbi']->quoteString($table) . ' '
. 'AND `table_schema` = ' . $GLOBALS['dbi']->quoteString($db) . ' '
. 'AND UPPER(`engine`) IN ("'
. implode('", "', $transactionalEngines)
. '")';
$result = $GLOBALS['dbi']->tryQuery($checkQuery);
return $result && $result->numRows() == 1;
}
/** @return string[] */
public static function getCompressions(): array
{
$compressions = [];
if ($GLOBALS['cfg']['GZipDump'] && function_exists('gzopen')) {
$compressions[] = 'gzip';
}
if ($GLOBALS['cfg']['BZipDump'] && function_exists('bzopen')) {
$compressions[] = 'bzip2';
}
if ($GLOBALS['cfg']['ZipDump'] && function_exists('zip_open')) {
$compressions[] = 'zip';
}
return $compressions;
}
/** @param mixed[] $importList List of plugin instances. */
public static function getLocalFiles(array $importList): false|string
{
$fileListing = new FileListing();
$extensions = '';
foreach ($importList as $importPlugin) {
if ($extensions !== '') {
$extensions .= '|';
}
$extensions .= $importPlugin->getProperties()->getExtension();
}
$matcher = '@\.(' . $extensions . ')(\.(' . $fileListing->supportedDecompressions() . '))?$@';
$active = isset($GLOBALS['timeout_passed'], $GLOBALS['local_import_file']) && $GLOBALS['timeout_passed']
? $GLOBALS['local_import_file']
: '';
return $fileListing->getFileSelectOptions(
Util::userDir((string) ($GLOBALS['cfg']['UploadDir'] ?? '')),
$matcher,
$active,
);
}
}