From d1274eb808116498caaeda7967c17af204c33da2 Mon Sep 17 00:00:00 2001 From: codex Date: Mon, 26 Oct 2026 12:41:34 +0800 Subject: [PATCH] chore(cloud): add one-shot v6 schema upgrade --- web/app/Command/CloudMigrateV6.php | 1251 ++++++++++++++++++++ web/app/Command/CloudSetup.php | 56 + web/app/Command/XCat.php | 2 + web/tests/CloudFreshSchemaContractTest.php | 2 + web/tests/CloudMigrateV6ContractTest.php | 255 ++++ 5 files changed, 1566 insertions(+) create mode 100644 web/app/Command/CloudMigrateV6.php create mode 100644 web/tests/CloudMigrateV6ContractTest.php diff --git a/web/app/Command/CloudMigrateV6.php b/web/app/Command/CloudMigrateV6.php new file mode 100644 index 00000000..90bd37bf --- /dev/null +++ b/web/app/Command/CloudMigrateV6.php @@ -0,0 +1,1251 @@ + v7 production schema migration. + * + * MySQL DDL commits implicitly, so every step is guarded and the version is + * kept at an explicit in-progress marker until the complete v7 schema and all + * historical billing rows have been validated. + */ +final class CloudMigrateV6 +{ + private const OLD_MARKER = 'go-agent-wss-v6-migration-bundles:' + . '663c6c6da5f8cf4585e00e8764890bb3fee79d917cc9848b27fe1f981612a5ed'; + private const NEW_MARKER = 'go-agent-wss-v7-automatic-backups:' + . '2d2c888c7bdce71fb189d75c4fe9fd8b7c7938ffdd2a922325c7e205f2a80dca'; + private const IN_PROGRESS_MARKER = 'go-agent-wss-v6-to-v7-in-progress'; + private const MIGRATION_FINGERPRINT = + 'cloud_schema_migration_v6_fingerprint'; + private const TRAFFIC_QUOTA_GIB = 1073741824; + private const MAX_TRAFFIC_QUOTA_BYTES = 1125899906842624; + private const OLD_MAIN_TABLES = [ + 'cloud_regions', 'cloud_network_lines', 'cloud_resource_pools', + 'cloud_hosts', 'cloud_host_agents', + 'cloud_host_storage_configurations', 'cloud_templates', + 'cloud_template_replicas', 'cloud_user_isos', + 'cloud_user_iso_replicas', 'cloud_rescue_template_deletions', + 'cloud_rescue_template_imports', 'cloud_upload_staging', + 'cloud_host_resource_pool_memberships', + 'cloud_host_network_attachments', 'cloud_public_ip_pools', + 'cloud_host_capacity_policies', 'cloud_public_ips', 'cloud_offers', + 'cloud_instances', 'cloud_instance_firewalls', + 'cloud_instance_firewall_versions', 'cloud_instance_firewall_rules', + 'cloud_platform_test_policy_state', + 'cloud_platform_test_policy_rules', 'cloud_instance_snapshots', + 'cloud_instance_backups', 'cloud_backup_restores', + 'cloud_instance_migrations', 'cloud_migration_bundle_artifacts', + 'cloud_instance_runtime', 'cloud_orders', + 'cloud_resource_reservations', 'cloud_service_periods', + 'cloud_renewals', 'cloud_invoices', 'cloud_invoice_payments', + 'cloud_mail_outbox', 'cloud_jobs', 'cloud_agent_completion_events', + 'cloud_ssh_keys', 'cloud_sessions', 'cloud_console_tickets', + ]; + private const LOG_TABLES = [ + 'cloud_vm_metric_samples', 'cloud_vm_traffic_checkpoints', + 'cloud_vm_traffic_totals', + ]; + private const V7_ONLY_TABLES = [ + 'cloud_backup_subscriptions', 'cloud_backup_recoveries', + 'cloud_order_items', 'cloud_invoice_items', + ]; + private const V7_ONLY_COLUMNS = [ + 'cloud_offers' => ['backup_price'], + 'cloud_instance_backups' => [ + 'source', 'subscription_id', 'scheduled_for', + ], + 'cloud_jobs' => ['backup_recovery_id'], + ]; + private const V7_ONLY_INDEXES = [ + 'cloud_instance_backups' => ['cloud_instance_backup_schedule'], + 'cloud_jobs' => ['cloud_job_backup_recovery'], + ]; + /** + * Exact semantic shapes for tables introduced by v7. + * + * Column tuple: type, nullable, default, collation, extra. + * Index tuple: non-unique flag, ordered columns. + */ + private const V7_TABLE_SHAPES = [ + 'cloud_backup_subscriptions' => [ + 'columns' => [ + 'id' => ['bigint unsigned', 'NO', null, null, + 'auto_increment'], + 'instance_id' => ['bigint unsigned', 'NO', null, null, ''], + 'user_id' => ['bigint unsigned', 'NO', null, null, ''], + 'offer_id' => ['bigint unsigned', 'NO', null, null, ''], + 'enabled' => ['tinyint(1)', 'NO', '1', null, ''], + 'renew_next_period' => ['tinyint(1)', 'NO', '1', null, ''], + 'frequency' => ['varchar(8)', 'NO', 'daily', 'ascii_bin', ''], + 'weekday' => ['tinyint unsigned', 'NO', '0', null, ''], + 'retention_count' => ['tinyint unsigned', 'NO', '2', null, ''], + 'timezone' => ['varchar(64)', 'NO', 'America/Los_Angeles', + 'ascii_bin', ''], + 'price' => ['decimal(12,2)', 'NO', '0', null, ''], + 'currency' => ['char(3)', 'NO', 'USD', 'ascii_bin', ''], + 'price_version' => ['int unsigned', 'NO', null, null, ''], + 'next_run_at' => ['bigint unsigned', 'NO', null, null, ''], + 'last_scheduled_at' => ['bigint unsigned', 'YES', null, + null, ''], + 'last_backup_id' => ['bigint unsigned', 'YES', null, + null, ''], + 'created_at' => ['bigint unsigned', 'NO', null, null, ''], + 'updated_at' => ['bigint unsigned', 'NO', null, null, ''], + ], + 'indexes' => [ + 'PRIMARY' => [0, ['id']], + 'cloud_backup_subscription_instance' => [0, ['instance_id']], + 'cloud_backup_subscription_due' => [1, + ['enabled', 'next_run_at', 'id']], + 'cloud_backup_subscription_owner' => [1, ['user_id', 'id']], + ], + 'checks' => [ + 'chk_cloud_backup_subscription_frequency' => + "frequency IN ('daily','weekly')", + 'chk_cloud_backup_subscription_weekday' => 'weekday <= 6', + 'chk_cloud_backup_subscription_retention' => + 'retention_count IN (1,2)', + ], + ], + 'cloud_backup_recoveries' => [ + 'columns' => [ + 'id' => ['bigint unsigned', 'NO', null, null, + 'auto_increment'], + 'recovery_key' => ['char(32)', 'NO', null, 'ascii_bin', ''], + 'backup_id' => ['bigint unsigned', 'NO', null, null, ''], + 'instance_id' => ['bigint unsigned', 'NO', null, null, ''], + 'job_id' => ['bigint unsigned', 'YES', null, null, ''], + 'operation_id' => ['char(32)', 'NO', null, 'ascii_bin', ''], + 'state' => ['varchar(16)', 'NO', 'recovering', + 'ascii_bin', ''], + 'error_code' => ['varchar(64)', 'NO', '', 'ascii_bin', ''], + 'completed_at' => ['bigint unsigned', 'YES', null, null, ''], + 'created_at' => ['bigint unsigned', 'NO', null, null, ''], + 'updated_at' => ['bigint unsigned', 'NO', null, null, ''], + ], + 'indexes' => [ + 'PRIMARY' => [0, ['id']], + 'cloud_backup_recovery_key' => [0, ['recovery_key']], + 'cloud_backup_recovery_operation' => [0, ['operation_id']], + 'cloud_backup_recovery_job' => [0, ['job_id']], + 'cloud_backup_recovery_instance' => [1, + ['instance_id', 'state', 'id']], + 'cloud_backup_recovery_backup' => [1, + ['backup_id', 'state', 'id']], + ], + 'checks' => [], + ], + 'cloud_order_items' => [ + 'columns' => [ + 'id' => ['bigint unsigned', 'NO', null, null, + 'auto_increment'], + 'order_id' => ['bigint unsigned', 'NO', null, null, ''], + 'code' => ['varchar(32)', 'NO', null, 'ascii_bin', ''], + 'label' => ['varchar(128)', 'NO', null, + 'utf8mb4_unicode_ci', ''], + 'amount' => ['decimal(12,2)', 'NO', null, null, ''], + 'currency' => ['char(3)', 'NO', 'USD', 'ascii_bin', ''], + 'snapshot_json' => ['longtext', 'NO', null, + 'utf8mb4_unicode_ci', ''], + 'created_at' => ['bigint unsigned', 'NO', null, null, ''], + ], + 'indexes' => [ + 'PRIMARY' => [0, ['id']], + 'cloud_order_item_code' => [0, ['order_id', 'code']], + 'cloud_order_item_order' => [1, ['order_id', 'id']], + ], + 'checks' => [], + ], + 'cloud_invoice_items' => [ + 'columns' => [ + 'id' => ['bigint unsigned', 'NO', null, null, + 'auto_increment'], + 'invoice_id' => ['bigint unsigned', 'NO', null, null, ''], + 'order_item_id' => ['bigint unsigned', 'YES', null, null, ''], + 'code' => ['varchar(32)', 'NO', null, 'ascii_bin', ''], + 'label' => ['varchar(128)', 'NO', null, + 'utf8mb4_unicode_ci', ''], + 'amount' => ['decimal(12,2)', 'NO', null, null, ''], + 'currency' => ['char(3)', 'NO', 'USD', 'ascii_bin', ''], + 'snapshot_json' => ['longtext', 'NO', null, + 'utf8mb4_unicode_ci', ''], + 'created_at' => ['bigint unsigned', 'NO', null, null, ''], + ], + 'indexes' => [ + 'PRIMARY' => [0, ['id']], + 'cloud_invoice_item_code' => [0, ['invoice_id', 'code']], + 'cloud_invoice_item_invoice' => [1, ['invoice_id', 'id']], + 'cloud_invoice_item_order_item' => [1, ['order_item_id']], + ], + 'checks' => [], + ], + ]; + /** Column tuple plus the immediately preceding column name. */ + private const V7_ADDED_COLUMN_SHAPES = [ + 'cloud_offers' => [ + 'backup_price' => ['decimal(12,2)', 'NO', '0', null, '', 'price'], + ], + 'cloud_instance_backups' => [ + 'source' => ['varchar(16)', 'NO', 'manual', 'ascii_bin', '', + 'purpose'], + 'subscription_id' => ['bigint unsigned', 'YES', null, null, '', + 'source'], + 'scheduled_for' => ['bigint unsigned', 'YES', null, null, '', + 'subscription_id'], + ], + 'cloud_jobs' => [ + 'backup_recovery_id' => ['bigint unsigned', 'YES', null, null, + '', 'backup_restore_id'], + ], + ]; + private const V7_ADDED_INDEX_SHAPES = [ + 'cloud_instance_backups' => [ + 'cloud_instance_backup_schedule' => [0, + ['subscription_id', 'scheduled_for']], + ], + 'cloud_jobs' => [ + 'cloud_job_backup_recovery' => [1, + ['backup_recovery_id', 'id']], + ], + ]; + + public static function run(): bool + { + if (Config::get('enable_log', 'false') !== 'true') { + throw new \RuntimeException( + '请启用并配置日志数据库后再升级虚拟化结构' + ); + } + if ((string) Config::get('db_prefix', '') !== '') { + throw new \RuntimeException( + '虚拟化集成使用独立表名,请将 db_prefix 留空' + ); + } + + $connection = (new User())->getConnection(); + $logConnection = User::getConnectionResolver()->connection('log'); + $mainLock = 'virt-cloud-main:' . substr(hash( + 'sha256', (string) $connection->getDatabaseName() + ), 0, 48); + $logLock = 'virt-cloud-log:' . substr(hash( + 'sha256', (string) $logConnection->getDatabaseName() + ), 0, 48); + $mainLocked = false; + $logLocked = false; + try { + $mainLocked = self::acquire($connection, $mainLock); + if (!$mainLocked) { + throw new \RuntimeException('无法取得云业务数据库升级锁'); + } + $logLocked = self::acquire($logConnection, $logLock); + if (!$logLocked) { + throw new \RuntimeException('无法取得云日志数据库升级锁'); + } + + $marker = self::configuration( + $connection, 'cloud_schema_version' + ); + $sourceMarker = CloudSetup::v6MigrationSchemaMarker(); + if (!hash_equals(self::NEW_MARKER, $sourceMarker)) { + throw new \RuntimeException( + '当前源码结构标记不是预期的 v7,拒绝升级' + ); + } + if (hash_equals(self::NEW_MARKER, $marker)) { + CloudSetup::assertPublishedV7Migration( + $connection, $logConnection + ); + echo "云数据库已经是 v7,无需重复升级。\n"; + return true; + } + self::prepareMigrationMarker($connection, $logConnection, $marker); + self::upgradeSchema($connection); + self::assertV7SchemaShape($connection); + [$specs, $orders, $invoices] = self::backfillBillingItems( + $connection + ); + self::publishMigration($connection, $logConnection); + echo '云数据库已从 v6 升级到 v7;历史订单快照 ' + . $specs . ' 条,历史订单明细 ' . $orders + . ' 条,历史账单明细 ' . $invoices . " 条。\n"; + return true; + } finally { + if ($logLocked) { + $logConnection->selectOne( + 'SELECT RELEASE_LOCK(?) AS released', [$logLock] + ); + } + if ($mainLocked) { + $connection->selectOne( + 'SELECT RELEASE_LOCK(?) AS released', [$mainLock] + ); + } + } + } + + private static function acquire($connection, string $name): bool + { + $row = $connection->selectOne( + 'SELECT GET_LOCK(?, 30) AS acquired', [$name] + ); + return (int) ($row->acquired ?? 0) === 1; + } + + private static function prepareMigrationMarker($connection, + $logConnection, string $marker): void + { + $stored = self::configuration( + $connection, 'cloud_schema_fingerprint' + ); + if (preg_match('/^[a-f0-9]{64}$/D', $stored) !== 1) { + throw new \RuntimeException('v6 数据库指纹缺失或格式无效'); + } + if (hash_equals(self::OLD_MARKER, $marker)) { + $actual = self::oldFingerprint($connection, $logConnection); + if (!hash_equals($stored, $actual)) { + throw new \RuntimeException( + 'v6 数据库实际结构与安装指纹不一致,拒绝升级' + ); + } + self::assertV7ObjectsAbsent($connection); + if ($connection->table('configurations')->where( + 'name', self::MIGRATION_FINGERPRINT + )->exists()) { + throw new \RuntimeException('v6 数据库含有意外的升级临时指纹'); + } + $connection->transaction(static function () use ( + $connection, $stored + ): void { + $connection->table('configurations')->insert([ + 'name' => self::MIGRATION_FINGERPRINT, + 'value' => $stored, + ]); + $updated = $connection->table('configurations')->where( + 'name', 'cloud_schema_version' + )->where('value', self::OLD_MARKER)->update([ + 'value' => self::IN_PROGRESS_MARKER, + ]); + if ((int) $updated !== 1) { + throw new \RuntimeException('v6 数据库版本标记发生竞争'); + } + }); + return; + } + if (!hash_equals(self::IN_PROGRESS_MARKER, $marker)) { + throw new \RuntimeException( + '仅支持从精确的 v6 数据库升级到 v7' + ); + } + $original = self::configuration( + $connection, self::MIGRATION_FINGERPRINT + ); + if (preg_match('/^[a-f0-9]{64}$/D', $original) !== 1 + || !hash_equals($stored, $original)) { + throw new \RuntimeException( + 'v6 升级断点缺少原始数据库指纹,拒绝继续' + ); + } + } + + private static function assertV7ObjectsAbsent($connection): void + { + $schema = $connection->getSchemaBuilder(); + foreach (self::V7_ONLY_TABLES as $table) { + if ($schema->hasTable($table)) { + throw new \RuntimeException( + 'v6 数据库包含迁移前不应存在的 v7 数据表:' . $table + ); + } + } + foreach (self::V7_ONLY_COLUMNS as $table => $columns) { + foreach ($columns as $column) { + if ($schema->hasColumn($table, $column)) { + throw new \RuntimeException( + 'v6 数据库包含迁移前不应存在的 v7 字段:' + . $table . '.' . $column + ); + } + } + } + foreach (self::V7_ONLY_INDEXES as $table => $indexes) { + foreach ($indexes as $index) { + if (self::indexExists($connection, $table, $index)) { + throw new \RuntimeException( + 'v6 数据库包含迁移前不应存在的 v7 索引:' + . $table . '.' . $index + ); + } + } + } + } + + private static function assertV7SchemaShape($connection): void + { + foreach (self::V7_TABLE_SHAPES as $table => $shape) { + self::assertTableShape($connection, $table, $shape); + } + foreach (self::V7_ADDED_COLUMN_SHAPES as $table => $columns) { + foreach ($columns as $column => $shape) { + $previous = array_pop($shape); + self::assertColumnShape( + $connection, $table, $column, $shape, $previous + ); + } + } + foreach (self::V7_ADDED_INDEX_SHAPES as $table => $indexes) { + $actual = self::indexShapes($connection, $table); + foreach ($indexes as $name => $shape) { + if (!isset($actual[$name]) || $actual[$name] !== $shape) { + throw new \RuntimeException( + 'v7 索引结构校验失败:' . $table . '.' . $name + ); + } + } + } + self::assertTerminalShapeConstraint($connection); + } + + private static function assertTableShape($connection, string $table, + array $shape): void + { + $database = (string) $connection->getDatabaseName(); + $metadata = $connection->selectOne( + 'SELECT ENGINE AS engine, TABLE_COLLATION AS table_collation ' + . 'FROM information_schema.TABLES WHERE TABLE_SCHEMA = ? ' + . 'AND TABLE_NAME = ? LIMIT 1', + [$database, $table] + ); + if ($metadata === null + || strcasecmp((string) ($metadata->engine ?? ''), 'InnoDB') !== 0 + || strcasecmp( + (string) ($metadata->table_collation ?? ''), + 'utf8mb4_unicode_ci' + ) !== 0) { + throw new \RuntimeException('v7 数据表属性校验失败:' . $table); + } + $rows = $connection->select( + 'SELECT ORDINAL_POSITION AS ordinal_position, ' + . 'COLUMN_NAME AS column_name, COLUMN_TYPE AS column_type, ' + . 'IS_NULLABLE AS is_nullable, COLUMN_DEFAULT AS column_default, ' + . 'EXTRA AS extra, COLLATION_NAME AS collation_name FROM ' + . 'information_schema.COLUMNS WHERE TABLE_SCHEMA = ? ' + . 'AND TABLE_NAME = ? ORDER BY ORDINAL_POSITION', + [$database, $table] + ); + if (array_map(static fn ($row): string => + (string) $row->column_name, $rows) + !== array_keys($shape['columns'])) { + throw new \RuntimeException('v7 数据表字段顺序校验失败:' . $table); + } + foreach ($rows as $offset => $row) { + $column = (string) $row->column_name; + self::assertColumnRow( + $table, $column, $row, $shape['columns'][$column] + ); + if ((int) $row->ordinal_position !== $offset + 1) { + throw new \RuntimeException( + 'v7 数据表字段序号校验失败:' . $table . '.' . $column + ); + } + } + $indexes = self::indexShapes($connection, $table); + $expectedIndexes = $shape['indexes']; + ksort($indexes, SORT_STRING); + ksort($expectedIndexes, SORT_STRING); + if ($indexes !== $expectedIndexes) { + throw new \RuntimeException('v7 数据表索引校验失败:' . $table); + } + $checks = self::checkShapes($connection, $table); + $expectedChecks = array_map( + [self::class, 'normalizeCheckClause'], + $shape['checks'] + ); + ksort($checks, SORT_STRING); + ksort($expectedChecks, SORT_STRING); + if ($checks !== $expectedChecks) { + throw new \RuntimeException('v7 数据表约束校验失败:' . $table); + } + $foreign = $connection->selectOne( + 'SELECT COUNT(*) AS aggregate FROM ' + . 'information_schema.TABLE_CONSTRAINTS WHERE TABLE_SCHEMA = ? ' + . "AND TABLE_NAME = ? AND CONSTRAINT_TYPE = 'FOREIGN KEY'", + [$database, $table] + ); + if ((int) ($foreign->aggregate ?? -1) !== 0) { + throw new \RuntimeException('v7 数据表含有意外外键:' . $table); + } + } + + private static function assertColumnShape($connection, string $table, + string $column, array $shape, string $previous): void + { + $database = (string) $connection->getDatabaseName(); + $rows = $connection->select( + 'SELECT ORDINAL_POSITION AS ordinal_position, ' + . 'COLUMN_NAME AS column_name, COLUMN_TYPE AS column_type, ' + . 'IS_NULLABLE AS is_nullable, COLUMN_DEFAULT AS column_default, ' + . 'EXTRA AS extra, COLLATION_NAME AS collation_name FROM ' + . 'information_schema.COLUMNS WHERE TABLE_SCHEMA = ? ' + . 'AND TABLE_NAME = ? AND COLUMN_NAME IN (?, ?) ' + . 'ORDER BY ORDINAL_POSITION', + [$database, $table, $previous, $column] + ); + if (count($rows) !== 2 + || (string) $rows[0]->column_name !== $previous + || (string) $rows[1]->column_name !== $column + || (int) $rows[1]->ordinal_position + !== (int) $rows[0]->ordinal_position + 1) { + throw new \RuntimeException( + 'v7 字段位置校验失败:' . $table . '.' . $column + ); + } + self::assertColumnRow($table, $column, $rows[1], $shape); + } + + private static function assertColumnRow(string $table, string $column, + $row, array $shape): void + { + [$type, $nullable, $default, $collation, $extra] = $shape; + $actual = [ + self::normalizeColumnType((string) $row->column_type), + strtoupper((string) $row->is_nullable), + self::normalizeColumnDefault($row->column_default), + $row->collation_name === null + ? null : strtolower((string) $row->collation_name), + self::normalizeColumnExtra((string) $row->extra), + ]; + $expected = [ + self::normalizeColumnType($type), strtoupper($nullable), + self::normalizeColumnDefault($default), + $collation === null ? null : strtolower($collation), + self::normalizeColumnExtra($extra), + ]; + if ($actual !== $expected) { + throw new \RuntimeException( + 'v7 字段结构校验失败:' . $table . '.' . $column + ); + } + } + + private static function normalizeColumnType(string $type): string + { + $type = strtolower((string) preg_replace('/\s+/', ' ', trim($type))); + return (string) preg_replace_callback( + '/\b(tinyint|smallint|mediumint|int|bigint)\((\d+)\)/', + static function (array $match): string { + return $match[1] === 'tinyint' && $match[2] === '1' + ? 'tinyint(1)' : $match[1]; + }, + $type + ); + } + + private static function normalizeColumnDefault($value): ?string + { + if ($value === null) { + return null; + } + $value = trim((string) $value); + if (strlen($value) >= 2 + && (($value[0] === "'" && substr($value, -1) === "'") + || ($value[0] === '"' && substr($value, -1) === '"'))) { + $value = substr($value, 1, -1); + } + if (strcasecmp($value, 'NULL') === 0) { + return null; + } + if (preg_match('/^[+-]?[0-9]+(?:\.[0-9]+)?$/D', $value) === 1) { + $negative = str_starts_with($value, '-'); + $value = ltrim($value, '+-'); + [$integer, $fraction] = array_pad(explode('.', $value, 2), 2, ''); + $integer = ltrim($integer, '0'); + $integer = $integer === '' ? '0' : $integer; + $fraction = rtrim($fraction, '0'); + $value = $integer . ($fraction === '' ? '' : '.' . $fraction); + return $negative && $value !== '0' ? '-' . $value : $value; + } + return $value; + } + + private static function normalizeColumnExtra(string $extra): string + { + $extra = strtolower($extra); + $extra = (string) preg_replace( + '/\bdefault_generated\b/', '', $extra + ); + return trim((string) preg_replace('/\s+/', ' ', $extra)); + } + + private static function indexShapes($connection, string $table): array + { + $rows = $connection->select( + 'SELECT INDEX_NAME AS index_name, NON_UNIQUE AS non_unique, ' + . 'SEQ_IN_INDEX AS seq_in_index, COLUMN_NAME AS column_name, ' + . 'SUB_PART AS sub_part, INDEX_TYPE AS index_type FROM ' + . 'information_schema.STATISTICS WHERE TABLE_SCHEMA = ? ' + . 'AND TABLE_NAME = ? ORDER BY INDEX_NAME, SEQ_IN_INDEX', + [(string) $connection->getDatabaseName(), $table] + ); + $indexes = []; + foreach ($rows as $row) { + $name = (string) $row->index_name; + if ($row->sub_part !== null + || strcasecmp((string) $row->index_type, 'BTREE') !== 0) { + throw new \RuntimeException( + 'v7 索引类型校验失败:' . $table . '.' . $name + ); + } + $indexes[$name] ??= [(int) $row->non_unique, []]; + if ($indexes[$name][0] !== (int) $row->non_unique + || (int) $row->seq_in_index + !== count($indexes[$name][1]) + 1) { + throw new \RuntimeException( + 'v7 索引顺序校验失败:' . $table . '.' . $name + ); + } + $indexes[$name][1][] = (string) $row->column_name; + } + return $indexes; + } + + private static function checkShapes($connection, string $table): array + { + $rows = $connection->select( + 'SELECT tc.CONSTRAINT_NAME AS constraint_name, ' + . 'cc.CHECK_CLAUSE AS check_clause FROM ' + . 'information_schema.TABLE_CONSTRAINTS tc JOIN ' + . 'information_schema.CHECK_CONSTRAINTS cc ON ' + . 'cc.CONSTRAINT_SCHEMA = tc.CONSTRAINT_SCHEMA AND ' + . 'cc.CONSTRAINT_NAME = tc.CONSTRAINT_NAME WHERE ' + . 'tc.TABLE_SCHEMA = ? AND tc.TABLE_NAME = ? ' + . "AND tc.CONSTRAINT_TYPE = 'CHECK' ORDER BY tc.CONSTRAINT_NAME", + [(string) $connection->getDatabaseName(), $table] + ); + $checks = []; + foreach ($rows as $row) { + $checks[(string) $row->constraint_name] = + self::normalizeCheckClause((string) $row->check_clause); + } + return $checks; + } + + private static function normalizeCheckClause(string $clause): string + { + $clause = strtolower(str_replace('`', '', $clause)); + $clause = (string) preg_replace( + '/_(?:utf8mb4|utf8|ascii)(?=[\'\"])/', '', $clause + ); + $clause = (string) preg_replace('/\s+/', '', $clause); + while (strlen($clause) >= 2 && $clause[0] === '(' + && substr($clause, -1) === ')' + && self::outerParenthesesWrap($clause)) { + $clause = substr($clause, 1, -1); + } + return $clause; + } + + private static function outerParenthesesWrap(string $value): bool + { + $depth = 0; + $length = strlen($value); + for ($index = 0; $index < $length; $index++) { + if ($value[$index] === '(') { + $depth++; + } elseif ($value[$index] === ')') { + $depth--; + if ($depth === 0 && $index !== $length - 1) { + return false; + } + } + if ($depth < 0) { + return false; + } + } + return $depth === 0; + } + + private static function assertTerminalShapeConstraint($connection): void + { + $checks = self::checkShapes($connection, 'cloud_jobs'); + $clause = $checks['chk_cloud_job_terminal_shape'] ?? ''; + // MySQL and MariaDB serialize equivalent boolean parentheses + // differently. Verify every state-machine predicate and its cardinality + // while keeping the explicit cross-collation comparison mandatory. + $required = [ + "phase='terminal'", + 'outcomeisnotnull', + 'statuscollateutf8mb4_unicode_ci=' + . 'convert(outcomeusingutf8mb4)collateutf8mb4_unicode_ci', + 'terminal_atisnotnull', + 'effect_may_have_appliedisnotnull', + 'safe_to_resubmitisnotnull', + "outcome='succeeded'", + "outcome='failed'", + "phase<>'terminal'", + 'outcomeisnull', + 'terminal_atisnull', + 'effect_may_have_appliedisnull', + 'safe_to_resubmitisnull', + "statusin('queued','running')", + "effect_resolution='not_applicable'", + ]; + foreach ($required as $fragment) { + if (substr_count($clause, $fragment) !== 1) { + throw new \RuntimeException( + 'v7 任务终态约束校验失败:chk_cloud_job_terminal_shape' + ); + } + } + } + + private static function configuration($connection, string $name): string + { + $row = $connection->table('configurations') + ->where('name', $name)->first(['value']); + return $row === null ? '' : (string) $row->value; + } + + private static function publishMigration($connection, + $logConnection): void + { + if (!hash_equals( + self::IN_PROGRESS_MARKER, + self::configuration($connection, 'cloud_schema_version') + )) { + throw new \RuntimeException('v6 升级不在可发布的断点状态'); + } + $stored = self::configuration( + $connection, 'cloud_schema_fingerprint' + ); + $original = self::configuration( + $connection, self::MIGRATION_FINGERPRINT + ); + if (preg_match('/^[a-f0-9]{64}$/D', $stored) !== 1 + || preg_match('/^[a-f0-9]{64}$/D', $original) !== 1 + || !hash_equals($stored, $original)) { + throw new \RuntimeException('v6 升级原始数据库指纹已变化'); + } + if (!hash_equals( + self::NEW_MARKER, + CloudSetup::v6MigrationSchemaMarker() + )) { + throw new \RuntimeException('待发布源码结构标记不是预期的 v7'); + } + self::assertV7SchemaShape($connection); + self::assertBillingBackfill($connection); + $fingerprint = CloudSetup::v6MigrationInstalledFingerprint( + $connection, $logConnection + ); + if (preg_match('/^[a-f0-9]{64}$/D', $fingerprint) !== 1) { + throw new \RuntimeException('无法生成完整的 v7 数据库指纹'); + } + $connection->transaction(static function () use ( + $connection, $original, $fingerprint + ): void { + $fingerprintUpdated = $connection->table('configurations') + ->where('name', 'cloud_schema_fingerprint') + ->where('value', $original) + ->update(['value' => $fingerprint]); + if ((int) $fingerprintUpdated !== 1) { + throw new \RuntimeException('v7 数据库指纹发布竞争'); + } + $temporaryDeleted = $connection->table('configurations') + ->where('name', self::MIGRATION_FINGERPRINT) + ->where('value', $original)->delete(); + if ((int) $temporaryDeleted !== 1) { + throw new \RuntimeException('v6 升级临时指纹删除竞争'); + } + // Publish the version marker last. HTTP and workers must never + // observe v7 before the exact installed fingerprint is committed. + $versionUpdated = $connection->table('configurations') + ->where('name', 'cloud_schema_version') + ->where('value', self::IN_PROGRESS_MARKER) + ->update(['value' => self::NEW_MARKER]); + if ((int) $versionUpdated !== 1) { + throw new \RuntimeException('v7 数据库版本发布竞争'); + } + }); + } + + private static function upgradeSchema($connection): void + { + self::addColumn($connection, 'cloud_offers', 'backup_price', + 'DECIMAL(12,2) NOT NULL DEFAULT 0.00 AFTER `price`'); + + self::createCurrentTable($connection, 'cloud_backup_subscriptions'); + self::addColumn($connection, 'cloud_instance_backups', 'source', + "VARCHAR(16) CHARACTER SET ascii COLLATE ascii_bin NOT NULL " + . "DEFAULT 'manual' AFTER `purpose`"); + self::addColumn( + $connection, 'cloud_instance_backups', 'subscription_id', + 'BIGINT UNSIGNED DEFAULT NULL AFTER `source`' + ); + self::addColumn( + $connection, 'cloud_instance_backups', 'scheduled_for', + 'BIGINT UNSIGNED DEFAULT NULL AFTER `subscription_id`' + ); + self::addIndex( + $connection, 'cloud_instance_backups', + 'cloud_instance_backup_schedule', + 'UNIQUE KEY `cloud_instance_backup_schedule` ' + . '(`subscription_id`, `scheduled_for`)' + ); + self::createCurrentTable($connection, 'cloud_backup_recoveries'); + self::createCurrentTable($connection, 'cloud_order_items'); + self::createCurrentTable($connection, 'cloud_invoice_items'); + self::upgradeJobs($connection); + } + + private static function upgradeJobs($connection): void + { + // Some MySQL/MariaDB versions re-evaluate this cross-collation CHECK + // during ALTER TABLE. Recreate it with an explicit UTF-8 comparison so + // the migration is deterministic on both engines. + if (self::constraintExists( + $connection, 'cloud_jobs', 'chk_cloud_job_terminal_shape' + )) { + $connection->statement( + 'ALTER TABLE `cloud_jobs` DROP CONSTRAINT ' + . '`chk_cloud_job_terminal_shape`' + ); + } + self::addColumn( + $connection, 'cloud_jobs', 'backup_recovery_id', + 'BIGINT UNSIGNED DEFAULT NULL AFTER `backup_restore_id`' + ); + self::addIndex( + $connection, 'cloud_jobs', 'cloud_job_backup_recovery', + 'KEY `cloud_job_backup_recovery` (`backup_recovery_id`, `id`)' + ); + if (!self::constraintExists( + $connection, 'cloud_jobs', 'chk_cloud_job_terminal_shape' + )) { + $connection->statement(self::terminalShapeConstraintSql()); + } + } + + private static function terminalShapeConstraintSql(): string + { + return <<<'SQL' +ALTER TABLE `cloud_jobs` ADD CONSTRAINT `chk_cloud_job_terminal_shape` CHECK ( + ( + `phase` = 'terminal' AND `outcome` IS NOT NULL + AND (`status` COLLATE utf8mb4_unicode_ci) = + (CONVERT(`outcome` USING utf8mb4) COLLATE utf8mb4_unicode_ci) + AND `terminal_at` IS NOT NULL + AND `effect_may_have_applied` IS NOT NULL + AND `safe_to_resubmit` IS NOT NULL + AND ( + (`outcome` = 'succeeded' AND `effect_may_have_applied` = 0 + AND `safe_to_resubmit` = 0 AND `effect_resolution` = 'applied' + AND `error_code` IS NULL) + OR + (`outcome` = 'failed' AND ( + (`effect_may_have_applied` = 1 AND `safe_to_resubmit` = 0 + AND `effect_resolution` IN ('unknown','applied','not_applied')) + OR + (`effect_may_have_applied` = 0 + AND `effect_resolution` = 'not_applied') + )) + ) + ) + OR + ( + `phase` <> 'terminal' AND `outcome` IS NULL + AND `terminal_at` IS NULL AND `effect_may_have_applied` IS NULL + AND `safe_to_resubmit` IS NULL AND `status` IN ('queued','running') + AND `effect_resolution` = 'not_applicable' + ) +) +SQL; + } + + private static function addColumn($connection, string $table, + string $column, string $definition): void + { + if (!$connection->getSchemaBuilder()->hasColumn($table, $column)) { + $connection->statement( + 'ALTER TABLE `' . $table . '` ADD COLUMN `' + . $column . '` ' . $definition + ); + } + } + + private static function addIndex($connection, string $table, + string $index, string $definition): void + { + if (!self::indexExists($connection, $table, $index)) { + $connection->statement( + 'ALTER TABLE `' . $table . '` ADD ' . $definition + ); + } + } + + private static function indexExists($connection, string $table, + string $index): bool + { + $row = $connection->selectOne( + 'SELECT 1 AS present FROM information_schema.STATISTICS ' + . 'WHERE TABLE_SCHEMA = ? AND TABLE_NAME = ? AND INDEX_NAME = ? ' + . 'LIMIT 1', + [(string) $connection->getDatabaseName(), $table, $index] + ); + return $row !== null; + } + + private static function constraintExists($connection, string $table, + string $constraint): bool + { + $row = $connection->selectOne( + 'SELECT 1 AS present FROM information_schema.TABLE_CONSTRAINTS ' + . 'WHERE TABLE_SCHEMA = ? AND TABLE_NAME = ? ' + . 'AND CONSTRAINT_NAME = ? LIMIT 1', + [(string) $connection->getDatabaseName(), $table, $constraint] + ); + return $row !== null; + } + + private static function createCurrentTable($connection, + string $table): void + { + if ($connection->getSchemaBuilder()->hasTable($table)) { + return; + } + $allowed = [ + 'cloud_backup_subscriptions', 'cloud_backup_recoveries', + 'cloud_order_items', 'cloud_invoice_items', + ]; + if (!in_array($table, $allowed, true)) { + throw new \LogicException('不允许迁移该数据表'); + } + $source = file_get_contents(BASE_PATH . '/sql/cloud.sql'); + if ($source === false) { + throw new \RuntimeException('缺少当前 cloud.sql'); + } + $pattern = '/(?:^|\n)(CREATE TABLE ' + . preg_quote($table, '/') + . ' \(\n.*?\n\) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 ' + . 'COLLATE=utf8mb4_unicode_ci;)/s'; + if (preg_match($pattern, $source, $match) !== 1) { + throw new \RuntimeException('无法读取当前建表定义:' . $table); + } + $connection->unprepared($match[1]); + } + + /** @return array{0:int,1:int,2:int} */ + private static function backfillBillingItems($connection): array + { + $specs = self::backfillOrderSpecs($connection); + $orders = self::backfillOrders($connection); + $invoices = self::backfillInvoices($connection); + return [$specs, $orders, $invoices]; + } + + private static function backfillOrderSpecs($connection): int + { + $last = 0; + $updated = 0; + do { + $rows = $connection->table('cloud_orders') + ->where('id', '>', $last)->orderBy('id')->limit(500) + ->get(['id', 'amount', 'spec_json'])->all(); + foreach ($rows as $row) { + $last = (int) $row->id; + $original = (string) $row->spec_json; + $encoded = self::migrateOrderSpec( + $original, (string) $row->amount, $last + ); + if (hash_equals($original, $encoded)) { + continue; + } + $affected = $connection->table('cloud_orders') + ->where('id', $last)->where('spec_json', $original) + ->update(['spec_json' => $encoded]); + if ((int) $affected !== 1) { + throw new \RuntimeException( + '历史订单快照在升级期间发生变化:#' . $last + ); + } + $updated++; + } + } while (count($rows) === 500); + return $updated; + } + + private static function migrateOrderSpec(string $original, + string $amount, int $orderId): string + { + $trimmed = trim($original); + if ($trimmed === '' || $trimmed[0] !== '{' + || substr($trimmed, -1) !== '}') { + throw new \RuntimeException( + '历史订单快照必须是 JSON 对象:#' . $orderId + ); + } + try { + $spec = json_decode( + $trimmed, true, 512, JSON_THROW_ON_ERROR + ); + } catch (\JsonException $exception) { + throw new \RuntimeException( + '历史订单快照不是有效 JSON:#' . $orderId, + 0, + $exception + ); + } + if (!is_array($spec)) { + throw new \RuntimeException( + '历史订单快照必须是 JSON 对象:#' . $orderId + ); + } + if (!self::validMoney($amount) + || !self::validMoney($spec['renewal_price'] ?? null) + || !is_int($spec['validity_days'] ?? null) + || $spec['validity_days'] < 1 + || $spec['validity_days'] > 3650 + || !is_int($spec['traffic_quota_bytes'] ?? null) + || $spec['traffic_quota_bytes'] < 0 + || $spec['traffic_quota_bytes'] + > self::MAX_TRAFFIC_QUOTA_BYTES + || ($spec['traffic_quota_bytes'] !== 0 + && $spec['traffic_quota_bytes'] + % self::TRAFFIC_QUOTA_GIB !== 0)) { + throw new \RuntimeException( + '历史订单计费快照无效:#' . $orderId + ); + } + // v6 orders only priced the base instance. Keep every old immutable + // field (including renewal_price), and add the v7 optional-service + // split needed by the success finalizer. + $spec['instance_price'] = $amount; + $spec['automatic_backup'] = false; + $spec['backup_price'] = '0.00'; + return json_encode( + $spec, + JSON_THROW_ON_ERROR | JSON_UNESCAPED_SLASHES + | JSON_UNESCAPED_UNICODE + ); + } + + private static function validMoney($value): bool + { + return (is_string($value) || is_int($value)) + && preg_match( + '/^(0|[1-9][0-9]{0,9})(?:\.[0-9]{1,2})?$/D', + (string) $value + ) === 1; + } + + private static function backfillOrders($connection): int + { + $last = 0; + $inserted = 0; + do { + $rows = $connection->table('cloud_orders') + ->where('id', '>', $last)->orderBy('id')->limit(500) + ->get([ + 'id', 'plan_id', 'offer_id', 'amount', 'currency', + 'created_at', + ])->all(); + $values = []; + foreach ($rows as $row) { + $last = (int) $row->id; + $values[] = [ + 'order_id' => $last, + 'code' => 'instance', + 'label' => '实例套餐', + 'amount' => (string) $row->amount, + 'currency' => strtoupper((string) $row->currency), + 'snapshot_json' => json_encode([ + 'migrated_from' => 'v6', + 'plan_id' => (int) $row->plan_id, + 'offer_id' => $row->offer_id === null + ? null : (int) $row->offer_id, + ], JSON_THROW_ON_ERROR | JSON_UNESCAPED_SLASHES), + 'created_at' => max(0, (int) $row->created_at), + ]; + } + if ($values !== []) { + $inserted += (int) $connection->table( + 'cloud_order_items' + )->insertOrIgnore($values); + } + } while (count($rows) === 500); + return $inserted; + } + + private static function backfillInvoices($connection): int + { + $last = 0; + $inserted = 0; + do { + $rows = $connection->table('cloud_invoices as invoice') + ->leftJoin('cloud_order_items as order_item', + static function ($join): void { + $join->on('order_item.order_id', '=', + 'invoice.order_id') + ->where('order_item.code', '=', 'instance'); + }) + ->where('invoice.id', '>', $last) + ->orderBy('invoice.id')->limit(500)->get([ + 'invoice.id', 'invoice.purpose', 'invoice.instance_id', + 'invoice.order_id', 'invoice.renewal_id', + 'invoice.plan_id', 'invoice.amount', 'invoice.currency', + 'invoice.created_at', + 'order_item.id as order_item_id', + ])->all(); + $values = []; + foreach ($rows as $row) { + $last = (int) $row->id; + $purpose = (string) ($row->purpose ?: 'renewal'); + $values[] = [ + 'invoice_id' => $last, + 'order_item_id' => $purpose === 'provision' + && $row->order_item_id !== null + ? (int) $row->order_item_id : null, + 'code' => 'instance', + 'label' => self::invoiceLabel($purpose), + 'amount' => (string) $row->amount, + 'currency' => strtoupper((string) $row->currency), + 'snapshot_json' => json_encode([ + 'migrated_from' => 'v6', + 'purpose' => $purpose, + 'instance_id' => $row->instance_id === null + ? null : (int) $row->instance_id, + 'order_id' => $row->order_id === null + ? null : (int) $row->order_id, + 'renewal_id' => $row->renewal_id === null + ? null : (int) $row->renewal_id, + 'plan_id' => $row->plan_id === null + ? null : (int) $row->plan_id, + ], JSON_THROW_ON_ERROR | JSON_UNESCAPED_SLASHES), + 'created_at' => max(0, (int) $row->created_at), + ]; + } + if ($values !== []) { + $inserted += (int) $connection->table( + 'cloud_invoice_items' + )->insertOrIgnore($values); + } + } while (count($rows) === 500); + return $inserted; + } + + private static function invoiceLabel(string $purpose): string + { + return match ($purpose) { + 'provision' => '实例套餐', + 'renewal' => '实例套餐续费', + 'upgrade' => '实例升级', + 'ip_change' => '更换 IP', + default => '实例费用', + }; + } + + private static function assertBillingBackfill($connection): void + { + self::assertOrderSpecs($connection); + $badOrder = $connection->selectOne( + "SELECT orders.id FROM cloud_orders orders LEFT JOIN " + . "cloud_order_items item ON item.order_id = orders.id " + . "GROUP BY orders.id, orders.amount, orders.currency HAVING " + . "COUNT(item.id) <> 1 OR " + . "SUM(item.code = 'instance') <> 1 OR " + . "MAX(item.amount) <> orders.amount OR " + . "MAX(item.currency) <> orders.currency LIMIT 1" + ); + if ($badOrder !== null) { + throw new \RuntimeException( + '历史订单费用明细回填校验失败:#' . (int) $badOrder->id + ); + } + $badInvoice = $connection->selectOne( + "SELECT invoice.id FROM cloud_invoices invoice LEFT JOIN " + . "cloud_invoice_items item ON item.invoice_id = invoice.id " + . "LEFT JOIN cloud_order_items order_item ON " + . "order_item.order_id = invoice.order_id " + . "AND order_item.code = 'instance' " + . "GROUP BY invoice.id, invoice.amount, invoice.currency, " + . "invoice.purpose, order_item.id HAVING COUNT(item.id) <> 1 " + . "OR SUM(item.code = 'instance') <> 1 " + . "OR MAX(item.amount) <> invoice.amount " + . "OR MAX(item.currency) <> invoice.currency " + . "OR (invoice.purpose = 'provision' AND (order_item.id IS NULL " + . "OR MAX(item.order_item_id) IS NULL " + . "OR MAX(item.order_item_id) <> order_item.id)) " + . "OR (invoice.purpose <> 'provision' " + . "AND MAX(item.order_item_id) IS NOT NULL) LIMIT 1" + ); + if ($badInvoice !== null) { + throw new \RuntimeException( + '历史账单费用明细回填校验失败:#' + . (int) $badInvoice->id + ); + } + } + + private static function assertOrderSpecs($connection): void + { + $last = 0; + do { + $rows = $connection->table('cloud_orders') + ->where('id', '>', $last)->orderBy('id')->limit(500) + ->get(['id', 'amount', 'spec_json'])->all(); + foreach ($rows as $row) { + $last = (int) $row->id; + try { + $spec = json_decode( + (string) $row->spec_json, + true, + 512, + JSON_THROW_ON_ERROR + ); + } catch (\JsonException $exception) { + throw new \RuntimeException( + '历史订单快照回填校验失败:#' . $last, + 0, + $exception + ); + } + if (!is_array($spec) + || ($spec['instance_price'] ?? null) + !== (string) $row->amount + || ($spec['automatic_backup'] ?? null) !== false + || ($spec['backup_price'] ?? null) !== '0.00' + || !self::validMoney($spec['renewal_price'] ?? null) + || !is_int($spec['validity_days'] ?? null) + || $spec['validity_days'] < 1 + || $spec['validity_days'] > 3650 + || !is_int($spec['traffic_quota_bytes'] ?? null) + || $spec['traffic_quota_bytes'] < 0 + || $spec['traffic_quota_bytes'] + > self::MAX_TRAFFIC_QUOTA_BYTES + || ($spec['traffic_quota_bytes'] !== 0 + && $spec['traffic_quota_bytes'] + % self::TRAFFIC_QUOTA_GIB !== 0)) { + throw new \RuntimeException( + '历史订单计费快照回填校验失败:#' . $last + ); + } + } + } while (count($rows) === 500); + } + + private static function oldFingerprint($connection, + $logConnection): string + { + return hash('sha256', json_encode([ + 'main' => CloudSetup::v6MigrationSchemaObjects( + $connection, self::OLD_MAIN_TABLES + ), + 'log' => CloudSetup::v6MigrationSchemaObjects( + $logConnection, self::LOG_TABLES + ), + ], JSON_THROW_ON_ERROR | JSON_UNESCAPED_SLASHES + | JSON_UNESCAPED_UNICODE)); + } +} diff --git a/web/app/Command/CloudSetup.php b/web/app/Command/CloudSetup.php index d9e0f6c9..025e5bea 100644 --- a/web/app/Command/CloudSetup.php +++ b/web/app/Command/CloudSetup.php @@ -44,6 +44,9 @@ final class CloudSetup 'engine_vm_traffic_checkpoints', 'engine_vm_traffic_totals', ]; private const REQUIRED_MAIN_COLUMNS = [ + 'cloud_offers' => [ + 'backup_price', + ], 'cloud_jobs' => [ 'id', 'operation_id', 'request_idempotency_key', 'request_fingerprint', 'parent_job_id', 'user_id', 'host_id', @@ -509,6 +512,59 @@ final class CloudSetup | JSON_UNESCAPED_UNICODE)); } + /** Fail closed when the one-shot upgrader is re-run after publication. */ + public static function assertPublishedV7Migration($connection, + $logConnection): void + { + $marker = $connection->table('configurations') + ->where('name', 'cloud_schema_version')->first(['value']); + if ($marker === null + || !is_string($marker->value) + || !hash_equals(self::schemaMarker(), $marker->value)) { + throw new \RuntimeException('云数据库 v7 版本标记无效'); + } + self::assertInstalledSchema($connection, $logConnection); + $stored = $connection->table('configurations') + ->where('name', 'cloud_schema_fingerprint')->first(['value']); + $actual = self::installedSchemaFingerprint( + $connection, $logConnection + ); + if ($stored === null + || !is_string($stored->value) + || preg_match('/^[a-f0-9]{64}$/D', $stored->value) !== 1 + || !hash_equals($stored->value, $actual)) { + throw new \RuntimeException( + '云数据库 v7 实际结构与安装指纹不一致' + ); + } + if ($connection->table('configurations')->where( + 'name', 'cloud_schema_migration_v6_fingerprint' + )->exists()) { + throw new \RuntimeException('云数据库 v7 仍残留升级临时标记'); + } + } + + /** Temporary read-only helper for the exact v6 migration fingerprint. */ + public static function v6MigrationSchemaObjects($connection, + array $tables): array + { + return self::schemaObjects($connection, $tables); + } + + /** Exact source marker expected by the temporary v6 migration command. */ + public static function v6MigrationSchemaMarker(): string + { + return self::schemaMarker(); + } + + /** Validate the full current schema and return its read-only fingerprint. */ + public static function v6MigrationInstalledFingerprint($connection, + $logConnection): string + { + self::assertInstalledSchema($connection, $logConnection); + return self::installedSchemaFingerprint($connection, $logConnection); + } + private static function schemaObjects($connection, array $tables): array { $database = (string) $connection->getDatabaseName(); diff --git a/web/app/Command/XCat.php b/web/app/Command/XCat.php index f46437e2..7d3733bb 100644 --- a/web/app/Command/XCat.php +++ b/web/app/Command/XCat.php @@ -21,6 +21,7 @@ class XCat $result = match ((string) ($this->argv[1] ?? 'help')) { 'createAdmin' => $this->createAdmin(), 'cloudInit' => CloudSetup::initialize(), + 'cloudMigrateV6' => CloudMigrateV6::run(), 'cloudWorker' => CloudWorker::run($this->argv) === 0, 'cloudLifecycle' => CloudLifecycle::run($this->argv) === 0, 'cloudRepairInstanceMetadata' => @@ -98,6 +99,7 @@ class XCat echo "Virt Cloud CLI\n" . " php xcat createAdmin [name]\n" . " php xcat cloudInit\n" + . " php xcat cloudMigrateV6\n" . " php xcat cloudWorker [--once] [--policy-only|--recovery-only]\n" . " php xcat cloudLifecycle [--once]\n" . " php xcat cloudRepairInstanceMetadata [--apply] [--limit=N] [--after-id=N]\n" diff --git a/web/tests/CloudFreshSchemaContractTest.php b/web/tests/CloudFreshSchemaContractTest.php index aadf612b..765f68df 100644 --- a/web/tests/CloudFreshSchemaContractTest.php +++ b/web/tests/CloudFreshSchemaContractTest.php @@ -61,6 +61,8 @@ $assert(str_contains($schema, 'Fresh task schema is missing single-dispatch or immutable-receipt constraints.'); $assert(str_contains($schema, 'backup_restore_id BIGINT UNSIGNED DEFAULT NULL') + && str_contains($setup, + "'cloud_offers' => [\n 'backup_price',") && str_contains($schema, 'backup_recovery_id BIGINT UNSIGNED DEFAULT NULL') && str_contains($schema, diff --git a/web/tests/CloudMigrateV6ContractTest.php b/web/tests/CloudMigrateV6ContractTest.php new file mode 100644 index 00000000..7e0989f4 --- /dev/null +++ b/web/tests/CloudMigrateV6ContractTest.php @@ -0,0 +1,255 @@ + CloudMigrateV6::run()") + && str_contains($xcat, 'php xcat cloudMigrateV6'), + 'The one-shot migration is not exposed through xcat.'); +$assert(str_contains($command, + 'go-agent-wss-v6-migration-bundles:') + && str_contains($command, + '663c6c6da5f8cf4585e00e8764890bb3fee79d917cc9848b27fe1f981612a5ed') + && str_contains($command, + 'go-agent-wss-v7-automatic-backups:') + && str_contains($command, + '2d2c888c7bdce71fb189d75c4fe9fd8b7c7938ffdd2a922325c7e205f2a80dca'), + 'The migration does not fence the exact v6 and v7 source schemas.'); +$assert(str_contains($command, "self::oldFingerprint(") + && str_contains($command, 'cloud_schema_migration_v6_fingerprint') + && str_contains($command, 'go-agent-wss-v6-to-v7-in-progress') + && str_contains($command, "->where('value', self::OLD_MARKER)") + && !str_contains($command, + "->updateOrInsert(\n ['name' => self::MIGRATION_FINGERPRINT]"), + 'The migration can run without preserving or checking the v6 fingerprint.'); +$assert(str_contains($command, 'CloudSetup::v6MigrationSchemaMarker()') + && str_contains($setup, + 'public static function v6MigrationSchemaMarker(): string') + && str_contains($command, + 'if (!hash_equals(self::NEW_MARKER, $sourceMarker))'), + 'The migration can publish a source schema other than the reviewed v7.'); +$newMarkerAt = strpos($command, + 'if (hash_equals(self::NEW_MARKER, $marker))'); +$prepareAt = strpos($command, 'self::prepareMigrationMarker(', + $newMarkerAt === false ? 0 : $newMarkerAt); +$newMarkerBranch = $newMarkerAt === false || $prepareAt === false + ? '' : substr($command, $newMarkerAt, $prepareAt - $newMarkerAt); +$assert(str_contains($newMarkerBranch, + 'CloudSetup::assertPublishedV7Migration(') + && !str_contains($newMarkerBranch, + 'CloudSetup::publishV6Migration(') + && str_contains($setup, + 'public static function assertPublishedV7Migration(') + && str_contains($setup, + '!hash_equals($stored->value, $actual)'), + 'Re-running the migration can re-publish and bless a drifted v7 schema.'); +foreach ([ + 'cloud_backup_subscriptions', 'cloud_backup_recoveries', + 'cloud_order_items', 'cloud_invoice_items', +] as $table) { + $assert(str_contains($command, + "self::createCurrentTable(\$connection, '" . $table . "')"), + 'The migration is missing the v7 table: ' . $table); +} +foreach ([ + 'backup_price', 'subscription_id', 'scheduled_for', + 'cloud_instance_backup_schedule', 'backup_recovery_id', + 'cloud_job_backup_recovery', +] as $object) { + $assert(str_contains($command, $object), + 'The migration is missing the v7 schema object: ' . $object); +} +$assert(str_contains($command, 'self::assertV7ObjectsAbsent($connection)') + && str_contains($command, 'private const V7_ONLY_TABLES') + && str_contains($command, 'private const V7_ONLY_COLUMNS') + && str_contains($command, 'private const V7_ONLY_INDEXES') + && str_contains($command, '$schema->hasTable($table)') + && str_contains($command, '$schema->hasColumn($table, $column)') + && str_contains($command, + 'self::indexExists($connection, $table, $index)'), + 'A clean v6 marker can absorb pre-existing partial v7 objects.'); +$assert(str_contains($command, 'private const V7_TABLE_SHAPES') + && str_contains($command, 'private const V7_ADDED_COLUMN_SHAPES') + && str_contains($command, 'private const V7_ADDED_INDEX_SHAPES') + && str_contains($command, 'self::assertV7SchemaShape($connection)') + && str_contains($command, 'information_schema.COLUMNS') + && str_contains($command, 'information_schema.STATISTICS') + && str_contains($command, 'information_schema.CHECK_CONSTRAINTS') + && str_contains($command, 'TABLE_COLLATION AS table_collation') + && str_contains($command, "strcasecmp((string) \$row->index_type, 'BTREE')") + && str_contains($command, 'array_keys($shape[\'columns\'])') + && str_contains($command, '$indexes !== $expectedIndexes') + && str_contains($command, '$checks !== $expectedChecks'), + 'An in-progress migration can publish name-only or malformed v7 objects.'); +$assert(str_contains($command, "->table('cloud_orders')") + && str_contains($command, "->table('cloud_invoices as invoice')") + && str_contains($command, "'code' => 'instance'") + && str_contains($command, 'assertBillingBackfill($connection)'), + 'Historical orders and invoices are not backfilled and verified.'); +$assert(str_contains($command, 'self::backfillOrderSpecs($connection)') + && str_contains($command, "\$spec['instance_price'] = \$amount") + && str_contains($command, "\$spec['automatic_backup'] = false") + && str_contains($command, "\$spec['backup_price'] = '0.00'") + && str_contains($command, "->where('spec_json', \$original)") + && str_contains($command, 'self::assertOrderSpecs($connection)') + && str_contains($command, 'JSON_THROW_ON_ERROR'), + 'Migrated v6 orders can reach the v7 finalizer without its price split.'); +$assert(str_contains($command, + 'CloudSetup::v6MigrationSchemaObjects(') + && str_contains($setup, + 'public static function v6MigrationSchemaObjects(') + && !str_contains($command, + 'private static function schemaObjects('), + 'The migration duplicates the production schema fingerprint query.'); +$assert(substr_count($command, + "`safe_to_resubmit` IS NULL AND `status` IN ('queued','running')") + === 1 + && substr_count($command, + '`effect_may_have_applied` IS NOT NULL') === 1 + && str_contains($command, + 'COLLATE utf8mb4_unicode_ci') + && str_contains($command, + "statusin('queued','running')") + && str_contains($command, + "effect_resolution='not_applicable'") + && str_contains($command, 'substr_count($clause, $fragment) !== 1'), + 'The replacement terminal-shape constraint is duplicated or uncollated.'); +$publisherStart = strpos($command, + 'private static function publishMigration('); +$publisherEnd = strpos($command, + 'private static function upgradeSchema(', + $publisherStart === false ? 0 : $publisherStart); +$publisher = $publisherStart === false || $publisherEnd === false + ? '' : substr($command, $publisherStart, $publisherEnd - $publisherStart); +$fingerprintAt = strpos($publisher, + "->where('name', 'cloud_schema_fingerprint')"); +$versionAt = strpos($publisher, + "->where('name', 'cloud_schema_version')", + $fingerprintAt === false ? 0 : $fingerprintAt); +$assert(!str_contains($setup, + 'public static function publishV6Migration(') + && str_contains($command, + 'private static function publishMigration(') + && str_contains($command, + "self::configuration(\$connection, 'cloud_schema_version')") + && str_contains($command, 'self::IN_PROGRESS_MARKER') + && str_contains($command, 'self::assertV7SchemaShape($connection);') + && str_contains($command, 'self::assertBillingBackfill($connection);') + && str_contains($command, + 'CloudSetup::v6MigrationInstalledFingerprint(') + && str_contains($setup, + 'public static function v6MigrationInstalledFingerprint(') + && str_contains($setup, + 'self::assertInstalledSchema($connection, $logConnection);') + && str_contains($command, "->where('value', \$original)") + && str_contains($command, + "->where('value', self::IN_PROGRESS_MARKER)") + && $fingerprintAt !== false && $versionAt !== false + && $fingerprintAt < $versionAt, + 'The v7 marker can be published outside the guarded migration state.'); + +require_once $root . '/app/Command/CloudMigrateV6.php'; +$migrationClass = new ReflectionClass(\App\Command\CloudMigrateV6::class); +$actualMarker = $migrationClass->getReflectionConstant( + 'NEW_MARKER' +)->getValue(); +$expectedMarker = 'go-agent-wss-v7-automatic-backups:' . hash( + 'sha256', + file_get_contents($root . '/sql/cloud.sql') . "\0" + . file_get_contents($root . '/sql/cloud_log.sql') +); +$assert(hash_equals($expectedMarker, $actualMarker), + 'The reviewed v7 marker has drifted from the source schema files.'); +$tableShapes = $migrationClass->getReflectionConstant( + 'V7_TABLE_SHAPES' +)->getValue(); +$columnShapes = $migrationClass->getReflectionConstant( + 'V7_ADDED_COLUMN_SHAPES' +)->getValue(); +$indexShapes = $migrationClass->getReflectionConstant( + 'V7_ADDED_INDEX_SHAPES' +)->getValue(); +$assert(array_keys($tableShapes) === [ + 'cloud_backup_subscriptions', 'cloud_backup_recoveries', + 'cloud_order_items', 'cloud_invoice_items', + ] + && array_keys($columnShapes) === [ + 'cloud_offers', 'cloud_instance_backups', 'cloud_jobs', + ] + && array_keys($columnShapes['cloud_instance_backups']) === [ + 'source', 'subscription_id', 'scheduled_for', + ] + && array_keys($indexShapes) === [ + 'cloud_instance_backups', 'cloud_jobs', + ], + 'Strict shape validation does not cover every v7 migration object.'); +$migrateSpec = new ReflectionMethod( + \App\Command\CloudMigrateV6::class, + 'migrateOrderSpec' +); +$legacySpec = json_encode([ + 'renewal_price' => '8.25', + 'validity_days' => 30, + 'traffic_quota_bytes' => 1073741824, + 'custom_snapshot' => ['keep' => true], +], JSON_THROW_ON_ERROR); +$migratedRaw = $migrateSpec->invoke(null, $legacySpec, '9.99', 73); +$migrated = json_decode($migratedRaw, true, flags: JSON_THROW_ON_ERROR); +$assert(($migrated['renewal_price'] ?? null) === '8.25' + && ($migrated['validity_days'] ?? null) === 30 + && ($migrated['traffic_quota_bytes'] ?? null) === 1073741824 + && ($migrated['custom_snapshot']['keep'] ?? null) === true + && ($migrated['instance_price'] ?? null) === '9.99' + && ($migrated['automatic_backup'] ?? null) === false + && ($migrated['backup_price'] ?? null) === '0.00', + 'The v6 order snapshot migration loses old fields or has wrong prices.'); +$assert($migrateSpec->invoke(null, $migratedRaw, '9.99', 73) + === $migratedRaw, + 'The v6 order snapshot migration is not idempotent.'); +$invalidRejected = false; +try { + $migrateSpec->invoke(null, '{invalid-json', '9.99', 74); +} catch (RuntimeException $exception) { + $invalidRejected = str_contains($exception->getMessage(), '#74'); +} +$assert($invalidRejected, + 'The migration accepts an invalid historical order snapshot.'); + +foreach ([ + 75 => '[]', + 76 => '[{"renewal_price":"8.25","validity_days":30,' + . '"traffic_quota_bytes":1073741824}]', + 77 => '{"renewal_price":"8.25","validity_days":30}', + 78 => '{"renewal_price":"invalid","validity_days":30,' + . '"traffic_quota_bytes":1073741824}', + 79 => '{"renewal_price":"8.25","validity_days":"30",' + . '"traffic_quota_bytes":1073741824}', + 80 => '{"renewal_price":"8.25","validity_days":30,' + . '"traffic_quota_bytes":-1}', + 81 => '{"renewal_price":"8.25","validity_days":30,' + . '"traffic_quota_bytes":1125899906842625}', + 82 => '{"renewal_price":"8.25","validity_days":30,' + . '"traffic_quota_bytes":1073741825}', +] as $orderId => $invalidSpec) { + $rejected = false; + try { + $migrateSpec->invoke(null, $invalidSpec, '9.99', $orderId); + } catch (RuntimeException $exception) { + $rejected = str_contains($exception->getMessage(), '#' . $orderId); + } + $assert($rejected, + 'The migration accepts malformed billing snapshot #' . $orderId . '.'); +} + +echo "Temporary v6 -> v7 migration contract passed.\n";