-- ===================================================================== -- 13_barang.sql -- goods and stock-lot masters -- -- GENERATED by _gen/pack.py from ../step/. DO NOT EDIT -- edit the source -- there and re-pack, or the sha256 in MANIFEST.md stops matching. -- -- 3 table(s), 12 ledger step(s). -- -- ⚠ IMPORT ORDER: 01_system.sql, then all seven 1x masters including this one, before -- any transaction file. Order among the masters does not matter. -- -- ⚠ STOP ON THE FIRST ERROR. Do not use `mysql --force`, and do not tick any -- "continue on error" box. Each step records itself in `_migration_ledger` -- immediately after its statement runs, WITHOUT checking that the statement -- succeeded -- that is inherited from step/, where run.sh guarantees a stop by -- running mysql without --force. Continue past an error here and a step that -- failed is marked applied: 99_finalize.sql will then seed `migrations`, and -- `php artisan migrate` will skip the work still owed. Both default clients -- stop on error; the danger is turning that off. -- -- ⚠ phpMyAdmin: UNTICK "Allow the interruption of an import". -- If it fires, the import resumes on a NEW CONNECTION: SQL_MODE reverts to the server -- default and every @variable dies, mid-file. Two things then break. NO_ZERO_DATE is -- back, so any ALTER that rebuilds a table holding '0000-00-00' fails with ERROR 1292. -- And @step / @todo / @sql are NULL, so the guard around the next payload stops meaning -- anything. The SET SQL_MODE before every unit below limits the damage when someone -- forgets the checkbox; it does not replace unticking it. -- -- (STRICT_TRANS_TABLES is forced for a third case -- a value too big for its new column -- is CLAMPED silently rather than refused. Measured on the tree as it stands, no column -- narrows: all 674 MODIFY COLUMNs widen or are no-ops. It stays forced because the next -- regeneration is under no obligation to keep that true.) -- -- ⚠ Take a full backup first. The `20_cleanup` steps change data and nothing here -- reverses them. `../audit_bukanmain_before_migrate.sql` only reads. -- ===================================================================== -- --------------------------------------------------------------- prologue -- run.sh sources step/_lib/session.sql for you. phpMyAdmin will not, so it is inlined. SET @OLD_SQL_MODE = @@SQL_MODE; SET SQL_MODE = IF(@@SQL_MODE LIKE '%STRICT_TRANS_TABLES%' AND @@SQL_MODE LIKE '%NO_AUTO_VALUE_ON_ZERO%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_DATE%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_IN_DATE%', @@SQL_MODE, CONCAT(REPLACE(REPLACE(@@SQL_MODE, 'NO_ZERO_IN_DATE', ''), 'NO_ZERO_DATE', ''), ',NO_AUTO_VALUE_ON_ZERO,STRICT_TRANS_TABLES')); -- Assert all four, not just the first. STRICT_TRANS_TABLES missing means out-of-range -- values are clamped silently; NO_ZERO_DATE still present means any ALTER that rebuilds a -- legacy table re-validates its '0000-00-00' rows and dies with ERROR 1292. The second is -- the one that actually stops the migration, and it was not being checked. SELECT IF(@@SQL_MODE LIKE '%STRICT_TRANS_TABLES%' AND @@SQL_MODE LIKE '%NO_AUTO_VALUE_ON_ZERO%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_DATE%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_IN_DATE%', 'sql_mode OK - proceeding', (SELECT 'ABORT: sql_mode is wrong. Wanted STRICT_TRANS_TABLES + NO_AUTO_VALUE_ON_ZERO,' UNION ALL SELECT 'and NO_ZERO_DATE / NO_ZERO_IN_DATE OFF. The SET above should have done it.') ) AS preflight_sql_mode; SET @OLD_FK = @@FOREIGN_KEY_CHECKS; SET FOREIGN_KEY_CHECKS = 1; SET @OLD_LOCK_WAIT = @@SESSION.lock_wait_timeout; SET @OLD_INNODB_LOCK_WAIT = @@SESSION.innodb_lock_wait_timeout; SET SESSION lock_wait_timeout = 60; SET SESSION innodb_lock_wait_timeout = 60; -- The ledger, copied verbatim from step/_lib/ledger.sql -- not restated, so the two -- paths cannot disagree about its definition. -- --------------------------------------------------------------------- -- _lib/ledger.sql -- the only thing here that is not in the source file -- One row per applied step. This is the record that decides what a re-run skips, -- what --status reports, and -- through the app-side gate -- which modules the -- application will serve. It lives in the database on purpose: a file on one -- operator's laptop drifts the moment someone runs a step from another machine. -- -- Deliberately NOT in the project's PascalCase convention. It is an ops table, never -- touched by Eloquent, and it should be visibly not-an-app-table. -- -- `checksum` is the SHA-256 of the step's SQL payload -- the verbatim statements, -- not the file -- so it cannot change when a comment above them is reworded. -- _lib/steps.tsv carries the whole-file hashes for tamper detection. -- -- ⚠ `step` IS ascii, AND THAT IS LOAD-BEARING. Every guard compares it against a -- user variable, and a user variable carries the CONNECTION collation. Give this -- column utf8mb4_unicode_ci and the very first step dies with ERROR 1267, -- "Illegal mix of collations (utf8mb4_unicode_ci,IMPLICIT) and -- (utf8mb4_0900_ai_ci,IMPLICIT) for operation '='" -- measured, that is exactly -- how the first end-to-end run failed. ascii is a repertoire subset of latin1 and -- of utf8mb4, so the server coerces it to whatever the connection is using, -- whatever that turns out to be on the day. Step names are [a-z0-9_/] by -- construction, so nothing is lost. -- --------------------------------------------------------------------- CREATE TABLE IF NOT EXISTS `_migration_ledger` ( `step` varchar(191) CHARACTER SET ascii COLLATE ascii_general_ci NOT NULL, `applied_at` datetime NOT NULL, `checksum` char(64) NOT NULL, `duration_ms` int NOT NULL, PRIMARY KEY (`step`) ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci; -- --------------------------------------------------------------- preflight -- 00_system/01_system.sql MUST already be applied. Every doc says so; until now nothing -- enforced it, and the violation was silent for most of the tree: only three files break -- without it (30_quotation and 40_budgetandtarget hit ERROR 1146 on a table 01_system -- creates, and 99_finalize needs `migrations`). The other twenty import cleanly, record -- their ledger rows, and leave a database that is half-migrated with nothing to say so. -- -- 13 steps: the ALTER DATABASE plus the 12 CREATE TABLEs. SET @sys_done = (SELECT COUNT(*) FROM `_migration_ledger` WHERE `step` LIKE '\_system/%'); SET @pf_sys = IF(@sys_done >= 13, 'SELECT ''preflight: 00_system is applied'' AS preflight_system', 'SELECT `ABORT: import 00_system/01_system.sql first. It runs the ALTER DATABASE and creates the 12 new tables that everything here assumes exist.`'); PREPARE _pf FROM @pf_sys; EXECUTE _pf; DEALLOCATE PREPARE _pf; -- --------------------------------------------------------------- preflight -- WAS THIS DATABASE MIGRATED FROM A DIFFERENT VERSION OF THIS FILE? -- -- `_migration_ledger.checksum` is the SHA-256 of each step's payload. It is written 632 -- times across the tree and, until this block existed, read never -- so a corrected payload -- re-issued under the same step name was skipped forever on any database that had recorded -- the old one, silently and permanently. SELECT COUNT(*) INTO @ck_bad FROM `_migration_ledger` WHERE `step` IN ('barang/10_alter', 'barang/20_cleanup', 'barang/30_assert', 'barang/40_fk', 'baranglists/10_alter', 'baranglists/20_cleanup', 'baranglists/30_assert', 'baranglists/40_fk', 'barangstockmin/10_alter', 'barangstockmin/20_cleanup', 'barangstockmin/30_assert', 'barangstockmin/40_fk') AND CONCAT(`step`, ':', `checksum`) NOT IN ('barang/10_alter:a12a303a63d302d3ac3f4f21912ce419d60b4158394f8db5679f75376686336d', 'barang/20_cleanup:a39ede35c7f0b0141dbcf3de8d32ff965e9f42a732cec4b5548da9a81513ffc5', 'barang/30_assert:73f7db0b636f74070ce255ef76cae2a5f3996586c4b9db4eee52af7817c15bce', 'barang/40_fk:521d756807d4da86dc104b2c86b25f5c407e7bc4fb1408266df0b198d40bf238', 'baranglists/10_alter:b687258b450704f0b5c558b6be9adef9be6d48992847266dfa99f63c98e7e65b', 'baranglists/20_cleanup:72956ebea9c1daa01b20dc3dc6766431729f2e3282906cbf513839002d88bdee', 'baranglists/30_assert:f95f2a79d8bcd868a13a2f340459847161db122276d17274fba99fee4319374c', 'baranglists/40_fk:2584b72ef24030a82e251fa5c254cfd9bb47607ca1a8327427ff619321ad469b', 'barangstockmin/10_alter:efd9f9666efa78a727a93a4c3f93ada458a6918483c13266a9b0d83965b8f971', 'barangstockmin/20_cleanup:306b27d4c0cfb4a6a5e8302671abdee62578b160424bd83120d88c51bf81b3b3', 'barangstockmin/30_assert:587f700282614e04948281bdb17eceb211b543c28c7dc5454b7db0b8f7ce4503', 'barangstockmin/40_fk:df6911d8c2a13e9b1c270e82e2144f43b8156769c0dfa11e82d807ecb6bd740e'); SET @pf_ck = IF(@ck_bad = 0, 'SELECT ''preflight: ledger matches this file'' AS preflight_checksum', CONCAT('SELECT `ABORT: ', @ck_bad, ' step(s) here were applied from a DIFFERENT version of this file. Their payloads changed. Compare before re-importing; do not delete ledger rows blindly.`')); PREPARE _pf FROM @pf_ck; EXECUTE _pf; DEALLOCATE PREPARE _pf; -- --------------------------------------------------------------------- -- unit: barang (master, packed here: goods master -- in 17 of 30 group closures) -- --------------------------------------------------------------------- SET SQL_MODE = IF(@@SQL_MODE LIKE '%STRICT_TRANS_TABLES%' AND @@SQL_MODE LIKE '%NO_AUTO_VALUE_ON_ZERO%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_DATE%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_IN_DATE%', @@SQL_MODE, CONCAT(REPLACE(REPLACE(@@SQL_MODE, 'NO_ZERO_IN_DATE', ''), 'NO_ZERO_DATE', ''), ',NO_AUTO_VALUE_ON_ZERO,STRICT_TRANS_TABLES')); -- --------------------------------------------------------------------- -- barang/10_alter -- source section A -- The merged ALTER: new columns, type/charset changes, column order, NULL relaxation -- and the indexes every foreign key needs -- ONE statement, so InnoDB rebuilds this -- table ONCE. The original migration split these across five sections and rebuilt some -- tables four times; that is where its 12 hours went. Do not split this back up. -- -- Clause order is the original section order (3b, 3d, 3e, 4, 7), which is what keeps -- every ADD COLUMN ... AFTER positioned exactly as before. -- --------------------------------------------------------------------- SET @step = 'barang/10_alter'; SET @todo = (SELECT COUNT(*) = 0 FROM `_migration_ledger` WHERE `step` = @step); SET @t0 = NOW(3); SET @sql = IF(@todo, 'ALTER TABLE `barang` MODIFY COLUMN `CategoryID` int DEFAULT NULL, MODIFY COLUMN `PrincipalID` int DEFAULT NULL, MODIFY COLUMN `TypeID` int DEFAULT NULL, MODIFY COLUMN `SatuanID` int DEFAULT NULL, ADD INDEX `barang_PrincipalID` (`PrincipalID`), ADD INDEX `barang_SatuanID` (`SatuanID`), ADD INDEX `barang_TypeID` (`TypeID`), ADD INDEX `CategoryID` (`CategoryID`,`PrincipalID`)', 'DO 0'); PREPARE _step FROM @sql; EXECUTE _step; DEALLOCATE PREPARE _step; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), 'a12a303a63d302d3ac3f4f21912ce419d60b4158394f8db5679f75376686336d', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; -- --------------------------------------------------------------------- -- barang/20_cleanup -- source section B (= the original sections 5 and 6, merged) -- 0-sentinels AND orphaned references -> NULL, one pass per table. -- section 5: WHERE `c` = 0 -- section 6: WHERE `c` IS NOT NULL AND parent.ID IS NULL -- merged : WHERE `c` IS NOT NULL AND (`c` = 0 OR parent.ID IS NULL) -- Every LEFT JOIN is a primary-key equality, so none of them can multiply rows. -- -- DATA CHANGE, and this script cannot reverse it. Run the audit first. -- In its own transaction, with the ledger row inside it: either the cleanup and the -- record of it both land, or neither does. -- --------------------------------------------------------------------- START TRANSACTION; SET @step = 'barang/20_cleanup'; SET @todo = (SELECT COUNT(*) = 0 FROM `_migration_ledger` WHERE `step` = @step); SET @t0 = NOW(3); SET @sql = IF(@todo, 'UPDATE `barang` c LEFT JOIN `category` p0 ON c.`CategoryID` = p0.`ID` LEFT JOIN `principal` p1 ON c.`PrincipalID` = p1.`ID` LEFT JOIN `satuan` p2 ON c.`SatuanID` = p2.`ID` LEFT JOIN `type` p3 ON c.`TypeID` = p3.`ID` SET c.`CategoryID` = IF((c.`CategoryID` IS NOT NULL AND (c.`CategoryID` = 0 OR p0.`ID` IS NULL)), NULL, c.`CategoryID`), c.`PrincipalID` = IF((c.`PrincipalID` IS NOT NULL AND (c.`PrincipalID` = 0 OR p1.`ID` IS NULL)), NULL, c.`PrincipalID`), c.`SatuanID` = IF((c.`SatuanID` IS NOT NULL AND (c.`SatuanID` = 0 OR p2.`ID` IS NULL)), NULL, c.`SatuanID`), c.`TypeID` = IF((c.`TypeID` IS NOT NULL AND (c.`TypeID` = 0 OR p3.`ID` IS NULL)), NULL, c.`TypeID`) WHERE (c.`CategoryID` IS NOT NULL AND (c.`CategoryID` = 0 OR p0.`ID` IS NULL)) OR (c.`PrincipalID` IS NOT NULL AND (c.`PrincipalID` = 0 OR p1.`ID` IS NULL)) OR (c.`SatuanID` IS NOT NULL AND (c.`SatuanID` = 0 OR p2.`ID` IS NULL)) OR (c.`TypeID` IS NOT NULL AND (c.`TypeID` = 0 OR p3.`ID` IS NULL))', 'DO 0'); PREPARE _step FROM @sql; EXECUTE _step; DEALLOCATE PREPARE _step; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), 'a39ede35c7f0b0141dbcf3de8d32ff965e9f42a732cec4b5548da9a81513ffc5', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; COMMIT; -- --------------------------------------------------------------------- -- barang/30_assert -- source section 7b -- Orphan assertion over this table's 4 foreign-key relationships. -- -- This is what pays for 40_fk being fast. The original created the constraints with -- FOREIGN_KEY_CHECKS ON so a row the cleanup missed would abort the run, and paid for it -- with a full table copy per constraint. This buys the same protection with one indexed -- pass, and 40_fk then adds the constraints as metadata only. -- -- NOT ledger-guarded on the way in, unlike every other phase: it only reads, and the -- point of it is to be re-runnable. It does record its ledger row -- 40_fk requires it. -- -- IF THIS ABORTS: a row survived 20_cleanup. Same stop-and-look event the original would -- have hit as ERROR 1452 inside section 8, but nothing has been created yet. -- --------------------------------------------------------------------- SET @step = 'barang/30_assert'; SET @t0 = NOW(3); SET @orphans = 0; SELECT COUNT(*) INTO @n FROM `barang` c LEFT JOIN `category` p0 ON c.`CategoryID` = p0.`ID` LEFT JOIN `principal` p1 ON c.`PrincipalID` = p1.`ID` LEFT JOIN `satuan` p2 ON c.`SatuanID` = p2.`ID` LEFT JOIN `type` p3 ON c.`TypeID` = p3.`ID` WHERE (c.`CategoryID` IS NOT NULL AND p0.`ID` IS NULL) OR (c.`PrincipalID` IS NOT NULL AND p1.`ID` IS NULL) OR (c.`SatuanID` IS NOT NULL AND p2.`ID` IS NULL) OR (c.`TypeID` IS NOT NULL AND p3.`ID` IS NULL); SET @orphans = @orphans + @n; -- Two-row subquery on the false branch: ERROR 1242, an abort, before 40_fk runs. SELECT IF(@orphans = 0, 'barang: orphan check OK - 0 rows across 4 relationships', (SELECT CONCAT('ABORT: ', @orphans, ' rows in `barang` still reference a parent that does not exist') UNION ALL SELECT 'Run 20_cleanup for this table first. Do NOT skip this check.') ) AS preflight_orphans; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), '73f7db0b636f74070ce255ef76cae2a5f3996586c4b9db4eee52af7817c15bce', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; -- --------------------------------------------------------------------- -- barang/40_fk -- source section 8 -- The constraints, one ALTER for the whole table. -- -- FOREIGN_KEY_CHECKS is turned OFF for this statement and restored afterwards. With -- checks on InnoDB cannot add a foreign key in place -- it copies the whole table and -- re-validates every row, which is where the original migration's 154 table copies -- came from. The validation is not skipped, it MOVED: 30_assert proves zero orphans -- and refuses to let this run otherwise. -- --------------------------------------------------------------------- SET @fk_prev = @@FOREIGN_KEY_CHECKS; SET FOREIGN_KEY_CHECKS = 0; SET @step = 'barang/40_fk'; SET @todo = (SELECT COUNT(*) = 0 FROM `_migration_ledger` WHERE `step` = @step); SET @t0 = NOW(3); SET @sql = IF(@todo, 'ALTER TABLE `barang` ADD CONSTRAINT `barang_CategoryID` FOREIGN KEY (`CategoryID`) REFERENCES `category` (`ID`) ON DELETE RESTRICT ON UPDATE RESTRICT, ADD CONSTRAINT `barang_PrincipalID` FOREIGN KEY (`PrincipalID`) REFERENCES `principal` (`ID`) ON DELETE RESTRICT ON UPDATE RESTRICT, ADD CONSTRAINT `barang_SatuanID` FOREIGN KEY (`SatuanID`) REFERENCES `satuan` (`ID`) ON DELETE RESTRICT ON UPDATE RESTRICT, ADD CONSTRAINT `barang_TypeID` FOREIGN KEY (`TypeID`) REFERENCES `type` (`ID`) ON DELETE RESTRICT ON UPDATE RESTRICT', 'DO 0'); PREPARE _step FROM @sql; EXECUTE _step; DEALLOCATE PREPARE _step; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), '521d756807d4da86dc104b2c86b25f5c407e7bc4fb1408266df0b198d40bf238', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; SET FOREIGN_KEY_CHECKS = IFNULL(@fk_prev, 1); -- --------------------------------------------------------------------- -- unit: barangstockmin (detail, packed here: follows its owner `barang`) -- --------------------------------------------------------------------- SET SQL_MODE = IF(@@SQL_MODE LIKE '%STRICT_TRANS_TABLES%' AND @@SQL_MODE LIKE '%NO_AUTO_VALUE_ON_ZERO%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_DATE%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_IN_DATE%', @@SQL_MODE, CONCAT(REPLACE(REPLACE(@@SQL_MODE, 'NO_ZERO_IN_DATE', ''), 'NO_ZERO_DATE', ''), ',NO_AUTO_VALUE_ON_ZERO,STRICT_TRANS_TABLES')); -- --------------------------------------------------------------------- -- barangstockmin/10_alter -- source section A -- The merged ALTER: new columns, type/charset changes, column order, NULL relaxation -- and the indexes every foreign key needs -- ONE statement, so InnoDB rebuilds this -- table ONCE. The original migration split these across five sections and rebuilt some -- tables four times; that is where its 12 hours went. Do not split this back up. -- -- Clause order is the original section order (3b, 3d, 3e, 4, 7), which is what keeps -- every ADD COLUMN ... AFTER positioned exactly as before. -- --------------------------------------------------------------------- SET @step = 'barangstockmin/10_alter'; SET @todo = (SELECT COUNT(*) = 0 FROM `_migration_ledger` WHERE `step` = @step); SET @t0 = NOW(3); SET @sql = IF(@todo, 'ALTER TABLE `barangstockmin` MODIFY COLUMN `BarangID` int DEFAULT NULL, MODIFY COLUMN `SatuanID` int DEFAULT NULL, ADD INDEX `BarangID` (`BarangID`,`SatuanID`), ADD INDEX `barangstockmin_SatuanID` (`SatuanID`)', 'DO 0'); PREPARE _step FROM @sql; EXECUTE _step; DEALLOCATE PREPARE _step; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), 'efd9f9666efa78a727a93a4c3f93ada458a6918483c13266a9b0d83965b8f971', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; -- --------------------------------------------------------------------- -- barangstockmin/20_cleanup -- source section B (= the original sections 5 and 6, merged) -- 0-sentinels AND orphaned references -> NULL, one pass per table. -- section 5: WHERE `c` = 0 -- section 6: WHERE `c` IS NOT NULL AND parent.ID IS NULL -- merged : WHERE `c` IS NOT NULL AND (`c` = 0 OR parent.ID IS NULL) -- Every LEFT JOIN is a primary-key equality, so none of them can multiply rows. -- -- DATA CHANGE, and this script cannot reverse it. Run the audit first. -- In its own transaction, with the ledger row inside it: either the cleanup and the -- record of it both land, or neither does. -- --------------------------------------------------------------------- START TRANSACTION; SET @step = 'barangstockmin/20_cleanup'; SET @todo = (SELECT COUNT(*) = 0 FROM `_migration_ledger` WHERE `step` = @step); SET @t0 = NOW(3); SET @sql = IF(@todo, 'UPDATE `barangstockmin` c LEFT JOIN `barang` p0 ON c.`BarangID` = p0.`ID` LEFT JOIN `satuan` p1 ON c.`SatuanID` = p1.`ID` SET c.`BarangID` = IF((c.`BarangID` IS NOT NULL AND (c.`BarangID` = 0 OR p0.`ID` IS NULL)), NULL, c.`BarangID`), c.`SatuanID` = IF((c.`SatuanID` IS NOT NULL AND (c.`SatuanID` = 0 OR p1.`ID` IS NULL)), NULL, c.`SatuanID`) WHERE (c.`BarangID` IS NOT NULL AND (c.`BarangID` = 0 OR p0.`ID` IS NULL)) OR (c.`SatuanID` IS NOT NULL AND (c.`SatuanID` = 0 OR p1.`ID` IS NULL))', 'DO 0'); PREPARE _step FROM @sql; EXECUTE _step; DEALLOCATE PREPARE _step; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), '306b27d4c0cfb4a6a5e8302671abdee62578b160424bd83120d88c51bf81b3b3', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; COMMIT; -- --------------------------------------------------------------------- -- barangstockmin/30_assert -- source section 7b -- Orphan assertion over this table's 2 foreign-key relationships. -- -- This is what pays for 40_fk being fast. The original created the constraints with -- FOREIGN_KEY_CHECKS ON so a row the cleanup missed would abort the run, and paid for it -- with a full table copy per constraint. This buys the same protection with one indexed -- pass, and 40_fk then adds the constraints as metadata only. -- -- NOT ledger-guarded on the way in, unlike every other phase: it only reads, and the -- point of it is to be re-runnable. It does record its ledger row -- 40_fk requires it. -- -- IF THIS ABORTS: a row survived 20_cleanup. Same stop-and-look event the original would -- have hit as ERROR 1452 inside section 8, but nothing has been created yet. -- --------------------------------------------------------------------- SET @step = 'barangstockmin/30_assert'; SET @t0 = NOW(3); SET @orphans = 0; SELECT COUNT(*) INTO @n FROM `barangstockmin` c LEFT JOIN `barang` p0 ON c.`BarangID` = p0.`ID` LEFT JOIN `satuan` p1 ON c.`SatuanID` = p1.`ID` WHERE (c.`BarangID` IS NOT NULL AND p0.`ID` IS NULL) OR (c.`SatuanID` IS NOT NULL AND p1.`ID` IS NULL); SET @orphans = @orphans + @n; -- Two-row subquery on the false branch: ERROR 1242, an abort, before 40_fk runs. SELECT IF(@orphans = 0, 'barangstockmin: orphan check OK - 0 rows across 2 relationships', (SELECT CONCAT('ABORT: ', @orphans, ' rows in `barangstockmin` still reference a parent that does not exist') UNION ALL SELECT 'Run 20_cleanup for this table first. Do NOT skip this check.') ) AS preflight_orphans; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), '587f700282614e04948281bdb17eceb211b543c28c7dc5454b7db0b8f7ce4503', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; -- --------------------------------------------------------------------- -- barangstockmin/40_fk -- source section 8 -- The constraints, one ALTER for the whole table. -- -- FOREIGN_KEY_CHECKS is turned OFF for this statement and restored afterwards. With -- checks on InnoDB cannot add a foreign key in place -- it copies the whole table and -- re-validates every row, which is where the original migration's 154 table copies -- came from. The validation is not skipped, it MOVED: 30_assert proves zero orphans -- and refuses to let this run otherwise. -- --------------------------------------------------------------------- SET @fk_prev = @@FOREIGN_KEY_CHECKS; SET FOREIGN_KEY_CHECKS = 0; SET @step = 'barangstockmin/40_fk'; SET @todo = (SELECT COUNT(*) = 0 FROM `_migration_ledger` WHERE `step` = @step); SET @t0 = NOW(3); SET @sql = IF(@todo, 'ALTER TABLE `barangstockmin` ADD CONSTRAINT `barangstockmin_BarangID` FOREIGN KEY (`BarangID`) REFERENCES `barang` (`ID`) ON DELETE RESTRICT ON UPDATE RESTRICT, ADD CONSTRAINT `barangstockmin_SatuanID` FOREIGN KEY (`SatuanID`) REFERENCES `satuan` (`ID`) ON DELETE RESTRICT ON UPDATE RESTRICT', 'DO 0'); PREPARE _step FROM @sql; EXECUTE _step; DEALLOCATE PREPARE _step; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), 'df6911d8c2a13e9b1c270e82e2144f43b8156769c0dfa11e82d807ecb6bd740e', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; SET FOREIGN_KEY_CHECKS = IFNULL(@fk_prev, 1); -- --------------------------------------------------------------------- -- unit: baranglists (master, packed here: stock-lot master -- in 5 group closures) -- --------------------------------------------------------------------- SET SQL_MODE = IF(@@SQL_MODE LIKE '%STRICT_TRANS_TABLES%' AND @@SQL_MODE LIKE '%NO_AUTO_VALUE_ON_ZERO%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_DATE%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_IN_DATE%', @@SQL_MODE, CONCAT(REPLACE(REPLACE(@@SQL_MODE, 'NO_ZERO_IN_DATE', ''), 'NO_ZERO_DATE', ''), ',NO_AUTO_VALUE_ON_ZERO,STRICT_TRANS_TABLES')); -- --------------------------------------------------------------------- -- baranglists/10_alter -- source section A -- The merged ALTER: new columns, type/charset changes, column order, NULL relaxation -- and the indexes every foreign key needs -- ONE statement, so InnoDB rebuilds this -- table ONCE. The original migration split these across five sections and rebuilt some -- tables four times; that is where its 12 hours went. Do not split this back up. -- -- Clause order is the original section order (3b, 3d, 3e, 4, 7), which is what keeps -- every ADD COLUMN ... AFTER positioned exactly as before. -- --------------------------------------------------------------------- SET @step = 'baranglists/10_alter'; SET @todo = (SELECT COUNT(*) = 0 FROM `_migration_ledger` WHERE `step` = @step); SET @t0 = NOW(3); SET @sql = IF(@todo, 'ALTER TABLE `baranglists` MODIFY COLUMN `BarangID` int DEFAULT NULL, MODIFY COLUMN `SatuanID` int DEFAULT NULL, ADD INDEX `BarangID` (`BarangID`,`SatuanID`), ADD INDEX `baranglists_SatuanID` (`SatuanID`)', 'DO 0'); PREPARE _step FROM @sql; EXECUTE _step; DEALLOCATE PREPARE _step; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), 'b687258b450704f0b5c558b6be9adef9be6d48992847266dfa99f63c98e7e65b', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; -- --------------------------------------------------------------------- -- baranglists/20_cleanup -- source section B (= the original sections 5 and 6, merged) -- 0-sentinels AND orphaned references -> NULL, one pass per table. -- section 5: WHERE `c` = 0 -- section 6: WHERE `c` IS NOT NULL AND parent.ID IS NULL -- merged : WHERE `c` IS NOT NULL AND (`c` = 0 OR parent.ID IS NULL) -- Every LEFT JOIN is a primary-key equality, so none of them can multiply rows. -- -- DATA CHANGE, and this script cannot reverse it. Run the audit first. -- In its own transaction, with the ledger row inside it: either the cleanup and the -- record of it both land, or neither does. -- --------------------------------------------------------------------- START TRANSACTION; SET @step = 'baranglists/20_cleanup'; SET @todo = (SELECT COUNT(*) = 0 FROM `_migration_ledger` WHERE `step` = @step); SET @t0 = NOW(3); SET @sql = IF(@todo, 'UPDATE `baranglists` c LEFT JOIN `barang` p0 ON c.`BarangID` = p0.`ID` LEFT JOIN `satuan` p1 ON c.`SatuanID` = p1.`ID` SET c.`BarangID` = IF((c.`BarangID` IS NOT NULL AND (c.`BarangID` = 0 OR p0.`ID` IS NULL)), NULL, c.`BarangID`), c.`SatuanID` = IF((c.`SatuanID` IS NOT NULL AND (c.`SatuanID` = 0 OR p1.`ID` IS NULL)), NULL, c.`SatuanID`) WHERE (c.`BarangID` IS NOT NULL AND (c.`BarangID` = 0 OR p0.`ID` IS NULL)) OR (c.`SatuanID` IS NOT NULL AND (c.`SatuanID` = 0 OR p1.`ID` IS NULL))', 'DO 0'); PREPARE _step FROM @sql; EXECUTE _step; DEALLOCATE PREPARE _step; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), '72956ebea9c1daa01b20dc3dc6766431729f2e3282906cbf513839002d88bdee', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; COMMIT; -- --------------------------------------------------------------------- -- baranglists/30_assert -- source section 7b -- Orphan assertion over this table's 2 foreign-key relationships. -- -- This is what pays for 40_fk being fast. The original created the constraints with -- FOREIGN_KEY_CHECKS ON so a row the cleanup missed would abort the run, and paid for it -- with a full table copy per constraint. This buys the same protection with one indexed -- pass, and 40_fk then adds the constraints as metadata only. -- -- NOT ledger-guarded on the way in, unlike every other phase: it only reads, and the -- point of it is to be re-runnable. It does record its ledger row -- 40_fk requires it. -- -- IF THIS ABORTS: a row survived 20_cleanup. Same stop-and-look event the original would -- have hit as ERROR 1452 inside section 8, but nothing has been created yet. -- --------------------------------------------------------------------- SET @step = 'baranglists/30_assert'; SET @t0 = NOW(3); SET @orphans = 0; SELECT COUNT(*) INTO @n FROM `baranglists` c LEFT JOIN `barang` p0 ON c.`BarangID` = p0.`ID` LEFT JOIN `satuan` p1 ON c.`SatuanID` = p1.`ID` WHERE (c.`BarangID` IS NOT NULL AND p0.`ID` IS NULL) OR (c.`SatuanID` IS NOT NULL AND p1.`ID` IS NULL); SET @orphans = @orphans + @n; -- Two-row subquery on the false branch: ERROR 1242, an abort, before 40_fk runs. SELECT IF(@orphans = 0, 'baranglists: orphan check OK - 0 rows across 2 relationships', (SELECT CONCAT('ABORT: ', @orphans, ' rows in `baranglists` still reference a parent that does not exist') UNION ALL SELECT 'Run 20_cleanup for this table first. Do NOT skip this check.') ) AS preflight_orphans; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), 'f95f2a79d8bcd868a13a2f340459847161db122276d17274fba99fee4319374c', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; -- --------------------------------------------------------------------- -- baranglists/40_fk -- source section 8 -- The constraints, one ALTER for the whole table. -- -- FOREIGN_KEY_CHECKS is turned OFF for this statement and restored afterwards. With -- checks on InnoDB cannot add a foreign key in place -- it copies the whole table and -- re-validates every row, which is where the original migration's 154 table copies -- came from. The validation is not skipped, it MOVED: 30_assert proves zero orphans -- and refuses to let this run otherwise. -- --------------------------------------------------------------------- SET @fk_prev = @@FOREIGN_KEY_CHECKS; SET FOREIGN_KEY_CHECKS = 0; SET @step = 'baranglists/40_fk'; SET @todo = (SELECT COUNT(*) = 0 FROM `_migration_ledger` WHERE `step` = @step); SET @t0 = NOW(3); SET @sql = IF(@todo, 'ALTER TABLE `baranglists` ADD CONSTRAINT `baranglists_BarangID` FOREIGN KEY (`BarangID`) REFERENCES `barang` (`ID`) ON DELETE RESTRICT ON UPDATE RESTRICT, ADD CONSTRAINT `baranglists_SatuanID` FOREIGN KEY (`SatuanID`) REFERENCES `satuan` (`ID`) ON DELETE RESTRICT ON UPDATE RESTRICT', 'DO 0'); PREPARE _step FROM @sql; EXECUTE _step; DEALLOCATE PREPARE _step; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), '2584b72ef24030a82e251fa5c254cfd9bb47607ca1a8327427ff619321ad469b', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; SET FOREIGN_KEY_CHECKS = IFNULL(@fk_prev, 1); -- --------------------------------------------------------------- postflight -- DID THE WORK ACTUALLY LAND? -- -- Every step records itself in `_migration_ledger` immediately after its statement runs, -- WITHOUT checking that the statement succeeded. That is inherited from step/ unchanged, -- and there it is safe because run.sh runs mysql without --force, so the first error stops -- everything. Imported by hand, the client decides -- and "continue on error" would leave -- failed steps marked applied. -- -- So this file checks its own work against information_schema before it finishes. It is -- the only thing here that is NOT copied from step/. It reads; it changes nothing. -- postflight-set: fk SET @want_fk = 8; SELECT COUNT(*), IFNULL(SUBSTRING(GROUP_CONCAT(n ORDER BY n SEPARATOR ', '), 1, 60), '') INTO @missn_fk, @miss_fk FROM (SELECT 'barang.barang_CategoryID' AS n UNION ALL SELECT 'barang.barang_PrincipalID' UNION ALL SELECT 'barang.barang_SatuanID' UNION ALL SELECT 'barang.barang_TypeID' UNION ALL SELECT 'baranglists.baranglists_BarangID' UNION ALL SELECT 'baranglists.baranglists_SatuanID' UNION ALL SELECT 'barangstockmin.barangstockmin_BarangID' UNION ALL SELECT 'barangstockmin.barangstockmin_SatuanID') _w WHERE n NOT IN (SELECT CONCAT(TABLE_NAME, '.', CONSTRAINT_NAME) FROM information_schema.TABLE_CONSTRAINTS WHERE CONSTRAINT_SCHEMA = DATABASE() AND CONSTRAINT_TYPE = 'FOREIGN KEY'); SET @have_fk = @want_fk - @missn_fk; SET @pf_fk = IF(@missn_fk = 0, CONCAT('SELECT ''postflight foreign keys: ', @have_fk, '/', @want_fk, ' present'' AS postflight_fk'), CONCAT('SELECT `ABORT postflight: MISSING foreign keys: ', @miss_fk, ' -- ', @missn_fk, ' of ', @want_fk, ' absent. A step is recorded in', ' _migration_ledger but did not take effect.`')); PREPARE _pf FROM @pf_fk; EXECUTE _pf; DEALLOCATE PREPARE _pf; -- postflight-set: idx SET @want_idx = 8; SELECT COUNT(*), IFNULL(SUBSTRING(GROUP_CONCAT(n ORDER BY n SEPARATOR ', '), 1, 60), '') INTO @missn_idx, @miss_idx FROM (SELECT 'barang.CategoryID' AS n UNION ALL SELECT 'barang.barang_PrincipalID' UNION ALL SELECT 'barang.barang_SatuanID' UNION ALL SELECT 'barang.barang_TypeID' UNION ALL SELECT 'baranglists.BarangID' UNION ALL SELECT 'baranglists.baranglists_SatuanID' UNION ALL SELECT 'barangstockmin.BarangID' UNION ALL SELECT 'barangstockmin.barangstockmin_SatuanID') _w WHERE n NOT IN (SELECT CONCAT(TABLE_NAME, '.', INDEX_NAME) FROM information_schema.STATISTICS WHERE TABLE_SCHEMA = DATABASE()); SET @have_idx = @want_idx - @missn_idx; SET @pf_idx = IF(@missn_idx = 0, CONCAT('SELECT ''postflight indexes: ', @have_idx, '/', @want_idx, ' present'' AS postflight_idx'), CONCAT('SELECT `ABORT postflight: MISSING indexes: ', @miss_idx, ' -- ', @missn_idx, ' of ', @want_idx, ' absent. A step is recorded in', ' _migration_ledger but did not take effect.`')); PREPARE _pf FROM @pf_idx; EXECUTE _pf; DEALLOCATE PREPARE _pf; -- postflight-set: typ SET @want_typ = 8; SELECT COUNT(*), IFNULL(SUBSTRING(GROUP_CONCAT(n ORDER BY n SEPARATOR ', '), 1, 60), '') INTO @missn_typ, @miss_typ FROM (SELECT 'barang.CategoryID.int' AS n UNION ALL SELECT 'barang.PrincipalID.int' UNION ALL SELECT 'barang.SatuanID.int' UNION ALL SELECT 'barang.TypeID.int' UNION ALL SELECT 'baranglists.BarangID.int' UNION ALL SELECT 'baranglists.SatuanID.int' UNION ALL SELECT 'barangstockmin.BarangID.int' UNION ALL SELECT 'barangstockmin.SatuanID.int') _w WHERE n NOT IN (SELECT CONCAT(TABLE_NAME, '.', COLUMN_NAME, '.', DATA_TYPE) FROM information_schema.COLUMNS WHERE TABLE_SCHEMA = DATABASE()); SET @have_typ = @want_typ - @missn_typ; SET @pf_typ = IF(@missn_typ = 0, CONCAT('SELECT ''postflight retyped columns: ', @have_typ, '/', @want_typ, ' present'' AS postflight_typ'), CONCAT('SELECT `ABORT postflight: MISSING retyped columns: ', @miss_typ, ' -- ', @missn_typ, ' of ', @want_typ, ' absent. A step is recorded in', ' _migration_ledger but did not take effect.`')); PREPARE _pf FROM @pf_typ; EXECUTE _pf; DEALLOCATE PREPARE _pf; -- --------------------------------------------------------------- restore -- IFNULL on all four: if phpMyAdmin resumed this import on a fresh connection the -- @OLD_ variables are gone, and a bare SET from NULL is ERROR 1231. -- -- The CAST is on the two timeouts and NOWHERE ELSE, on purpose. An INTEGER system -- variable rejects IFNULL()'s result type outright (ERROR 1232, every time, not only -- when NULL). FOREIGN_KEY_CHECKS is a boolean and SQL_MODE is a set; both accept a -- string result, so they need no CAST. Do not "fix" the asymmetry, and do not copy -- line 3's shape onto a new integer variable. SET SESSION lock_wait_timeout = CAST(IFNULL(@OLD_LOCK_WAIT, 86400) AS UNSIGNED); SET SESSION innodb_lock_wait_timeout = CAST(IFNULL(@OLD_INNODB_LOCK_WAIT, 50) AS UNSIGNED); SET FOREIGN_KEY_CHECKS = IFNULL(@OLD_FK, 1); SET SQL_MODE = IFNULL(@OLD_SQL_MODE, @@SQL_MODE);