cphipps/watchstate
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Cleaned up how we do database data migration to be useful later on.

Browse Source
This commit is contained in:
Abdulmhsen B. A. A
2022-05-13 08:13:22 +03:00
parent d848a8a083
commit 39d5c784e8
4 changed files with 143 additions and 112 deletions
Download Patch File Download Diff File Expand all files Collapse all files

108
config/backendDataMigration.php
View File

@@ -1,108 +0,0 @@
<?php
use App\Libs\Config;
use App\Libs\Entity\StateInterface;
use App\Libs\Guid;
use Psr\Log\LoggerInterface;
return function (string $version, PDO $newDB, LoggerInterface|null $logger = null) {
$dbFile = after(Config::get('storage.dsn'), 'sqlite:');
$dbPath = dirname($dbFile);
if ('v0' === $version) {
(function () use ($dbPath, $newDB, $logger): void {
$oldDBFile = $dbPath . DIRECTORY_SEPARATOR . 'watchstate.db';
if (true !== file_exists($oldDBFile)) {
return;
}
$logger?->notice('Migrating pre release db to v0');
$oldDB = new PDO(dsn: sprintf('sqlite:%s', $oldDBFile), options: [
PDO::ATTR_EMULATE_PREPARES => false,
PDO::ATTR_STRINGIFY_FETCHES => false,
PDO::ATTR_ERRMODE => PDO::ERRMODE_EXCEPTION,
PDO::ATTR_DEFAULT_FETCH_MODE => PDO::FETCH_ASSOC,
PDO::SQLITE_ATTR_OPEN_FLAGS => PDO::SQLITE_OPEN_READONLY,
]);
$sql = "INSERT INTO state (id, type, updated, watched, via, title, year, season, episode, parent, guids, extra)
VALUES(:id, :type, :updated, :watched, :via, :title, :year, :season, :episode, :parent, :guids, :extra)
";
if (!$newDB->inTransaction()) {
$newDB->beginTransaction();
}
$insert = $newDB->prepare($sql);
$stmt = $oldDB->query("SELECT * FROM state");
foreach ($stmt as $row) {
$row['meta'] = json_decode(
json: $row['meta'] ?? '{}',
associative: true,
flags: JSON_INVALID_UTF8_IGNORE
);
$extra = [];
if (null !== ($whEvent = ag($row['meta'], 'webhook.event'))) {
$extra['webhook']['event'] = $whEvent;
}
if (null !== ($date = ag($row['meta'], 'date'))) {
$extra['date'] = $date;
}
if (StateInterface::TYPE_EPISODE === $row['type'] && null !== ($title = ag($row['meta'], 'title'))) {
$extra['title'] = $title;
}
$year = ag($row['meta'], 'year', null);
if (0 === $year || null === $year) {
$year = '0000';
}
$insert->execute(
[
'id' => $row['id'],
'type' => $row['type'],
'updated' => $row['updated'],
'watched' => $row['watched'],
'via' => ag($row['meta'], 'via', 'before_v0'),
'title' => ag($row['meta'], ['series', 'title'], '??'),
'year' => $year,
'season' => ag($row['meta'], 'season', null),
'episode' => ag($row['meta'], 'episode', null),
'parent' => json_encode(
value: ag($row['meta'], 'parent', []),
flags: JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE
),
'guids' => json_encode(
value: array_intersect_key($row, Guid::SUPPORTED),
flags: JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE
),
'extra' => json_encode(
value: $extra,
flags: JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE
),
]
);
}
if ($newDB->inTransaction()) {
$newDB->commit();
}
$stmt = null;
$oldDB = null;
rename($oldDBFile, $dbPath . DIRECTORY_SEPARATOR . 'watchstate.migrated.db');
$logger?->notice('Migration is successful. Renamed old db to watchstate.migrated.db');
})();
}
};

2
config/directories.php
View File

@@ -3,7 +3,7 @@
declare(strict_types=1);
return [
'%(path)/db',
'%(path)/db/archive',
'%(path)/config',
'%(tmpDir)/logs',
'%(tmpDir)/cache',

4
src/Libs/Storage/PDO/PDOAdapter.php
View File

@@ -208,9 +208,7 @@ final class PDOAdapter implements StorageInterface
public function migrateData(string $version, LoggerInterface|null $logger = null): mixed
{
$fn = require __DIR__ . '/../../../../config/backendDataMigration.php';
return $fn($version, $this->pdo, $logger);
return (new PDODataMigration($this->pdo, $logger ?? $this->logger))->automatic();
}
public function isMigrated(): bool

141
src/Libs/Storage/PDO/PDODataMigration.php Normal file
View File

@@ -0,0 +1,141 @@
<?php
declare(strict_types=1);
namespace App\Libs\Storage\PDO;
use App\Libs\Config;
use App\Libs\Entity\StateInterface;
use App\Libs\Guid;
use PDO;
use Psr\Log\LoggerInterface;
final class PDODataMigration
{
private readonly string $version;
private readonly string $dbPath;
public function __construct(private PDO $pdo, private LoggerInterface $logger)
{
$this->version = Config::get('storage.version');
$this->dbPath = dirname(after(Config::get('storage.dsn'), 'sqlite:'));
}
public function setLogger(LoggerInterface $logger): self
{
$this->logger = $logger;
return $this;
}
public function automatic(): mixed
{
foreach (get_class_methods($this) as $method) {
if ($this->version !== $method) {
continue;
}
return $this->{$method}();
}
return '';
}
public function v0(string|null $oldDBFile = null): mixed
{
$automatic = $oldDBFile ?? $this->dbPath . DIRECTORY_SEPARATOR . 'watchstate.db';
if (true !== file_exists($automatic)) {
return 'No pre-release version found.';
}
$this->logger->notice('Migrating database data from pre-release version to v0');
$oldDB = new PDO(dsn: sprintf('sqlite:%s', $automatic), options: [
PDO::ATTR_EMULATE_PREPARES => false,
PDO::ATTR_STRINGIFY_FETCHES => false,
PDO::ATTR_ERRMODE => PDO::ERRMODE_EXCEPTION,
PDO::ATTR_DEFAULT_FETCH_MODE => PDO::FETCH_ASSOC,
PDO::SQLITE_ATTR_OPEN_FLAGS => PDO::SQLITE_OPEN_READONLY,
]);
if (!$this->pdo->inTransaction()) {
$this->pdo->beginTransaction();
}
$columns = implode(', ', StateInterface::ENTITY_KEYS);
$binds = ':' . implode(', :', StateInterface::ENTITY_KEYS);
/** @noinspection SqlInsertValues */
$insert = $this->pdo->prepare("INSERT INTO state ({$columns}) VALUES({$binds})");
$stmt = $oldDB->query("SELECT * FROM state");
foreach ($stmt as $row) {
$row['meta'] = json_decode(
json: $row['meta'] ?? '[]',
associative: true,
flags: JSON_INVALID_UTF8_IGNORE
);
$extra = [];
if (null !== ($whEvent = ag($row['meta'], 'webhook.event'))) {
$extra['webhook']['event'] = $whEvent;
}
if (null !== ($date = ag($row['meta'], 'date'))) {
$extra['date'] = $date;
}
if (StateInterface::TYPE_EPISODE === $row['type'] && null !== ($title = ag($row['meta'], 'title'))) {
$extra['title'] = $title;
}
$year = ag($row['meta'], 'year', null);
if (0 === $year || null === $year) {
$year = '0000';
}
$insert->execute(
[
'id' => $row['id'],
'type' => $row['type'],
'updated' => $row['updated'],
'watched' => $row['watched'],
'via' => ag($row['meta'], 'via', 'before_v0'),
'title' => ag($row['meta'], ['series', 'title'], '??'),
'year' => $year,
'season' => ag($row['meta'], 'season', null),
'episode' => ag($row['meta'], 'episode', null),
'parent' => json_encode(
value: ag($row['meta'], 'parent', []),
flags: JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE | JSON_INVALID_UTF8_IGNORE
),
'guids' => json_encode(
value: array_intersect_key($row, Guid::SUPPORTED),
flags: JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE | JSON_INVALID_UTF8_IGNORE
),
'extra' => json_encode(
value: $extra,
flags: JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE | JSON_INVALID_UTF8_IGNORE
),
]
);
}
if ($this->pdo->inTransaction()) {
$this->pdo->commit();
}
$stmt = null;
$oldDB = null;
if (null === $oldDBFile) {
rename($automatic, $this->dbPath . '/archive/pre-release.db');
}
$this->logger->notice('Database data migration is successful.');
return 'Data migration is successful.';
}
}