Compare commits
10 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| c95784eda9 | |||
| f49dbed2d8 | |||
| 1480fa31c7 | |||
| 769dff4364 | |||
| d2e0e75e9a | |||
| 041f3b58f4 | |||
| 0f4db08883 | |||
| e0bd8f0707 | |||
| a8d4500481 | |||
| 12f7901d63 |
+6
-3
@@ -111,14 +111,17 @@ steps:
|
|||||||
# -------- NEW: Create GitHub Release --------
|
# -------- NEW: Create GitHub Release --------
|
||||||
- name: github-release
|
- name: github-release
|
||||||
image: plugins/github-release
|
image: plugins/github-release
|
||||||
|
environment:
|
||||||
|
PLUGIN_API_KEY:
|
||||||
|
from_secret: GITHUB_TOKEN
|
||||||
|
DRONE_REMOTE_URL: https://github.com/the-luap/picpeak.git
|
||||||
settings:
|
settings:
|
||||||
api_key:
|
api_key:
|
||||||
from_secret: GITHUB_TOKEN
|
from_secret: GITHUB_TOKEN
|
||||||
base_url: https://api.github.com/
|
|
||||||
upload_url: https://uploads.github.com/
|
|
||||||
repo: the-luap/picpeak
|
repo: the-luap/picpeak
|
||||||
owner: the-luap
|
|
||||||
title: "PicPeak ${DRONE_TAG}"
|
title: "PicPeak ${DRONE_TAG}"
|
||||||
|
prerelease: false
|
||||||
|
overwrite: true
|
||||||
note: |
|
note: |
|
||||||
# PicPeak ${DRONE_TAG}
|
# PicPeak ${DRONE_TAG}
|
||||||
|
|
||||||
|
|||||||
@@ -8,8 +8,7 @@ exports.up = async function(knex) {
|
|||||||
await knex('app_settings').insert({
|
await knex('app_settings').insert({
|
||||||
setting_key: 'general_default_welcome_message',
|
setting_key: 'general_default_welcome_message',
|
||||||
setting_value: JSON.stringify('Thank you for using our photo sharing service! We hope you enjoy your photos.'),
|
setting_value: JSON.stringify('Thank you for using our photo sharing service! We hope you enjoy your photos.'),
|
||||||
setting_type: 'general',
|
setting_type: 'general'
|
||||||
updated_at: new Date()
|
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -41,8 +41,7 @@ exports.up = async function(knex) {
|
|||||||
|
|
||||||
if (!exists) {
|
if (!exists) {
|
||||||
await knex('app_settings').insert({
|
await knex('app_settings').insert({
|
||||||
...setting,
|
...setting
|
||||||
updated_at: knex.fn.now()
|
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,131 +0,0 @@
|
|||||||
exports.up = function(knex) {
|
|
||||||
return knex.schema
|
|
||||||
// Add new settings to app_settings table
|
|
||||||
.table('app_settings', table => {
|
|
||||||
// S3 configuration enhancements
|
|
||||||
table.boolean('backup_s3_force_path_style').defaultTo(false).comment('Force path-style S3 URLs (for MinIO/self-hosted)');
|
|
||||||
table.boolean('backup_s3_ssl_enabled').defaultTo(true).comment('Enable SSL/TLS for S3 connections');
|
|
||||||
table.string('backup_s3_prefix', 255).comment('S3 key prefix for organizing backups');
|
|
||||||
|
|
||||||
// Backup features
|
|
||||||
table.boolean('backup_incremental').defaultTo(false).comment('Enable incremental backups');
|
|
||||||
table.boolean('backup_include_database').defaultTo(true).comment('Include database dumps in backups');
|
|
||||||
table.boolean('backup_manifest_enabled').defaultTo(true).comment('Generate backup manifests');
|
|
||||||
table.enum('backup_manifest_format', ['json', 'yaml']).defaultTo('json').comment('Manifest file format');
|
|
||||||
table.boolean('backup_encryption_enabled').defaultTo(false).comment('Enable backup encryption');
|
|
||||||
table.string('backup_database_schedule', 100).comment('Separate cron schedule for database-only backups');
|
|
||||||
})
|
|
||||||
|
|
||||||
// Enhance backup_runs table
|
|
||||||
.table('backup_runs', table => {
|
|
||||||
// Manifest tracking
|
|
||||||
table.string('manifest_path', 500).comment('Path to backup manifest file');
|
|
||||||
table.uuid('manifest_id').comment('Unique identifier for the manifest');
|
|
||||||
table.enum('manifest_format', ['json', 'yaml']).comment('Format of the manifest file');
|
|
||||||
|
|
||||||
// Incremental backup support
|
|
||||||
table.integer('parent_backup_id').unsigned().references('id').inTable('backup_runs').onDelete('SET NULL').comment('Parent backup for incremental backups');
|
|
||||||
table.enum('backup_mode', ['full', 'incremental', 'database']).defaultTo('full').comment('Type of backup performed');
|
|
||||||
|
|
||||||
// Add indexes for better query performance
|
|
||||||
table.index(['backup_mode', 'status'], 'idx_backup_runs_mode_status');
|
|
||||||
table.index(['parent_backup_id'], 'idx_backup_runs_parent');
|
|
||||||
table.index(['created_at', 'backup_mode'], 'idx_backup_runs_created_mode');
|
|
||||||
})
|
|
||||||
|
|
||||||
// Create backup_manifest table for storing detailed manifest metadata
|
|
||||||
.createTable('backup_manifest', table => {
|
|
||||||
table.increments('id').primary();
|
|
||||||
table.integer('backup_run_id').unsigned().notNullable().references('id').inTable('backup_runs').onDelete('CASCADE');
|
|
||||||
table.uuid('manifest_id').notNullable().unique().comment('Unique identifier matching backup_runs.manifest_id');
|
|
||||||
table.string('version', 20).notNullable().defaultTo('1.0.0').comment('Manifest schema version');
|
|
||||||
table.enum('format', ['json', 'yaml']).notNullable().defaultTo('json');
|
|
||||||
|
|
||||||
// Backup metadata
|
|
||||||
table.timestamp('backup_start').notNullable();
|
|
||||||
table.timestamp('backup_end').notNullable();
|
|
||||||
table.bigInteger('total_size').unsigned().comment('Total size of backup in bytes');
|
|
||||||
table.integer('file_count').unsigned().comment('Number of files in backup');
|
|
||||||
table.integer('photo_count').unsigned().comment('Number of photos backed up');
|
|
||||||
table.integer('event_count').unsigned().comment('Number of events backed up');
|
|
||||||
|
|
||||||
// Incremental backup metadata
|
|
||||||
table.boolean('is_incremental').defaultTo(false);
|
|
||||||
table.uuid('parent_manifest_id').comment('Parent manifest ID for incremental backups');
|
|
||||||
table.timestamp('incremental_since').comment('Timestamp for incremental backup baseline');
|
|
||||||
|
|
||||||
// Content checksums
|
|
||||||
table.string('checksum_algorithm', 50).defaultTo('sha256').comment('Algorithm used for checksums');
|
|
||||||
table.text('manifest_checksum').comment('Checksum of the manifest file itself');
|
|
||||||
|
|
||||||
// Storage information
|
|
||||||
table.string('storage_location', 500).comment('Primary storage location (local path or S3 URI)');
|
|
||||||
table.string('storage_provider', 50).comment('Storage provider (local, s3, etc.)');
|
|
||||||
|
|
||||||
// Encryption metadata
|
|
||||||
table.boolean('is_encrypted').defaultTo(false);
|
|
||||||
table.string('encryption_algorithm', 100).comment('Encryption algorithm used');
|
|
||||||
table.string('encryption_key_id', 255).comment('ID of encryption key used');
|
|
||||||
|
|
||||||
// Additional metadata as JSON
|
|
||||||
table.json('metadata').comment('Additional metadata as JSON');
|
|
||||||
|
|
||||||
// Timestamps
|
|
||||||
table.timestamps(true, true);
|
|
||||||
|
|
||||||
// Indexes
|
|
||||||
table.index(['backup_run_id'], 'idx_manifest_backup_run');
|
|
||||||
table.index(['manifest_id'], 'idx_manifest_uuid');
|
|
||||||
table.index(['parent_manifest_id'], 'idx_manifest_parent');
|
|
||||||
table.index(['backup_start', 'backup_end'], 'idx_manifest_time_range');
|
|
||||||
table.index(['is_incremental', 'created_at'], 'idx_manifest_incremental_created');
|
|
||||||
})
|
|
||||||
|
|
||||||
// Add composite indexes for common query patterns
|
|
||||||
.raw(`
|
|
||||||
CREATE INDEX IF NOT EXISTS idx_backup_runs_recent_successful
|
|
||||||
ON backup_runs(created_at DESC)
|
|
||||||
WHERE status = 'completed' AND backup_mode = 'full';
|
|
||||||
`)
|
|
||||||
.raw(`
|
|
||||||
CREATE INDEX IF NOT EXISTS idx_backup_runs_incremental_chain
|
|
||||||
ON backup_runs(parent_backup_id, created_at)
|
|
||||||
WHERE backup_mode = 'incremental';
|
|
||||||
`);
|
|
||||||
};
|
|
||||||
|
|
||||||
exports.down = function(knex) {
|
|
||||||
return knex.schema
|
|
||||||
// Drop indexes first
|
|
||||||
.raw('DROP INDEX IF EXISTS idx_backup_runs_incremental_chain;')
|
|
||||||
.raw('DROP INDEX IF EXISTS idx_backup_runs_recent_successful;')
|
|
||||||
|
|
||||||
// Drop backup_manifest table
|
|
||||||
.dropTableIfExists('backup_manifest')
|
|
||||||
|
|
||||||
// Remove columns from backup_runs table
|
|
||||||
.table('backup_runs', table => {
|
|
||||||
table.dropIndex(['backup_mode', 'status'], 'idx_backup_runs_mode_status');
|
|
||||||
table.dropIndex(['parent_backup_id'], 'idx_backup_runs_parent');
|
|
||||||
table.dropIndex(['created_at', 'backup_mode'], 'idx_backup_runs_created_mode');
|
|
||||||
|
|
||||||
table.dropColumn('manifest_path');
|
|
||||||
table.dropColumn('manifest_id');
|
|
||||||
table.dropColumn('manifest_format');
|
|
||||||
table.dropColumn('parent_backup_id');
|
|
||||||
table.dropColumn('backup_mode');
|
|
||||||
})
|
|
||||||
|
|
||||||
// Remove columns from app_settings table
|
|
||||||
.table('app_settings', table => {
|
|
||||||
table.dropColumn('backup_s3_force_path_style');
|
|
||||||
table.dropColumn('backup_s3_ssl_enabled');
|
|
||||||
table.dropColumn('backup_s3_prefix');
|
|
||||||
table.dropColumn('backup_incremental');
|
|
||||||
table.dropColumn('backup_include_database');
|
|
||||||
table.dropColumn('backup_manifest_enabled');
|
|
||||||
table.dropColumn('backup_manifest_format');
|
|
||||||
table.dropColumn('backup_encryption_enabled');
|
|
||||||
table.dropColumn('backup_database_schedule');
|
|
||||||
});
|
|
||||||
};
|
|
||||||
@@ -1,4 +1,4 @@
|
|||||||
const { formatBoolean, parseBoolean } = require('./helpers');
|
// No helpers needed for this migration
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Add restore_runs table for tracking restore operations
|
* Add restore_runs table for tracking restore operations
|
||||||
@@ -30,9 +30,9 @@ exports.up = async function(knex) {
|
|||||||
table.string('pre_restore_backup_path', 500); // Path to pre-restore safety backup
|
table.string('pre_restore_backup_path', 500); // Path to pre-restore safety backup
|
||||||
|
|
||||||
// Flags
|
// Flags
|
||||||
table.boolean('is_dry_run').defaultTo(formatBoolean(false));
|
table.boolean('is_dry_run').defaultTo(false);
|
||||||
table.boolean('was_rollback_attempted').defaultTo(formatBoolean(false));
|
table.boolean('was_rollback_attempted').defaultTo(false);
|
||||||
table.boolean('was_successful').defaultTo(formatBoolean(false));
|
table.boolean('was_successful').defaultTo(false);
|
||||||
|
|
||||||
// Operator information
|
// Operator information
|
||||||
table.string('operator_type', 50).defaultTo('manual'); // manual, scheduled, api
|
table.string('operator_type', 50).defaultTo('manual'); // manual, scheduled, api
|
||||||
@@ -59,7 +59,7 @@ exports.up = async function(knex) {
|
|||||||
|
|
||||||
table.bigInteger('file_size');
|
table.bigInteger('file_size');
|
||||||
table.string('checksum', 64);
|
table.string('checksum', 64);
|
||||||
table.boolean('checksum_verified').defaultTo(formatBoolean(false));
|
table.boolean('checksum_verified').defaultTo(false);
|
||||||
|
|
||||||
table.text('error_message');
|
table.text('error_message');
|
||||||
table.timestamp('started_at');
|
table.timestamp('started_at');
|
||||||
@@ -92,51 +92,39 @@ exports.up = async function(knex) {
|
|||||||
await knex('app_settings').insert([
|
await knex('app_settings').insert([
|
||||||
{
|
{
|
||||||
setting_key: 'restore_allow_force',
|
setting_key: 'restore_allow_force',
|
||||||
setting_value: formatBoolean(false),
|
setting_value: JSON.stringify(false),
|
||||||
setting_type: 'restore',
|
setting_type: 'restore',
|
||||||
description: 'Allow force restore with warnings',
|
description: 'Allow force restore with warnings'
|
||||||
created_at: knex.fn.now(),
|
|
||||||
updated_at: knex.fn.now()
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
setting_key: 'restore_require_pre_backup',
|
setting_key: 'restore_require_pre_backup',
|
||||||
setting_value: formatBoolean(true),
|
setting_value: JSON.stringify(true),
|
||||||
setting_type: 'restore',
|
setting_type: 'restore',
|
||||||
description: 'Require pre-restore backup',
|
description: 'Require pre-restore backup'
|
||||||
created_at: knex.fn.now(),
|
|
||||||
updated_at: knex.fn.now()
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
setting_key: 'restore_max_file_size_mb',
|
setting_key: 'restore_max_file_size_mb',
|
||||||
setting_value: '5000',
|
setting_value: '5000',
|
||||||
setting_type: 'restore',
|
setting_type: 'restore',
|
||||||
description: 'Maximum file size for restore (MB)',
|
description: 'Maximum file size for restore (MB)'
|
||||||
created_at: knex.fn.now(),
|
|
||||||
updated_at: knex.fn.now()
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
setting_key: 'restore_verify_checksums',
|
setting_key: 'restore_verify_checksums',
|
||||||
setting_value: formatBoolean(true),
|
setting_value: JSON.stringify(true),
|
||||||
setting_type: 'restore',
|
setting_type: 'restore',
|
||||||
description: 'Verify file checksums during restore',
|
description: 'Verify file checksums during restore'
|
||||||
created_at: knex.fn.now(),
|
|
||||||
updated_at: knex.fn.now()
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
setting_key: 'restore_email_on_completion',
|
setting_key: 'restore_email_on_completion',
|
||||||
setting_value: formatBoolean(true),
|
setting_value: JSON.stringify(true),
|
||||||
setting_type: 'restore',
|
setting_type: 'restore',
|
||||||
description: 'Send email on restore completion',
|
description: 'Send email on restore completion'
|
||||||
created_at: knex.fn.now(),
|
|
||||||
updated_at: knex.fn.now()
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
setting_key: 'restore_retention_days',
|
setting_key: 'restore_retention_days',
|
||||||
setting_value: '30',
|
setting_value: '30',
|
||||||
setting_type: 'restore',
|
setting_type: 'restore',
|
||||||
description: 'Days to retain restore history',
|
description: 'Days to retain restore history'
|
||||||
created_at: knex.fn.now(),
|
|
||||||
updated_at: knex.fn.now()
|
|
||||||
}
|
}
|
||||||
]);
|
]);
|
||||||
|
|
||||||
@@ -159,9 +147,7 @@ exports.up = async function(knex) {
|
|||||||
|
|
||||||
<p>Please verify that all systems are functioning correctly after the restore.</p>`,
|
<p>Please verify that all systems are functioning correctly after the restore.</p>`,
|
||||||
language: 'en',
|
language: 'en',
|
||||||
is_active: formatBoolean(true),
|
is_active: true
|
||||||
created_at: knex.fn.now(),
|
|
||||||
updated_at: knex.fn.now()
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: 'restore_failed',
|
name: 'restore_failed',
|
||||||
@@ -180,9 +166,7 @@ exports.up = async function(knex) {
|
|||||||
|
|
||||||
<p><strong>Important:</strong> If a pre-restore backup was created, it may be used for recovery.</p>`,
|
<p><strong>Important:</strong> If a pre-restore backup was created, it may be used for recovery.</p>`,
|
||||||
language: 'en',
|
language: 'en',
|
||||||
is_active: formatBoolean(true),
|
is_active: true
|
||||||
created_at: knex.fn.now(),
|
|
||||||
updated_at: knex.fn.now()
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: 'restore_completed',
|
name: 'restore_completed',
|
||||||
@@ -201,9 +185,7 @@ exports.up = async function(knex) {
|
|||||||
|
|
||||||
<p>Bitte überprüfen Sie, ob alle Systeme nach der Wiederherstellung ordnungsgemäß funktionieren.</p>`,
|
<p>Bitte überprüfen Sie, ob alle Systeme nach der Wiederherstellung ordnungsgemäß funktionieren.</p>`,
|
||||||
language: 'de',
|
language: 'de',
|
||||||
is_active: formatBoolean(true),
|
is_active: true
|
||||||
created_at: knex.fn.now(),
|
|
||||||
updated_at: knex.fn.now()
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: 'restore_failed',
|
name: 'restore_failed',
|
||||||
@@ -222,9 +204,7 @@ exports.up = async function(knex) {
|
|||||||
|
|
||||||
<p><strong>Wichtig:</strong> Falls ein Backup vor der Wiederherstellung erstellt wurde, kann es zur Wiederherstellung verwendet werden.</p>`,
|
<p><strong>Wichtig:</strong> Falls ein Backup vor der Wiederherstellung erstellt wurde, kann es zur Wiederherstellung verwendet werden.</p>`,
|
||||||
language: 'de',
|
language: 'de',
|
||||||
is_active: formatBoolean(true),
|
is_active: true
|
||||||
created_at: knex.fn.now(),
|
|
||||||
updated_at: knex.fn.now()
|
|
||||||
}
|
}
|
||||||
];
|
];
|
||||||
|
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
const { formatBoolean } = require('./helpers');
|
// No helpers needed for boolean values
|
||||||
|
|
||||||
exports.up = async function(knex) {
|
exports.up = async function(knex) {
|
||||||
console.log('Adding gallery feedback tables...');
|
console.log('Adding gallery feedback tables...');
|
||||||
@@ -87,8 +87,7 @@ exports.up = async function(knex) {
|
|||||||
{
|
{
|
||||||
setting_key: 'feedback_notification_email',
|
setting_key: 'feedback_notification_email',
|
||||||
setting_value: JSON.stringify(''),
|
setting_value: JSON.stringify(''),
|
||||||
setting_type: 'feedback',
|
setting_type: 'feedback'
|
||||||
updated_at: new Date()
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
setting_key: 'feedback_rate_limits',
|
setting_key: 'feedback_rate_limits',
|
||||||
@@ -97,8 +96,7 @@ exports.up = async function(knex) {
|
|||||||
comment: { max: 20, window: 3600 }, // 20 comments per hour
|
comment: { max: 20, window: 3600 }, // 20 comments per hour
|
||||||
like: { max: 200, window: 3600 } // 200 likes per hour
|
like: { max: 200, window: 3600 } // 200 likes per hour
|
||||||
}),
|
}),
|
||||||
setting_type: 'feedback',
|
setting_type: 'feedback'
|
||||||
updated_at: new Date()
|
|
||||||
}
|
}
|
||||||
]);
|
]);
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,228 @@
|
|||||||
|
const { db } = require('../src/database/db');
|
||||||
|
|
||||||
|
async function up() {
|
||||||
|
console.log('Enhancing backup system...');
|
||||||
|
|
||||||
|
// Add new settings to app_settings table if they don't exist
|
||||||
|
const backupSettings = [
|
||||||
|
{
|
||||||
|
setting_key: 'backup_s3_force_path_style',
|
||||||
|
setting_value: JSON.stringify(false),
|
||||||
|
setting_type: 'backup',
|
||||||
|
description: 'Force path-style S3 URLs (for MinIO/self-hosted)'
|
||||||
|
},
|
||||||
|
{
|
||||||
|
setting_key: 'backup_s3_ssl_enabled',
|
||||||
|
setting_value: JSON.stringify(true),
|
||||||
|
setting_type: 'backup',
|
||||||
|
description: 'Enable SSL/TLS for S3 connections'
|
||||||
|
},
|
||||||
|
{
|
||||||
|
setting_key: 'backup_s3_prefix',
|
||||||
|
setting_value: JSON.stringify(''),
|
||||||
|
setting_type: 'backup',
|
||||||
|
description: 'S3 key prefix for organizing backups'
|
||||||
|
},
|
||||||
|
{
|
||||||
|
setting_key: 'backup_incremental',
|
||||||
|
setting_value: JSON.stringify(false),
|
||||||
|
setting_type: 'backup',
|
||||||
|
description: 'Enable incremental backups'
|
||||||
|
},
|
||||||
|
{
|
||||||
|
setting_key: 'backup_include_database',
|
||||||
|
setting_value: JSON.stringify(true),
|
||||||
|
setting_type: 'backup',
|
||||||
|
description: 'Include database dumps in backups'
|
||||||
|
},
|
||||||
|
{
|
||||||
|
setting_key: 'backup_encryption_enabled',
|
||||||
|
setting_value: JSON.stringify(false),
|
||||||
|
setting_type: 'backup',
|
||||||
|
description: 'Enable backup encryption'
|
||||||
|
},
|
||||||
|
{
|
||||||
|
setting_key: 'backup_database_schedule',
|
||||||
|
setting_value: JSON.stringify(''),
|
||||||
|
setting_type: 'backup',
|
||||||
|
description: 'Separate cron schedule for database-only backups'
|
||||||
|
}
|
||||||
|
];
|
||||||
|
|
||||||
|
// Insert settings if they don't exist
|
||||||
|
for (const setting of backupSettings) {
|
||||||
|
const exists = await db('app_settings')
|
||||||
|
.where('setting_key', setting.setting_key)
|
||||||
|
.first();
|
||||||
|
|
||||||
|
if (!exists) {
|
||||||
|
await db('app_settings').insert(setting);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check and add columns to backup_runs table
|
||||||
|
const hasBackupRunsTable = await db.schema.hasTable('backup_runs');
|
||||||
|
if (hasBackupRunsTable) {
|
||||||
|
// Check for existing columns before adding
|
||||||
|
const hasManifestPath = await db.schema.hasColumn('backup_runs', 'manifest_path');
|
||||||
|
const hasManifestId = await db.schema.hasColumn('backup_runs', 'manifest_id');
|
||||||
|
const hasManifestFormat = await db.schema.hasColumn('backup_runs', 'manifest_format');
|
||||||
|
const hasParentBackupId = await db.schema.hasColumn('backup_runs', 'parent_backup_id');
|
||||||
|
const hasBackupMode = await db.schema.hasColumn('backup_runs', 'backup_mode');
|
||||||
|
|
||||||
|
if (!hasManifestPath || !hasManifestId || !hasManifestFormat || !hasParentBackupId || !hasBackupMode) {
|
||||||
|
await db.schema.alterTable('backup_runs', (table) => {
|
||||||
|
if (!hasManifestPath) {
|
||||||
|
table.string('manifest_path', 500).comment('Path to backup manifest file');
|
||||||
|
}
|
||||||
|
if (!hasManifestId) {
|
||||||
|
table.uuid('manifest_id').comment('Unique identifier for the manifest');
|
||||||
|
}
|
||||||
|
if (!hasManifestFormat) {
|
||||||
|
table.enum('manifest_format', ['json', 'yaml']).comment('Format of the manifest file');
|
||||||
|
}
|
||||||
|
if (!hasParentBackupId) {
|
||||||
|
table.integer('parent_backup_id').unsigned().references('id').inTable('backup_runs').onDelete('SET NULL').comment('Parent backup for incremental backups');
|
||||||
|
}
|
||||||
|
if (!hasBackupMode) {
|
||||||
|
table.enum('backup_mode', ['full', 'incremental', 'database']).defaultTo('full').comment('Type of backup performed');
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
// Add indexes if they don't exist
|
||||||
|
try {
|
||||||
|
await db.raw('CREATE INDEX IF NOT EXISTS idx_backup_runs_mode_status ON backup_runs(backup_mode, status)');
|
||||||
|
await db.raw('CREATE INDEX IF NOT EXISTS idx_backup_runs_parent ON backup_runs(parent_backup_id)');
|
||||||
|
await db.raw('CREATE INDEX IF NOT EXISTS idx_backup_runs_created_mode ON backup_runs(created_at, backup_mode)');
|
||||||
|
} catch (error) {
|
||||||
|
console.log('Note: Some indexes may already exist, continuing...');
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create backup_manifest table if it doesn't exist
|
||||||
|
const hasManifestTable = await db.schema.hasTable('backup_manifest');
|
||||||
|
if (!hasManifestTable) {
|
||||||
|
await db.schema.createTable('backup_manifest', (table) => {
|
||||||
|
table.increments('id').primary();
|
||||||
|
table.integer('backup_run_id').unsigned().notNullable().references('id').inTable('backup_runs').onDelete('CASCADE');
|
||||||
|
table.uuid('manifest_id').notNullable().unique().comment('Unique identifier matching backup_runs.manifest_id');
|
||||||
|
table.string('version', 20).notNullable().defaultTo('1.0.0').comment('Manifest schema version');
|
||||||
|
table.enum('format', ['json', 'yaml']).notNullable().defaultTo('json');
|
||||||
|
|
||||||
|
// Backup metadata
|
||||||
|
table.timestamp('backup_start').notNullable();
|
||||||
|
table.timestamp('backup_end').notNullable();
|
||||||
|
table.bigInteger('total_size').unsigned().comment('Total size of backup in bytes');
|
||||||
|
table.integer('file_count').unsigned().comment('Number of files in backup');
|
||||||
|
table.integer('photo_count').unsigned().comment('Number of photos backed up');
|
||||||
|
table.integer('event_count').unsigned().comment('Number of events backed up');
|
||||||
|
|
||||||
|
// Incremental backup metadata
|
||||||
|
table.boolean('is_incremental').defaultTo(false);
|
||||||
|
table.uuid('parent_manifest_id').comment('Parent manifest ID for incremental backups');
|
||||||
|
table.timestamp('incremental_since').comment('Timestamp for incremental backup baseline');
|
||||||
|
|
||||||
|
// Content checksums
|
||||||
|
table.string('checksum_algorithm', 50).defaultTo('sha256').comment('Algorithm used for checksums');
|
||||||
|
table.text('manifest_checksum').comment('Checksum of the manifest file itself');
|
||||||
|
|
||||||
|
// Storage information
|
||||||
|
table.string('storage_location', 500).comment('Primary storage location (local path or S3 URI)');
|
||||||
|
table.string('storage_provider', 50).comment('Storage provider (local, s3, etc.)');
|
||||||
|
|
||||||
|
// Encryption metadata
|
||||||
|
table.boolean('is_encrypted').defaultTo(false);
|
||||||
|
table.string('encryption_algorithm', 100).comment('Encryption algorithm used');
|
||||||
|
table.string('encryption_key_id', 255).comment('ID of encryption key used');
|
||||||
|
|
||||||
|
// Additional metadata as JSON
|
||||||
|
table.json('metadata').comment('Additional metadata as JSON');
|
||||||
|
|
||||||
|
// Timestamps
|
||||||
|
table.timestamps(true, true);
|
||||||
|
|
||||||
|
// Indexes
|
||||||
|
table.index(['backup_run_id'], 'idx_manifest_backup_run');
|
||||||
|
table.index(['manifest_id'], 'idx_manifest_uuid');
|
||||||
|
table.index(['parent_manifest_id'], 'idx_manifest_parent');
|
||||||
|
table.index(['backup_start', 'backup_end'], 'idx_manifest_time_range');
|
||||||
|
table.index(['is_incremental', 'created_at'], 'idx_manifest_incremental_created');
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
// Add composite indexes for common query patterns
|
||||||
|
try {
|
||||||
|
await db.raw(`
|
||||||
|
CREATE INDEX IF NOT EXISTS idx_backup_runs_recent_successful
|
||||||
|
ON backup_runs(created_at DESC)
|
||||||
|
WHERE status = 'completed' AND backup_mode = 'full';
|
||||||
|
`);
|
||||||
|
await db.raw(`
|
||||||
|
CREATE INDEX IF NOT EXISTS idx_backup_runs_incremental_chain
|
||||||
|
ON backup_runs(parent_backup_id, created_at)
|
||||||
|
WHERE backup_mode = 'incremental';
|
||||||
|
`);
|
||||||
|
} catch (error) {
|
||||||
|
console.log('Note: Some composite indexes may already exist, continuing...');
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log('Backup system enhancements completed');
|
||||||
|
}
|
||||||
|
|
||||||
|
async function down() {
|
||||||
|
// Drop indexes first
|
||||||
|
try {
|
||||||
|
await db.raw('DROP INDEX IF EXISTS idx_backup_runs_incremental_chain;');
|
||||||
|
await db.raw('DROP INDEX IF EXISTS idx_backup_runs_recent_successful;');
|
||||||
|
} catch (error) {
|
||||||
|
// Ignore errors if indexes don't exist
|
||||||
|
}
|
||||||
|
|
||||||
|
// Drop backup_manifest table
|
||||||
|
await db.schema.dropTableIfExists('backup_manifest');
|
||||||
|
|
||||||
|
// Remove columns from backup_runs if they exist
|
||||||
|
const hasBackupRunsTable = await db.schema.hasTable('backup_runs');
|
||||||
|
if (hasBackupRunsTable) {
|
||||||
|
const hasBackupMode = await db.schema.hasColumn('backup_runs', 'backup_mode');
|
||||||
|
const hasParentBackupId = await db.schema.hasColumn('backup_runs', 'parent_backup_id');
|
||||||
|
const hasManifestFormat = await db.schema.hasColumn('backup_runs', 'manifest_format');
|
||||||
|
const hasManifestId = await db.schema.hasColumn('backup_runs', 'manifest_id');
|
||||||
|
const hasManifestPath = await db.schema.hasColumn('backup_runs', 'manifest_path');
|
||||||
|
|
||||||
|
if (hasBackupMode || hasParentBackupId || hasManifestFormat || hasManifestId || hasManifestPath) {
|
||||||
|
await db.schema.alterTable('backup_runs', (table) => {
|
||||||
|
if (hasBackupMode) table.dropColumn('backup_mode');
|
||||||
|
if (hasParentBackupId) table.dropColumn('parent_backup_id');
|
||||||
|
if (hasManifestFormat) table.dropColumn('manifest_format');
|
||||||
|
if (hasManifestId) table.dropColumn('manifest_id');
|
||||||
|
if (hasManifestPath) table.dropColumn('manifest_path');
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
// Drop indexes
|
||||||
|
try {
|
||||||
|
await db.raw('DROP INDEX IF EXISTS idx_backup_runs_mode_status');
|
||||||
|
await db.raw('DROP INDEX IF EXISTS idx_backup_runs_parent');
|
||||||
|
await db.raw('DROP INDEX IF EXISTS idx_backup_runs_created_mode');
|
||||||
|
} catch (error) {
|
||||||
|
// Ignore errors if indexes don't exist
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Remove settings
|
||||||
|
await db('app_settings')
|
||||||
|
.whereIn('setting_key', [
|
||||||
|
'backup_s3_force_path_style',
|
||||||
|
'backup_s3_ssl_enabled',
|
||||||
|
'backup_s3_prefix',
|
||||||
|
'backup_incremental',
|
||||||
|
'backup_include_database',
|
||||||
|
'backup_encryption_enabled',
|
||||||
|
'backup_database_schedule'
|
||||||
|
])
|
||||||
|
.delete();
|
||||||
|
}
|
||||||
|
|
||||||
|
module.exports = { up, down };
|
||||||
Generated
+2
-2
@@ -1,12 +1,12 @@
|
|||||||
{
|
{
|
||||||
"name": "picpeak-backend",
|
"name": "picpeak-backend",
|
||||||
"version": "1.0.78",
|
"version": "1.0.81",
|
||||||
"lockfileVersion": 3,
|
"lockfileVersion": 3,
|
||||||
"requires": true,
|
"requires": true,
|
||||||
"packages": {
|
"packages": {
|
||||||
"": {
|
"": {
|
||||||
"name": "picpeak-backend",
|
"name": "picpeak-backend",
|
||||||
"version": "1.0.78",
|
"version": "1.0.81",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@aws-sdk/client-s3": "^3.850.0",
|
"@aws-sdk/client-s3": "^3.850.0",
|
||||||
"@aws-sdk/lib-storage": "^3.850.0",
|
"@aws-sdk/lib-storage": "^3.850.0",
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "picpeak-backend",
|
"name": "picpeak-backend",
|
||||||
"version": "1.0.78",
|
"version": "1.0.81",
|
||||||
"description": "Backend for PicPeak event photo sharing platform",
|
"description": "Backend for PicPeak event photo sharing platform",
|
||||||
"main": "server.js",
|
"main": "server.js",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
|
|||||||
Reference in New Issue
Block a user