Repository navigation
Expand file tree
/
Copy pathmigrations.go
More file actions
648 lines (579 loc) · 18.4 KB
/
Copy pathmigrations.go
File metadata and controls
648 lines (579 loc) · 18.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
package main
import (
"crypto/rand"
"encoding/hex"
"fmt"
"strings"
"github.com/jmoiron/sqlx"
)
type Migration struct {
ID int
Name string
UpSQL string
DownSQL string
}
var migrations = []Migration{
{
ID: 1,
Name: "initial_schema",
UpSQL: initialSchemaSQL,
},
{
ID: 2,
Name: "add_proxy_url",
UpSQL: `
-- PostgreSQL version
DO $$
BEGIN
IF NOT EXISTS (
SELECT 1 FROM information_schema.columns
WHERE table_name = 'users' AND column_name = 'proxy_url'
) THEN
ALTER TABLE users ADD COLUMN proxy_url TEXT DEFAULT '';
END IF;
END $$;
-- SQLite version (handled in code)
`,
},
{
ID: 3,
Name: "change_id_to_string",
UpSQL: changeIDToStringSQL,
},
{
ID: 4,
Name: "add_s3_support",
UpSQL: addS3SupportSQL,
},
{
ID: 5,
Name: "add_message_history",
UpSQL: addMessageHistorySQL,
},
{
ID: 6,
Name: "add_quoted_message_id",
UpSQL: addQuotedMessageIDSQL,
},
{
ID: 7,
Name: "add_hmac_key",
UpSQL: addHmacKeySQL,
},
{
ID: 8,
Name: "add_data_json",
UpSQL: addDataJsonSQL,
},
}
const changeIDToStringSQL = `
-- Migration to change ID from integer to random string
DO $$
BEGIN
-- Only execute if the column is currently integer type
IF EXISTS (
SELECT 1 FROM information_schema.columns
WHERE table_name = 'users' AND column_name = 'id' AND data_type = 'integer'
) THEN
-- For PostgreSQL
ALTER TABLE users ADD COLUMN new_id TEXT;
UPDATE users SET new_id = md5(random()::text || id::text || clock_timestamp()::text);
ALTER TABLE users DROP CONSTRAINT users_pkey;
ALTER TABLE users DROP COLUMN id CASCADE;
ALTER TABLE users RENAME COLUMN new_id TO id;
ALTER TABLE users ALTER COLUMN id SET NOT NULL;
ALTER TABLE users ADD PRIMARY KEY (id);
END IF;
END $$;
`
const initialSchemaSQL = `
-- PostgreSQL version
DO $$
BEGIN
IF NOT EXISTS (SELECT 1 FROM information_schema.tables WHERE table_name = 'users') THEN
CREATE TABLE users (
id TEXT PRIMARY KEY,
name TEXT NOT NULL,
token TEXT NOT NULL,
webhook TEXT NOT NULL DEFAULT '',
jid TEXT NOT NULL DEFAULT '',
qrcode TEXT NOT NULL DEFAULT '',
connected INTEGER,
expiration INTEGER,
events TEXT NOT NULL DEFAULT '',
proxy_url TEXT DEFAULT ''
);
END IF;
END $$;
-- SQLite version (handled in code)
`
const addS3SupportSQL = `
-- PostgreSQL version
DO $$
BEGIN
-- Add S3 configuration columns if they don't exist
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 's3_enabled') THEN
ALTER TABLE users ADD COLUMN s3_enabled BOOLEAN DEFAULT FALSE;
END IF;
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 's3_endpoint') THEN
ALTER TABLE users ADD COLUMN s3_endpoint TEXT DEFAULT '';
END IF;
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 's3_region') THEN
ALTER TABLE users ADD COLUMN s3_region TEXT DEFAULT '';
END IF;
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 's3_bucket') THEN
ALTER TABLE users ADD COLUMN s3_bucket TEXT DEFAULT '';
END IF;
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 's3_access_key') THEN
ALTER TABLE users ADD COLUMN s3_access_key TEXT DEFAULT '';
END IF;
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 's3_secret_key') THEN
ALTER TABLE users ADD COLUMN s3_secret_key TEXT DEFAULT '';
END IF;
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 's3_path_style') THEN
ALTER TABLE users ADD COLUMN s3_path_style BOOLEAN DEFAULT TRUE;
END IF;
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 's3_public_url') THEN
ALTER TABLE users ADD COLUMN s3_public_url TEXT DEFAULT '';
END IF;
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 'media_delivery') THEN
ALTER TABLE users ADD COLUMN media_delivery TEXT DEFAULT 'base64';
END IF;
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 's3_retention_days') THEN
ALTER TABLE users ADD COLUMN s3_retention_days INTEGER DEFAULT 30;
END IF;
END $$;
`
const addMessageHistorySQL = `
-- PostgreSQL version
DO $$
BEGIN
IF NOT EXISTS (SELECT 1 FROM information_schema.tables WHERE table_name = 'message_history') THEN
CREATE TABLE message_history (
id SERIAL PRIMARY KEY,
user_id TEXT NOT NULL,
chat_jid TEXT NOT NULL,
sender_jid TEXT NOT NULL,
message_id TEXT NOT NULL,
timestamp TIMESTAMP NOT NULL,
message_type TEXT NOT NULL,
text_content TEXT,
media_link TEXT,
UNIQUE(user_id, message_id)
);
CREATE INDEX idx_message_history_user_chat_timestamp ON message_history (user_id, chat_jid, timestamp DESC);
END IF;
-- Add history column to users table if it doesn't exist
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 'history') THEN
ALTER TABLE users ADD COLUMN history INTEGER DEFAULT 0;
END IF;
END $$;
`
const addQuotedMessageIDSQL = `
-- PostgreSQL version
DO $$
BEGIN
-- Add quoted_message_id column to message_history table if it doesn't exist
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'message_history' AND column_name = 'quoted_message_id') THEN
ALTER TABLE message_history ADD COLUMN quoted_message_id TEXT;
END IF;
END $$;
`
const addDataJsonSQL = `
-- PostgreSQL version
DO $$
BEGIN
-- Add dataJson column to message_history table if it doesn't exist
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'message_history' AND column_name = 'datajson') THEN
ALTER TABLE message_history ADD COLUMN datajson TEXT;
END IF;
END $$;
-- SQLite version (handled in code)
`
// GenerateRandomID creates a random string ID
func GenerateRandomID() (string, error) {
bytes := make([]byte, 16) // 128 bits
if _, err := rand.Read(bytes); err != nil {
return "", fmt.Errorf("failed to generate random ID: %w", err)
}
return hex.EncodeToString(bytes), nil
}
// Initialize the database with migrations
func initializeSchema(db *sqlx.DB) error {
// Create migrations table if it doesn't exist
if err := createMigrationsTable(db); err != nil {
return fmt.Errorf("failed to create migrations table: %w", err)
}
// Get already applied migrations
applied, err := getAppliedMigrations(db)
if err != nil {
return fmt.Errorf("failed to get applied migrations: %w", err)
}
// Apply missing migrations
for _, migration := range migrations {
if _, ok := applied[migration.ID]; !ok {
if err := applyMigration(db, migration); err != nil {
return fmt.Errorf("failed to apply migration %d: %w", migration.ID, err)
}
}
}
return nil
}
func createMigrationsTable(db *sqlx.DB) error {
var tableExists bool
var err error
switch db.DriverName() {
case "postgres":
err = db.Get(&tableExists, `
SELECT EXISTS (
SELECT 1 FROM information_schema.tables
WHERE table_name = 'migrations'
)`)
case "sqlite":
err = db.Get(&tableExists, `
SELECT EXISTS (
SELECT 1 FROM sqlite_master
WHERE type='table' AND name='migrations'
)`)
default:
return fmt.Errorf("unsupported database driver: %s", db.DriverName())
}
if err != nil {
return fmt.Errorf("failed to check migrations table existence: %w", err)
}
if tableExists {
return nil
}
_, err = db.Exec(`
CREATE TABLE migrations (
id INTEGER PRIMARY KEY,
name TEXT NOT NULL,
applied_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
)`)
if err != nil {
return fmt.Errorf("failed to create migrations table: %w", err)
}
return nil
}
func getAppliedMigrations(db *sqlx.DB) (map[int]struct{}, error) {
applied := make(map[int]struct{})
var rows []struct {
ID int `db:"id"`
Name string `db:"name"`
}
err := db.Select(&rows, "SELECT id, name FROM migrations ORDER BY id ASC")
if err != nil {
return nil, fmt.Errorf("failed to query applied migrations: %w", err)
}
for _, row := range rows {
applied[row.ID] = struct{}{}
}
return applied, nil
}
func applyMigration(db *sqlx.DB, migration Migration) error {
tx, err := db.Beginx()
if err != nil {
return fmt.Errorf("failed to begin transaction: %w", err)
}
defer func() {
if err != nil {
tx.Rollback()
}
}()
if migration.ID == 1 {
// Handle initial schema creation differently per database
if db.DriverName() == "sqlite" {
err = createTableIfNotExistsSQLite(tx, "users", `
CREATE TABLE users (
id TEXT PRIMARY KEY,
name TEXT NOT NULL,
token TEXT NOT NULL,
webhook TEXT NOT NULL DEFAULT '',
jid TEXT NOT NULL DEFAULT '',
qrcode TEXT NOT NULL DEFAULT '',
connected INTEGER,
expiration INTEGER,
events TEXT NOT NULL DEFAULT '',
proxy_url TEXT DEFAULT ''
)`)
} else {
_, err = tx.Exec(migration.UpSQL)
}
} else if migration.ID == 2 {
if db.DriverName() == "sqlite" {
err = addColumnIfNotExistsSQLite(tx, "users", "proxy_url", "TEXT DEFAULT ''")
} else {
_, err = tx.Exec(migration.UpSQL)
}
} else if migration.ID == 3 {
if db.DriverName() == "sqlite" {
err = migrateSQLiteIDToString(tx)
} else {
_, err = tx.Exec(migration.UpSQL)
}
} else if migration.ID == 4 {
if db.DriverName() == "sqlite" {
// Handle S3 columns for SQLite
err = addColumnIfNotExistsSQLite(tx, "users", "s3_enabled", "BOOLEAN DEFAULT 0")
if err == nil {
err = addColumnIfNotExistsSQLite(tx, "users", "s3_endpoint", "TEXT DEFAULT ''")
}
if err == nil {
err = addColumnIfNotExistsSQLite(tx, "users", "s3_region", "TEXT DEFAULT ''")
}
if err == nil {
err = addColumnIfNotExistsSQLite(tx, "users", "s3_bucket", "TEXT DEFAULT ''")
}
if err == nil {
err = addColumnIfNotExistsSQLite(tx, "users", "s3_access_key", "TEXT DEFAULT ''")
}
if err == nil {
err = addColumnIfNotExistsSQLite(tx, "users", "s3_secret_key", "TEXT DEFAULT ''")
}
if err == nil {
err = addColumnIfNotExistsSQLite(tx, "users", "s3_path_style", "BOOLEAN DEFAULT 1")
}
if err == nil {
err = addColumnIfNotExistsSQLite(tx, "users", "s3_public_url", "TEXT DEFAULT ''")
}
if err == nil {
err = addColumnIfNotExistsSQLite(tx, "users", "media_delivery", "TEXT DEFAULT 'base64'")
}
if err == nil {
err = addColumnIfNotExistsSQLite(tx, "users", "s3_retention_days", "INTEGER DEFAULT 30")
}
} else {
_, err = tx.Exec(migration.UpSQL)
}
} else if migration.ID == 5 {
if db.DriverName() == "sqlite" {
// Handle message_history table creation for SQLite
err = createTableIfNotExistsSQLite(tx, "message_history", `
CREATE TABLE message_history (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT NOT NULL,
chat_jid TEXT NOT NULL,
sender_jid TEXT NOT NULL,
message_id TEXT NOT NULL,
timestamp DATETIME NOT NULL,
message_type TEXT NOT NULL,
text_content TEXT,
media_link TEXT,
UNIQUE(user_id, message_id)
)`)
if err == nil {
// Create index for SQLite
_, err = tx.Exec(`
CREATE INDEX IF NOT EXISTS idx_message_history_user_chat_timestamp
ON message_history (user_id, chat_jid, timestamp DESC)`)
}
if err == nil {
// Add history column to users table
err = addColumnIfNotExistsSQLite(tx, "users", "history", "INTEGER DEFAULT 0")
}
} else {
_, err = tx.Exec(migration.UpSQL)
}
} else if migration.ID == 6 {
if db.DriverName() == "sqlite" {
// Add quoted_message_id column to message_history table for SQLite
err = addColumnIfNotExistsSQLite(tx, "message_history", "quoted_message_id", "TEXT")
} else {
_, err = tx.Exec(migration.UpSQL)
}
} else if migration.ID == 7 {
if db.DriverName() == "sqlite" {
// Add hmac_key column as BLOB for encrypted data in SQLite
err = addColumnIfNotExistsSQLite(tx, "users", "hmac_key", "BLOB")
} else {
_, err = tx.Exec(migration.UpSQL)
}
} else if migration.ID == 8 {
if db.DriverName() == "sqlite" {
// Add dataJson column to message_history table for SQLite
err = addColumnIfNotExistsSQLite(tx, "message_history", "datajson", "TEXT")
} else {
_, err = tx.Exec(migration.UpSQL)
}
} else {
_, err = tx.Exec(migration.UpSQL)
}
if err != nil {
return fmt.Errorf("failed to execute migration SQL: %w", err)
}
// Record the migration
if _, err = tx.Exec(`
INSERT INTO migrations (id, name)
VALUES ($1, $2)`, migration.ID, migration.Name); err != nil {
return fmt.Errorf("failed to record migration: %w", err)
}
return tx.Commit()
}
func createTableIfNotExistsSQLite(tx *sqlx.Tx, tableName, createSQL string) error {
var exists int
err := tx.Get(&exists, `
SELECT COUNT(*) FROM sqlite_master
WHERE type='table' AND name=?`, tableName)
if err != nil {
return err
}
if exists == 0 {
_, err = tx.Exec(createSQL)
return err
}
return nil
}
func sqliteChangeIDType(tx *sqlx.Tx) error {
// SQLite requires a more complex approach:
// 1. Create new table with string ID
// 2. Copy data with new UUIDs
// 3. Drop old table
// 4. Rename new table
// Step 1: Get the current schema
var tableInfo string
err := tx.Get(&tableInfo, `
SELECT sql FROM sqlite_master
WHERE type='table' AND name='users'`)
if err != nil {
return fmt.Errorf("failed to get table info: %w", err)
}
// Step 2: Create new table with string ID
newTableSQL := strings.Replace(tableInfo,
"CREATE TABLE users (",
"CREATE TABLE users_new (id TEXT PRIMARY KEY, ", 1)
newTableSQL = strings.Replace(newTableSQL,
"id INTEGER PRIMARY KEY AUTOINCREMENT,", "", 1)
if _, err = tx.Exec(newTableSQL); err != nil {
return fmt.Errorf("failed to create new table: %w", err)
}
// Step 3: Copy data with new UUIDs
columns, err := getTableColumns(tx, "users")
if err != nil {
return fmt.Errorf("failed to get table columns: %w", err)
}
// Remove 'id' from columns list
var filteredColumns []string
for _, col := range columns {
if col != "id" {
filteredColumns = append(filteredColumns, col)
}
}
columnList := strings.Join(filteredColumns, ", ")
if _, err = tx.Exec(fmt.Sprintf(`
INSERT INTO users_new (id, %s)
SELECT gen_random_uuid(), %s FROM users`,
columnList, columnList)); err != nil {
return fmt.Errorf("failed to copy data: %w", err)
}
// Step 4: Drop old table
if _, err = tx.Exec("DROP TABLE users"); err != nil {
return fmt.Errorf("failed to drop old table: %w", err)
}
// Step 5: Rename new table
if _, err = tx.Exec("ALTER TABLE users_new RENAME TO users"); err != nil {
return fmt.Errorf("failed to rename table: %w", err)
}
return nil
}
func getTableColumns(tx *sqlx.Tx, tableName string) ([]string, error) {
var columns []string
rows, err := tx.Query(fmt.Sprintf("PRAGMA table_info(%s)", tableName))
if err != nil {
return nil, fmt.Errorf("failed to get table info: %w", err)
}
defer rows.Close()
for rows.Next() {
var cid int
var name, typ string
var notnull int
var dfltValue interface{}
var pk int
if err := rows.Scan(&cid, &name, &typ, ¬null, &dfltValue, &pk); err != nil {
return nil, fmt.Errorf("failed to scan column info: %w", err)
}
columns = append(columns, name)
}
return columns, nil
}
func migrateSQLiteIDToString(tx *sqlx.Tx) error {
// 1. Check if we need to do the migration
var currentType string
err := tx.QueryRow(`
SELECT type FROM pragma_table_info('users')
WHERE name = 'id'`).Scan(¤tType)
if err != nil {
return fmt.Errorf("failed to check column type: %w", err)
}
if currentType != "INTEGER" {
// No migration needed
return nil
}
// 2. Create new table with string ID
_, err = tx.Exec(`
CREATE TABLE users_new (
id TEXT PRIMARY KEY,
name TEXT NOT NULL,
token TEXT NOT NULL,
webhook TEXT NOT NULL DEFAULT '',
jid TEXT NOT NULL DEFAULT '',
qrcode TEXT NOT NULL DEFAULT '',
connected INTEGER,
expiration INTEGER,
events TEXT NOT NULL DEFAULT '',
proxy_url TEXT DEFAULT ''
)`)
if err != nil {
return fmt.Errorf("failed to create new table: %w", err)
}
// 3. Copy data with new UUIDs
_, err = tx.Exec(`
INSERT INTO users_new
SELECT
hex(randomblob(16)),
name, token, webhook, jid, qrcode,
connected, expiration, events, proxy_url
FROM users`)
if err != nil {
return fmt.Errorf("failed to copy data: %w", err)
}
// 4. Drop old table
_, err = tx.Exec(`DROP TABLE users`)
if err != nil {
return fmt.Errorf("failed to drop old table: %w", err)
}
// 5. Rename new table
_, err = tx.Exec(`ALTER TABLE users_new RENAME TO users`)
if err != nil {
return fmt.Errorf("failed to rename table: %w", err)
}
return nil
}
func addColumnIfNotExistsSQLite(tx *sqlx.Tx, tableName, columnName, columnDef string) error {
var exists int
err := tx.Get(&exists, `
SELECT COUNT(*) FROM pragma_table_info(?)
WHERE name = ?`, tableName, columnName)
if err != nil {
return fmt.Errorf("failed to check column existence: %w", err)
}
if exists == 0 {
_, err = tx.Exec(fmt.Sprintf(
"ALTER TABLE %s ADD COLUMN %s %s",
tableName, columnName, columnDef))
if err != nil {
return fmt.Errorf("failed to add column: %w", err)
}
}
return nil
}
const addHmacKeySQL = `
-- PostgreSQL version - Add encrypted HMAC key column
DO $$
BEGIN
-- Add hmac_key column as BYTEA for encrypted data
IF NOT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = 'users' AND column_name = 'hmac_key') THEN
ALTER TABLE users ADD COLUMN hmac_key BYTEA;
END IF;
END $$;
-- SQLite version (handled in code)
`