Software /
code /
prosody
Annotate
tools/migration/prosody-migrator.lua @ 10004:e057e8318130
migrator: Add support for archives (fixes #651)
author | Kim Alvefur <zash@zash.se> |
---|---|
date | Sun, 05 May 2019 21:31:15 +0200 |
parent | 10003:4d702f0c6273 |
child | 11728:826d57c16d1c |
rev | line source |
---|---|
4216
ff80a8471e86
tools/migration/*: Numerous changes and restructuring, and the addition of a Makefile
Matthew Wild <mwild1@gmail.com>
parents:
4211
diff
changeset
|
1 #!/usr/bin/env lua |
ff80a8471e86
tools/migration/*: Numerous changes and restructuring, and the addition of a Makefile
Matthew Wild <mwild1@gmail.com>
parents:
4211
diff
changeset
|
2 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
3 CFG_SOURCEDIR=CFG_SOURCEDIR or os.getenv("PROSODY_SRCDIR"); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
4 CFG_CONFIGDIR=CFG_CONFIGDIR or os.getenv("PROSODY_CFGDIR"); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
5 CFG_PLUGINDIR=CFG_PLUGINDIR or os.getenv("PROSODY_PLUGINDIR"); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
6 CFG_DATADIR=CFG_DATADIR or os.getenv("PROSODY_DATADIR"); |
4216
ff80a8471e86
tools/migration/*: Numerous changes and restructuring, and the addition of a Makefile
Matthew Wild <mwild1@gmail.com>
parents:
4211
diff
changeset
|
7 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
8 -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
9 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
10 local function is_relative(path) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
11 local path_sep = package.config:sub(1,1); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
12 return ((path_sep == "/" and path:sub(1,1) ~= "/") |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
13 or (path_sep == "\\" and (path:sub(1,1) ~= "/" and path:sub(2,3) ~= ":\\"))) |
4239
69fe5fd861e7
tools/migration: Support for ~/ in paths
Matthew Wild <mwild1@gmail.com>
parents:
4235
diff
changeset
|
14 end |
69fe5fd861e7
tools/migration: Support for ~/ in paths
Matthew Wild <mwild1@gmail.com>
parents:
4235
diff
changeset
|
15 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
16 -- Tell Lua where to find our libraries |
4239
69fe5fd861e7
tools/migration: Support for ~/ in paths
Matthew Wild <mwild1@gmail.com>
parents:
4235
diff
changeset
|
17 if CFG_SOURCEDIR then |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
18 local function filter_relative_paths(path) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
19 if is_relative(path) then return ""; end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
20 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
21 local function sanitise_paths(paths) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
22 return (paths:gsub("[^;]+;?", filter_relative_paths):gsub(";;+", ";")); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
23 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
24 package.path = sanitise_paths(CFG_SOURCEDIR.."/?.lua;"..package.path); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
25 package.cpath = sanitise_paths(CFG_SOURCEDIR.."/?.so;"..package.cpath); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
26 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
27 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
28 -- Substitute ~ with path to home directory in data path |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
29 if CFG_DATADIR then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
30 if os.getenv("HOME") then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
31 CFG_DATADIR = CFG_DATADIR:gsub("^~", os.getenv("HOME")); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
32 end |
4239
69fe5fd861e7
tools/migration: Support for ~/ in paths
Matthew Wild <mwild1@gmail.com>
parents:
4235
diff
changeset
|
33 end |
69fe5fd861e7
tools/migration: Support for ~/ in paths
Matthew Wild <mwild1@gmail.com>
parents:
4235
diff
changeset
|
34 |
4216
ff80a8471e86
tools/migration/*: Numerous changes and restructuring, and the addition of a Makefile
Matthew Wild <mwild1@gmail.com>
parents:
4211
diff
changeset
|
35 local default_config = (CFG_CONFIGDIR or ".").."/migrator.cfg.lua"; |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
36 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
37 local startup = require "util.startup"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
38 startup.prosodyctl(); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
39 -- TODO startup.migrator ? |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
40 |
4210
4583473dcce4
tools/migration/main.lua: Add command-line parsing, including --config=CONFIG_FILE, and the ability to specify to/from stores to migrate
Matthew Wild <mwild1@gmail.com>
parents:
4166
diff
changeset
|
41 -- Command-line parsing |
4583473dcce4
tools/migration/main.lua: Add command-line parsing, including --config=CONFIG_FILE, and the ability to specify to/from stores to migrate
Matthew Wild <mwild1@gmail.com>
parents:
4166
diff
changeset
|
42 local options = {}; |
7894 | 43 local i = 1; |
44 while arg[i] do | |
4210
4583473dcce4
tools/migration/main.lua: Add command-line parsing, including --config=CONFIG_FILE, and the ability to specify to/from stores to migrate
Matthew Wild <mwild1@gmail.com>
parents:
4166
diff
changeset
|
45 if arg[i]:sub(1,2) == "--" then |
4583473dcce4
tools/migration/main.lua: Add command-line parsing, including --config=CONFIG_FILE, and the ability to specify to/from stores to migrate
Matthew Wild <mwild1@gmail.com>
parents:
4166
diff
changeset
|
46 local opt, val = arg[i]:match("([%w-]+)=?(.*)"); |
4583473dcce4
tools/migration/main.lua: Add command-line parsing, including --config=CONFIG_FILE, and the ability to specify to/from stores to migrate
Matthew Wild <mwild1@gmail.com>
parents:
4166
diff
changeset
|
47 if opt then |
4583473dcce4
tools/migration/main.lua: Add command-line parsing, including --config=CONFIG_FILE, and the ability to specify to/from stores to migrate
Matthew Wild <mwild1@gmail.com>
parents:
4166
diff
changeset
|
48 options[(opt:sub(3):gsub("%-", "_"))] = #val > 0 and val or true; |
4583473dcce4
tools/migration/main.lua: Add command-line parsing, including --config=CONFIG_FILE, and the ability to specify to/from stores to migrate
Matthew Wild <mwild1@gmail.com>
parents:
4166
diff
changeset
|
49 end |
7894 | 50 table.remove(arg, i); |
4210
4583473dcce4
tools/migration/main.lua: Add command-line parsing, including --config=CONFIG_FILE, and the ability to specify to/from stores to migrate
Matthew Wild <mwild1@gmail.com>
parents:
4166
diff
changeset
|
51 else |
7894 | 52 i = i + 1; |
4210
4583473dcce4
tools/migration/main.lua: Add command-line parsing, including --config=CONFIG_FILE, and the ability to specify to/from stores to migrate
Matthew Wild <mwild1@gmail.com>
parents:
4166
diff
changeset
|
53 end |
4583473dcce4
tools/migration/main.lua: Add command-line parsing, including --config=CONFIG_FILE, and the ability to specify to/from stores to migrate
Matthew Wild <mwild1@gmail.com>
parents:
4166
diff
changeset
|
54 end |
4166
3ac90743039b
tools/migration/*.lua: Convert to unix line endings
Matthew Wild <mwild1@gmail.com>
parents:
4162
diff
changeset
|
55 |
5021
85b2689dbcfe
Eliminate direct setfenv usage
Florian Zeitz <florob@babelmonkeys.de>
parents:
4240
diff
changeset
|
56 |
85b2689dbcfe
Eliminate direct setfenv usage
Florian Zeitz <florob@babelmonkeys.de>
parents:
4240
diff
changeset
|
57 local envloadfile = require "util.envload".envloadfile; |
85b2689dbcfe
Eliminate direct setfenv usage
Florian Zeitz <florob@babelmonkeys.de>
parents:
4240
diff
changeset
|
58 |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
59 local config_file = options.config or default_config; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
60 local from_store = arg[1] or "input"; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
61 local to_store = arg[2] or "output"; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
62 |
4166
3ac90743039b
tools/migration/*.lua: Convert to unix line endings
Matthew Wild <mwild1@gmail.com>
parents:
4162
diff
changeset
|
63 config = {}; |
3ac90743039b
tools/migration/*.lua: Convert to unix line endings
Matthew Wild <mwild1@gmail.com>
parents:
4162
diff
changeset
|
64 local config_env = setmetatable({}, { __index = function(t, k) return function(tbl) config[k] = tbl; end; end }); |
7880
1d998891c967
migrator: Remove wrapper around envloadfile since envloadfile does the right thing in a compatible way
Kim Alvefur <zash@zash.se>
parents:
5776
diff
changeset
|
65 local config_chunk, err = envloadfile(config_file, config_env); |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
66 if not config_chunk then |
7895 | 67 print("There was an error loading the config file, check that the file exists"); |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
68 print("and that the syntax is correct:"); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
69 print("", err); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
70 os.exit(1); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
71 end |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
72 |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
73 config_chunk(); |
4166
3ac90743039b
tools/migration/*.lua: Convert to unix line endings
Matthew Wild <mwild1@gmail.com>
parents:
4162
diff
changeset
|
74 |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
75 local have_err; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
76 if #arg > 0 and #arg ~= 2 then |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
77 have_err = true; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
78 print("Error: Incorrect number of parameters supplied."); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
79 end |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
80 if not config[from_store] then |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
81 have_err = true; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
82 print("Error: Input store '"..from_store.."' not found in the config file."); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
83 end |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
84 if not config[to_store] then |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
85 have_err = true; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
86 print("Error: Output store '"..to_store.."' not found in the config file."); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
87 end |
4235
899ffc1674b5
tools/migration/prosody-migrator.lua: Refactor store handler loading to report errors they throw
Matthew Wild <mwild1@gmail.com>
parents:
4229
diff
changeset
|
88 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
89 for store, conf in pairs(config) do -- COMPAT |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
90 if conf.type == "prosody_files" then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
91 conf.type = "internal"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
92 elseif conf.type == "prosody_sql" then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
93 conf.type = "sql"; |
4235
899ffc1674b5
tools/migration/prosody-migrator.lua: Refactor store handler loading to report errors they throw
Matthew Wild <mwild1@gmail.com>
parents:
4229
diff
changeset
|
94 end |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
95 end |
4235
899ffc1674b5
tools/migration/prosody-migrator.lua: Refactor store handler loading to report errors they throw
Matthew Wild <mwild1@gmail.com>
parents:
4229
diff
changeset
|
96 |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
97 if have_err then |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
98 print(""); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
99 print("Usage: "..arg[0].." FROM_STORE TO_STORE"); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
100 print("If no stores are specified, 'input' and 'output' are used."); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
101 print(""); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
102 print("The available stores in your migrator config are:"); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
103 print(""); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
104 for store in pairs(config) do |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
105 print("", store); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
106 end |
4216
ff80a8471e86
tools/migration/*: Numerous changes and restructuring, and the addition of a Makefile
Matthew Wild <mwild1@gmail.com>
parents:
4211
diff
changeset
|
107 print(""); |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
108 os.exit(1); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
109 end |
5776
bd0ff8ae98a8
Remove all trailing whitespace
Florian Zeitz <florob@babelmonkeys.de>
parents:
5021
diff
changeset
|
110 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
111 local async = require "util.async"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
112 local server = require "net.server"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
113 local watchers = { |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
114 error = function (_, err) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
115 error(err); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
116 end; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
117 waiting = function () |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
118 server.loop(); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
119 end; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
120 }; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
121 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
122 local cm = require "core.configmanager"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
123 local hm = require "core.hostmanager"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
124 local sm = require "core.storagemanager"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
125 local um = require "core.usermanager"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
126 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
127 local function users(store, host) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
128 if store.users then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
129 return store:users(); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
130 else |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
131 return um.users(host); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
132 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
133 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
134 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
135 local function prepare_config(host, conf) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
136 if conf.type == "internal" then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
137 sm.olddm.set_data_path(conf.path or prosody.paths.data); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
138 elseif conf.type == "sql" then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
139 cm.set(host, "sql", conf); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
140 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
141 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
142 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
143 local function get_driver(host, conf) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
144 prepare_config(host, conf); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
145 return assert(sm.load_driver(host, conf.type)); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
146 end |
4166
3ac90743039b
tools/migration/*.lua: Convert to unix line endings
Matthew Wild <mwild1@gmail.com>
parents:
4162
diff
changeset
|
147 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
148 local migration_runner = async.runner(function (job) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
149 for host, stores in pairs(job.input.hosts) do |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
150 prosody.hosts[host] = startup.make_host(host); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
151 sm.initialize_host(host); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
152 um.initialize_host(host); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
153 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
154 local input_driver = get_driver(host, job.input); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
155 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
156 local output_driver = get_driver(host, job.output); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
157 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
158 for _, store in ipairs(stores) do |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
159 local p, typ = store:match("()%-(%w+)$"); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
160 if typ then store = store:sub(1, p-1); else typ = "keyval"; end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
161 log("info", "Migrating host %s store %s (%s)", host, store, typ); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
162 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
163 local origin = assert(input_driver:open(store, typ)); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
164 local destination = assert(output_driver:open(store, typ)); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
165 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
166 if typ == "keyval" then -- host data |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
167 local data, err = origin:get(nil); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
168 assert(not err, err); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
169 assert(destination:set(nil, data)); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
170 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
171 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
172 for user in users(origin, host) do |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
173 if typ == "keyval" then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
174 local data, err = origin:get(user); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
175 assert(not err, err); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
176 assert(destination:set(user, data)); |
10004
e057e8318130
migrator: Add support for archives (fixes #651)
Kim Alvefur <zash@zash.se>
parents:
10003
diff
changeset
|
177 elseif typ == "archive" then |
e057e8318130
migrator: Add support for archives (fixes #651)
Kim Alvefur <zash@zash.se>
parents:
10003
diff
changeset
|
178 local iter, err = origin:find(user); |
e057e8318130
migrator: Add support for archives (fixes #651)
Kim Alvefur <zash@zash.se>
parents:
10003
diff
changeset
|
179 assert(iter, err); |
e057e8318130
migrator: Add support for archives (fixes #651)
Kim Alvefur <zash@zash.se>
parents:
10003
diff
changeset
|
180 for id, item, when, with in iter do |
e057e8318130
migrator: Add support for archives (fixes #651)
Kim Alvefur <zash@zash.se>
parents:
10003
diff
changeset
|
181 assert(destination:append(user, id, item, when, with)); |
e057e8318130
migrator: Add support for archives (fixes #651)
Kim Alvefur <zash@zash.se>
parents:
10003
diff
changeset
|
182 end |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
183 else |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
184 error("Don't know how to migrate data of type '"..typ.."'."); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
185 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
186 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
187 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
188 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
189 end, watchers); |
4166
3ac90743039b
tools/migration/*.lua: Convert to unix line endings
Matthew Wild <mwild1@gmail.com>
parents:
4162
diff
changeset
|
190 |
4240
b3d9063aad4d
tools/migration/prosody-migrator.lua: Add messages to show when migration is in progress
Matthew Wild <mwild1@gmail.com>
parents:
4239
diff
changeset
|
191 io.stderr:write("Migrating...\n"); |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
192 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
193 migration_runner:run({ input = config[from_store], output = config[to_store] }); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
194 |
4240
b3d9063aad4d
tools/migration/prosody-migrator.lua: Add messages to show when migration is in progress
Matthew Wild <mwild1@gmail.com>
parents:
4239
diff
changeset
|
195 io.stderr:write("Done!\n"); |