Software /
code /
prosody
Annotate
tools/migration/prosody-migrator.lua @ 11866:515a89dee6ae
util.startup: Skip config readability check in migrator (thanks eTaurus)
This field is empty for reasons when invoked by prosody-migrator, which
threw an error:
> bad argument #1 to 'open' (string expected, got nil)
author | Kim Alvefur <zash@zash.se> |
---|---|
date | Sat, 23 Oct 2021 22:24:59 +0200 |
parent | 11731:076ceb405b94 |
child | 12161:6e7678f6fe9a |
rev | line source |
---|---|
4216
ff80a8471e86
tools/migration/*: Numerous changes and restructuring, and the addition of a Makefile
Matthew Wild <mwild1@gmail.com>
parents:
4211
diff
changeset
|
1 #!/usr/bin/env lua |
ff80a8471e86
tools/migration/*: Numerous changes and restructuring, and the addition of a Makefile
Matthew Wild <mwild1@gmail.com>
parents:
4211
diff
changeset
|
2 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
3 CFG_SOURCEDIR=CFG_SOURCEDIR or os.getenv("PROSODY_SRCDIR"); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
4 CFG_CONFIGDIR=CFG_CONFIGDIR or os.getenv("PROSODY_CFGDIR"); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
5 CFG_PLUGINDIR=CFG_PLUGINDIR or os.getenv("PROSODY_PLUGINDIR"); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
6 CFG_DATADIR=CFG_DATADIR or os.getenv("PROSODY_DATADIR"); |
4216
ff80a8471e86
tools/migration/*: Numerous changes and restructuring, and the addition of a Makefile
Matthew Wild <mwild1@gmail.com>
parents:
4211
diff
changeset
|
7 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
8 -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
9 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
10 local function is_relative(path) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
11 local path_sep = package.config:sub(1,1); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
12 return ((path_sep == "/" and path:sub(1,1) ~= "/") |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
13 or (path_sep == "\\" and (path:sub(1,1) ~= "/" and path:sub(2,3) ~= ":\\"))) |
4239
69fe5fd861e7
tools/migration: Support for ~/ in paths
Matthew Wild <mwild1@gmail.com>
parents:
4235
diff
changeset
|
14 end |
69fe5fd861e7
tools/migration: Support for ~/ in paths
Matthew Wild <mwild1@gmail.com>
parents:
4235
diff
changeset
|
15 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
16 -- Tell Lua where to find our libraries |
4239
69fe5fd861e7
tools/migration: Support for ~/ in paths
Matthew Wild <mwild1@gmail.com>
parents:
4235
diff
changeset
|
17 if CFG_SOURCEDIR then |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
18 local function filter_relative_paths(path) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
19 if is_relative(path) then return ""; end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
20 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
21 local function sanitise_paths(paths) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
22 return (paths:gsub("[^;]+;?", filter_relative_paths):gsub(";;+", ";")); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
23 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
24 package.path = sanitise_paths(CFG_SOURCEDIR.."/?.lua;"..package.path); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
25 package.cpath = sanitise_paths(CFG_SOURCEDIR.."/?.so;"..package.cpath); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
26 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
27 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
28 -- Substitute ~ with path to home directory in data path |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
29 if CFG_DATADIR then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
30 if os.getenv("HOME") then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
31 CFG_DATADIR = CFG_DATADIR:gsub("^~", os.getenv("HOME")); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
32 end |
4239
69fe5fd861e7
tools/migration: Support for ~/ in paths
Matthew Wild <mwild1@gmail.com>
parents:
4235
diff
changeset
|
33 end |
69fe5fd861e7
tools/migration: Support for ~/ in paths
Matthew Wild <mwild1@gmail.com>
parents:
4235
diff
changeset
|
34 |
4216
ff80a8471e86
tools/migration/*: Numerous changes and restructuring, and the addition of a Makefile
Matthew Wild <mwild1@gmail.com>
parents:
4211
diff
changeset
|
35 local default_config = (CFG_CONFIGDIR or ".").."/migrator.cfg.lua"; |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
36 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
37 local startup = require "util.startup"; |
11728
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
38 do |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
39 startup.parse_args(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
40 startup.init_global_state(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
41 prosody.process_type = "migrator"; |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
42 startup.force_console_logging(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
43 startup.init_logging(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
44 startup.init_gc(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
45 startup.init_errors(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
46 startup.setup_plugindir(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
47 startup.setup_plugin_install_path(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
48 startup.setup_datadir(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
49 startup.chdir(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
50 startup.read_version(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
51 startup.switch_user(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
52 startup.check_dependencies(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
53 startup.log_startup_warnings(); |
11729
f37cafeb75d6
migrator: Trick net.server into thinking the config is loaded
Kim Alvefur <zash@zash.se>
parents:
11728
diff
changeset
|
54 prosody.config_loaded = true; |
11728
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
55 startup.load_libraries(); |
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
56 startup.init_http_client(); |
11731
076ceb405b94
migrator: Silence assert in core.moduleapi
Kim Alvefur <zash@zash.se>
parents:
11730
diff
changeset
|
57 prosody.core_post_stanza = function () |
076ceb405b94
migrator: Silence assert in core.moduleapi
Kim Alvefur <zash@zash.se>
parents:
11730
diff
changeset
|
58 -- silence assert in core.moduleapi |
076ceb405b94
migrator: Silence assert in core.moduleapi
Kim Alvefur <zash@zash.se>
parents:
11730
diff
changeset
|
59 error("Attempt to send stanzas from inside migrator.", 0); |
076ceb405b94
migrator: Silence assert in core.moduleapi
Kim Alvefur <zash@zash.se>
parents:
11730
diff
changeset
|
60 end |
11728
826d57c16d1c
migrator: Customise startup sequence to fix #1673 (Thanks acidsys)
Kim Alvefur <zash@zash.se>
parents:
10004
diff
changeset
|
61 end |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
62 |
4210
4583473dcce4
tools/migration/main.lua: Add command-line parsing, including --config=CONFIG_FILE, and the ability to specify to/from stores to migrate
Matthew Wild <mwild1@gmail.com>
parents:
4166
diff
changeset
|
63 -- Command-line parsing |
11730
9bf8a0607d12
migrator: Use parsed command line flags already parsed by util.startup
Kim Alvefur <zash@zash.se>
parents:
11729
diff
changeset
|
64 local options = prosody.opts; |
5021
85b2689dbcfe
Eliminate direct setfenv usage
Florian Zeitz <florob@babelmonkeys.de>
parents:
4240
diff
changeset
|
65 |
85b2689dbcfe
Eliminate direct setfenv usage
Florian Zeitz <florob@babelmonkeys.de>
parents:
4240
diff
changeset
|
66 local envloadfile = require "util.envload".envloadfile; |
85b2689dbcfe
Eliminate direct setfenv usage
Florian Zeitz <florob@babelmonkeys.de>
parents:
4240
diff
changeset
|
67 |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
68 local config_file = options.config or default_config; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
69 local from_store = arg[1] or "input"; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
70 local to_store = arg[2] or "output"; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
71 |
4166
3ac90743039b
tools/migration/*.lua: Convert to unix line endings
Matthew Wild <mwild1@gmail.com>
parents:
4162
diff
changeset
|
72 config = {}; |
3ac90743039b
tools/migration/*.lua: Convert to unix line endings
Matthew Wild <mwild1@gmail.com>
parents:
4162
diff
changeset
|
73 local config_env = setmetatable({}, { __index = function(t, k) return function(tbl) config[k] = tbl; end; end }); |
7880
1d998891c967
migrator: Remove wrapper around envloadfile since envloadfile does the right thing in a compatible way
Kim Alvefur <zash@zash.se>
parents:
5776
diff
changeset
|
74 local config_chunk, err = envloadfile(config_file, config_env); |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
75 if not config_chunk then |
7895 | 76 print("There was an error loading the config file, check that the file exists"); |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
77 print("and that the syntax is correct:"); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
78 print("", err); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
79 os.exit(1); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
80 end |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
81 |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
82 config_chunk(); |
4166
3ac90743039b
tools/migration/*.lua: Convert to unix line endings
Matthew Wild <mwild1@gmail.com>
parents:
4162
diff
changeset
|
83 |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
84 local have_err; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
85 if #arg > 0 and #arg ~= 2 then |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
86 have_err = true; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
87 print("Error: Incorrect number of parameters supplied."); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
88 end |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
89 if not config[from_store] then |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
90 have_err = true; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
91 print("Error: Input store '"..from_store.."' not found in the config file."); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
92 end |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
93 if not config[to_store] then |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
94 have_err = true; |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
95 print("Error: Output store '"..to_store.."' not found in the config file."); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
96 end |
4235
899ffc1674b5
tools/migration/prosody-migrator.lua: Refactor store handler loading to report errors they throw
Matthew Wild <mwild1@gmail.com>
parents:
4229
diff
changeset
|
97 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
98 for store, conf in pairs(config) do -- COMPAT |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
99 if conf.type == "prosody_files" then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
100 conf.type = "internal"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
101 elseif conf.type == "prosody_sql" then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
102 conf.type = "sql"; |
4235
899ffc1674b5
tools/migration/prosody-migrator.lua: Refactor store handler loading to report errors they throw
Matthew Wild <mwild1@gmail.com>
parents:
4229
diff
changeset
|
103 end |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
104 end |
4235
899ffc1674b5
tools/migration/prosody-migrator.lua: Refactor store handler loading to report errors they throw
Matthew Wild <mwild1@gmail.com>
parents:
4229
diff
changeset
|
105 |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
106 if have_err then |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
107 print(""); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
108 print("Usage: "..arg[0].." FROM_STORE TO_STORE"); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
109 print("If no stores are specified, 'input' and 'output' are used."); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
110 print(""); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
111 print("The available stores in your migrator config are:"); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
112 print(""); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
113 for store in pairs(config) do |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
114 print("", store); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
115 end |
4216
ff80a8471e86
tools/migration/*: Numerous changes and restructuring, and the addition of a Makefile
Matthew Wild <mwild1@gmail.com>
parents:
4211
diff
changeset
|
116 print(""); |
4211
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
117 os.exit(1); |
9a12fc2baa37
tools/migration/*.lua: Rename config to migrator.cfg.lua, add error handling for config and command-line parameters
Matthew Wild <mwild1@gmail.com>
parents:
4210
diff
changeset
|
118 end |
5776
bd0ff8ae98a8
Remove all trailing whitespace
Florian Zeitz <florob@babelmonkeys.de>
parents:
5021
diff
changeset
|
119 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
120 local async = require "util.async"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
121 local server = require "net.server"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
122 local watchers = { |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
123 error = function (_, err) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
124 error(err); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
125 end; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
126 waiting = function () |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
127 server.loop(); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
128 end; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
129 }; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
130 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
131 local cm = require "core.configmanager"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
132 local hm = require "core.hostmanager"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
133 local sm = require "core.storagemanager"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
134 local um = require "core.usermanager"; |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
135 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
136 local function users(store, host) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
137 if store.users then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
138 return store:users(); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
139 else |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
140 return um.users(host); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
141 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
142 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
143 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
144 local function prepare_config(host, conf) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
145 if conf.type == "internal" then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
146 sm.olddm.set_data_path(conf.path or prosody.paths.data); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
147 elseif conf.type == "sql" then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
148 cm.set(host, "sql", conf); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
149 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
150 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
151 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
152 local function get_driver(host, conf) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
153 prepare_config(host, conf); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
154 return assert(sm.load_driver(host, conf.type)); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
155 end |
4166
3ac90743039b
tools/migration/*.lua: Convert to unix line endings
Matthew Wild <mwild1@gmail.com>
parents:
4162
diff
changeset
|
156 |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
157 local migration_runner = async.runner(function (job) |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
158 for host, stores in pairs(job.input.hosts) do |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
159 prosody.hosts[host] = startup.make_host(host); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
160 sm.initialize_host(host); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
161 um.initialize_host(host); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
162 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
163 local input_driver = get_driver(host, job.input); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
164 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
165 local output_driver = get_driver(host, job.output); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
166 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
167 for _, store in ipairs(stores) do |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
168 local p, typ = store:match("()%-(%w+)$"); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
169 if typ then store = store:sub(1, p-1); else typ = "keyval"; end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
170 log("info", "Migrating host %s store %s (%s)", host, store, typ); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
171 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
172 local origin = assert(input_driver:open(store, typ)); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
173 local destination = assert(output_driver:open(store, typ)); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
174 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
175 if typ == "keyval" then -- host data |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
176 local data, err = origin:get(nil); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
177 assert(not err, err); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
178 assert(destination:set(nil, data)); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
179 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
180 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
181 for user in users(origin, host) do |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
182 if typ == "keyval" then |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
183 local data, err = origin:get(user); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
184 assert(not err, err); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
185 assert(destination:set(user, data)); |
10004
e057e8318130
migrator: Add support for archives (fixes #651)
Kim Alvefur <zash@zash.se>
parents:
10003
diff
changeset
|
186 elseif typ == "archive" then |
e057e8318130
migrator: Add support for archives (fixes #651)
Kim Alvefur <zash@zash.se>
parents:
10003
diff
changeset
|
187 local iter, err = origin:find(user); |
e057e8318130
migrator: Add support for archives (fixes #651)
Kim Alvefur <zash@zash.se>
parents:
10003
diff
changeset
|
188 assert(iter, err); |
e057e8318130
migrator: Add support for archives (fixes #651)
Kim Alvefur <zash@zash.se>
parents:
10003
diff
changeset
|
189 for id, item, when, with in iter do |
e057e8318130
migrator: Add support for archives (fixes #651)
Kim Alvefur <zash@zash.se>
parents:
10003
diff
changeset
|
190 assert(destination:append(user, id, item, when, with)); |
e057e8318130
migrator: Add support for archives (fixes #651)
Kim Alvefur <zash@zash.se>
parents:
10003
diff
changeset
|
191 end |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
192 else |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
193 error("Don't know how to migrate data of type '"..typ.."'."); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
194 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
195 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
196 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
197 end |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
198 end, watchers); |
4166
3ac90743039b
tools/migration/*.lua: Convert to unix line endings
Matthew Wild <mwild1@gmail.com>
parents:
4162
diff
changeset
|
199 |
4240
b3d9063aad4d
tools/migration/prosody-migrator.lua: Add messages to show when migration is in progress
Matthew Wild <mwild1@gmail.com>
parents:
4239
diff
changeset
|
200 io.stderr:write("Migrating...\n"); |
10003
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
201 |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
202 migration_runner:run({ input = config[from_store], output = config[to_store] }); |
4d702f0c6273
migrator: Rewrite to use storage modules
Kim Alvefur <zash@zash.se>
parents:
8062
diff
changeset
|
203 |
4240
b3d9063aad4d
tools/migration/prosody-migrator.lua: Add messages to show when migration is in progress
Matthew Wild <mwild1@gmail.com>
parents:
4239
diff
changeset
|
204 io.stderr:write("Done!\n"); |