| commit | author | age | ||
| 4d81c9 | 1 | /* |
| JM | 2 | * Copyright 2014 gitblit.com. |
| 3 | * | |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | |
| 5 | * you may not use this file except in compliance with the License. | |
| 6 | * You may obtain a copy of the License at | |
| 7 | * | |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 | |
| 9 | * | |
| 10 | * Unless required by applicable law or agreed to in writing, software | |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, | |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| 13 | * See the License for the specific language governing permissions and | |
| 14 | * limitations under the License. | |
| 15 | */ | |
| 16 | package com.gitblit; | |
| 17 | ||
| 18 | import java.io.File; | |
| 19 | import java.text.MessageFormat; | |
| 20 | import java.util.ArrayList; | |
| 21 | import java.util.List; | |
| 22 | import java.util.Set; | |
| 23 | import java.util.concurrent.TimeUnit; | |
| 24 | ||
| 25 | import org.kohsuke.args4j.Argument; | |
| 26 | import org.kohsuke.args4j.CmdLineException; | |
| 27 | import org.kohsuke.args4j.CmdLineParser; | |
| 28 | import org.kohsuke.args4j.Option; | |
| 29 | ||
| 30 | import com.gitblit.manager.IRepositoryManager; | |
| 31 | import com.gitblit.manager.IRuntimeManager; | |
| 32 | import com.gitblit.manager.RepositoryManager; | |
| 33 | import com.gitblit.manager.RuntimeManager; | |
| 34 | import com.gitblit.models.RepositoryModel; | |
| 35 | import com.gitblit.models.TicketModel; | |
| 36 | import com.gitblit.models.TicketModel.Change; | |
| 37 | import com.gitblit.tickets.BranchTicketService; | |
| 38 | import com.gitblit.tickets.FileTicketService; | |
| 39 | import com.gitblit.tickets.ITicketService; | |
| 40 | import com.gitblit.tickets.RedisTicketService; | |
| 41 | import com.gitblit.utils.StringUtils; | |
| 42 | ||
| 43 | /** | |
| 44 | * A command-line tool to move all tickets from one ticket service to another. | |
| 45 | * | |
| 46 | * @author James Moger | |
| 47 | * | |
| 48 | */ | |
| 49 | public class MigrateTickets { | |
| 50 | ||
| 51 | public static void main(String... args) { | |
| 52 | MigrateTickets migrate = new MigrateTickets(); | |
| 53 | ||
| 54 | // filter out the baseFolder parameter | |
| 55 | List<String> filtered = new ArrayList<String>(); | |
| 56 | String folder = "data"; | |
| 57 | for (int i = 0; i < args.length; i++) { | |
| 58 | String arg = args[i]; | |
| 59 | if (arg.equals("--baseFolder")) { | |
| 60 | if (i + 1 == args.length) { | |
| 61 | System.out.println("Invalid --baseFolder parameter!"); | |
| 62 | System.exit(-1); | |
| 63 | } else if (!".".equals(args[i + 1])) { | |
| 64 | folder = args[i + 1]; | |
| 65 | } | |
| 66 | i = i + 1; | |
| 67 | } else { | |
| 68 | filtered.add(arg); | |
| 69 | } | |
| 70 | } | |
| 71 | ||
| 72 | Params.baseFolder = folder; | |
| 73 | Params params = new Params(); | |
| 74 | CmdLineParser parser = new CmdLineParser(params); | |
| 75 | try { | |
| 76 | parser.parseArgument(filtered); | |
| 77 | if (params.help) { | |
| 78 | migrate.usage(parser, null); | |
| 79 | return; | |
| 80 | } | |
| 81 | } catch (CmdLineException t) { | |
| 82 | migrate.usage(parser, t); | |
| 83 | return; | |
| 84 | } | |
| 85 | ||
| 86 | // load the settings | |
| 87 | FileSettings settings = params.FILESETTINGS; | |
| 88 | if (!StringUtils.isEmpty(params.settingsfile)) { | |
| 89 | if (new File(params.settingsfile).exists()) { | |
| 90 | settings = new FileSettings(params.settingsfile); | |
| 91 | } | |
| 92 | } | |
| 93 | ||
| 94 | // migrate tickets | |
| 95 | migrate.migrate(new File(Params.baseFolder), settings, params.outputServiceName); | |
| 96 | System.exit(0); | |
| 97 | } | |
| 98 | ||
| 99 | /** | |
| 100 | * Display the command line usage of MigrateTickets. | |
| 101 | * | |
| 102 | * @param parser | |
| 103 | * @param t | |
| 104 | */ | |
| 105 | protected final void usage(CmdLineParser parser, CmdLineException t) { | |
| 106 | System.out.println(Constants.BORDER); | |
| 107 | System.out.println(Constants.getGitBlitVersion()); | |
| 108 | System.out.println(Constants.BORDER); | |
| 109 | System.out.println(); | |
| 110 | if (t != null) { | |
| 111 | System.out.println(t.getMessage()); | |
| 112 | System.out.println(); | |
| 113 | } | |
| 114 | if (parser != null) { | |
| 115 | parser.printUsage(System.out); | |
| 116 | System.out | |
| 117 | .println("\nExample:\n java -gitblit.jar com.gitblit.MigrateTickets com.gitblit.tickets.RedisTicketService --baseFolder c:\\gitblit-data"); | |
| 118 | } | |
| 119 | System.exit(0); | |
| 120 | } | |
| 121 | ||
| 122 | /** | |
| 123 | * Migrate all tickets | |
| 124 | * | |
| 125 | * @param baseFolder | |
| 126 | * @param settings | |
| 127 | * @param outputServiceName | |
| 128 | */ | |
| 129 | protected void migrate(File baseFolder, IStoredSettings settings, String outputServiceName) { | |
| 130 | // disable some services | |
| 131 | settings.overrideSetting(Keys.web.allowLuceneIndexing, false); | |
| 132 | settings.overrideSetting(Keys.git.enableGarbageCollection, false); | |
| 133 | settings.overrideSetting(Keys.git.enableMirroring, false); | |
| 134 | settings.overrideSetting(Keys.web.activityCacheDays, 0); | |
| 135 | settings.overrideSetting(ITicketService.SETTING_UPDATE_DIFFSTATS, false); | |
| 136 | ||
| 137 | IRuntimeManager runtimeManager = new RuntimeManager(settings, baseFolder).start(); | |
| ca4d98 | 138 | IRepositoryManager repositoryManager = new RepositoryManager(runtimeManager, null, null).start(); |
| 4d81c9 | 139 | |
| JM | 140 | String inputServiceName = settings.getString(Keys.tickets.service, BranchTicketService.class.getSimpleName()); |
| 141 | if (StringUtils.isEmpty(inputServiceName)) { | |
| 142 | System.err.println(MessageFormat.format("Please define a ticket service in \"{0}\"", Keys.tickets.service)); | |
| 143 | System.exit(1); | |
| 144 | } | |
| 145 | ||
| 146 | ITicketService inputService = null; | |
| 147 | ITicketService outputService = null; | |
| 148 | try { | |
| 149 | inputService = getService(inputServiceName, runtimeManager, repositoryManager); | |
| 150 | outputService = getService(outputServiceName, runtimeManager, repositoryManager); | |
| 151 | } catch (Exception e) { | |
| 152 | e.printStackTrace(); | |
| 153 | System.exit(1); | |
| 154 | } | |
| 155 | ||
| 156 | if (!inputService.isReady()) { | |
| 157 | System.err.println(String.format("%s INPUT service is not ready, check config.", inputService.getClass().getSimpleName())); | |
| 158 | System.exit(1); | |
| 159 | } | |
| 160 | ||
| 161 | if (!outputService.isReady()) { | |
| 162 | System.err.println(String.format("%s OUTPUT service is not ready, check config.", outputService.getClass().getSimpleName())); | |
| 163 | System.exit(1); | |
| 164 | } | |
| 165 | ||
| 166 | // migrate tickets | |
| 167 | long start = System.nanoTime(); | |
| 168 | long totalTickets = 0; | |
| 169 | long totalChanges = 0; | |
| 170 | for (RepositoryModel repository : repositoryManager.getRepositoryModels(null)) { | |
| 171 | Set<Long> ids = inputService.getIds(repository); | |
| 172 | if (ids == null || ids.isEmpty()) { | |
| 173 | // nothing to migrate | |
| 174 | continue; | |
| 175 | } | |
| 176 | ||
| 177 | // delete any tickets we may have in the output ticket service | |
| 178 | outputService.deleteAll(repository); | |
| 179 | ||
| 180 | for (long id : ids) { | |
| 181 | List<Change> journal = inputService.getJournal(repository, id); | |
| 182 | if (journal == null || journal.size() == 0) { | |
| 183 | continue; | |
| 184 | } | |
| 185 | TicketModel ticket = outputService.createTicket(repository, id, journal.get(0)); | |
| 186 | if (ticket == null) { | |
| 187 | System.err.println(String.format("Failed to migrate %s #%s", repository.name, id)); | |
| 188 | System.exit(1); | |
| 189 | } | |
| 190 | totalTickets++; | |
| 191 | System.out.println(String.format("%s #%s: %s", repository.name, ticket.number, ticket.title)); | |
| 192 | for (int i = 1; i < journal.size(); i++) { | |
| 193 | TicketModel updated = outputService.updateTicket(repository, ticket.number, journal.get(i)); | |
| 194 | if (updated != null) { | |
| 195 | System.out.println(String.format(" applied change %d", i)); | |
| 196 | totalChanges++; | |
| 197 | } else { | |
| 198 | System.err.println(String.format("Failed to apply change %d:\n%s", i, journal.get(i))); | |
| 199 | System.exit(1); | |
| 200 | } | |
| 201 | } | |
| 202 | } | |
| 203 | } | |
| 204 | ||
| 205 | inputService.stop(); | |
| 206 | outputService.stop(); | |
| 207 | ||
| 208 | repositoryManager.stop(); | |
| 209 | runtimeManager.stop(); | |
| 210 | ||
| 211 | long end = System.nanoTime(); | |
| 212 | ||
| 213 | System.out.println(String.format("Migrated %d tickets composed of %d journal entries in %d seconds", | |
| 214 | totalTickets, totalTickets + totalChanges, TimeUnit.NANOSECONDS.toSeconds(end - start))); | |
| 215 | } | |
| 216 | ||
| 217 | protected ITicketService getService(String serviceName, IRuntimeManager runtimeManager, IRepositoryManager repositoryManager) throws Exception { | |
| 218 | ITicketService service = null; | |
| 219 | Class<?> serviceClass = Class.forName(serviceName); | |
| 220 | if (RedisTicketService.class.isAssignableFrom(serviceClass)) { | |
| 221 | // Redis ticket service | |
| 222 | service = new RedisTicketService(runtimeManager, null, null, null, repositoryManager).start(); | |
| 223 | } else if (BranchTicketService.class.isAssignableFrom(serviceClass)) { | |
| 224 | // Branch ticket service | |
| 225 | service = new BranchTicketService(runtimeManager, null, null, null, repositoryManager).start(); | |
| 226 | } else if (FileTicketService.class.isAssignableFrom(serviceClass)) { | |
| 227 | // File ticket service | |
| 228 | service = new FileTicketService(runtimeManager, null, null, null, repositoryManager).start(); | |
| 229 | } else { | |
| 230 | System.err.println("Unknown ticket service " + serviceName); | |
| 231 | } | |
| 232 | return service; | |
| 233 | } | |
| 234 | ||
| 235 | /** | |
| 236 | * Parameters. | |
| 237 | */ | |
| 238 | public static class Params { | |
| 239 | ||
| 240 | public static String baseFolder; | |
| 241 | ||
| 242 | @Option(name = "--help", aliases = { "-h"}, usage = "Show this help") | |
| 243 | public Boolean help = false; | |
| 244 | ||
| 245 | private final FileSettings FILESETTINGS = new FileSettings(new File(baseFolder, Constants.PROPERTIES_FILE).getAbsolutePath()); | |
| 246 | ||
| 247 | @Option(name = "--repositoriesFolder", usage = "Git Repositories Folder", metaVar = "PATH") | |
| 248 | public String repositoriesFolder = FILESETTINGS.getString(Keys.git.repositoriesFolder, "git"); | |
| 249 | ||
| 250 | @Option(name = "--settings", usage = "Path to alternative settings", metaVar = "FILE") | |
| 251 | public String settingsfile; | |
| 252 | ||
| 253 | @Argument(index = 0, required = true, metaVar = "OUTPUTSERVICE", usage = "The destination/output ticket service") | |
| 254 | public String outputServiceName; | |
| 255 | } | |
| 256 | } | |
