net.oneandone.stool.setup.Lib Maven / Gradle / Ivy
/**
* Copyright 1&1 Internet AG, https://github.com/1and1/
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package net.oneandone.stool.setup;
import com.google.gson.Gson;
import com.google.gson.JsonArray;
import com.google.gson.JsonElement;
import com.google.gson.JsonObject;
import com.google.gson.JsonParser;
import com.google.gson.JsonPrimitive;
import net.oneandone.stool.configuration.StoolConfiguration;
import net.oneandone.stool.extensions.ExtensionsFactory;
import net.oneandone.stool.stage.ArtifactStage;
import net.oneandone.stool.util.Environment;
import net.oneandone.stool.util.Files;
import net.oneandone.stool.util.Pool;
import net.oneandone.stool.util.Session;
import net.oneandone.sushi.cli.Console;
import net.oneandone.sushi.fs.Node;
import net.oneandone.sushi.fs.World;
import net.oneandone.sushi.fs.file.FileNode;
import net.oneandone.sushi.io.OS;
import net.oneandone.sushi.launcher.Launcher;
import net.oneandone.sushi.util.Diff;
import net.oneandone.sushi.util.Separator;
import net.oneandone.sushi.util.Strings;
import java.io.IOException;
import java.io.StringWriter;
import java.net.InetAddress;
import java.net.UnknownHostException;
import java.util.Map;
/** Stool's library directory. Lib is an install directory without man and bin. */
public class Lib {
private final Console console;
private final FileNode dir;
private final String group;
/** json, may be null */
private final String explicitConfig;
public Lib(Console console, FileNode dir, String group, String explicitConfig) {
this.console = console;
this.dir = dir;
this.group = group;
this.explicitConfig = explicitConfig;
}
public void create() throws IOException {
World world;
Gson gson;
StoolConfiguration conf;
world = dir.getWorld();
gson = Session.gson(world, ExtensionsFactory.create(world));
Files.createStoolDirectory(console.verbose, dir);
exec("chgrp", group, dir.getAbsolute());
// chgrp overwrites the permission - thus, i have to re-set permissions
exec("chmod", "2775", dir.getAbsolute());
world.resource("templates/maven-settings.xml").copyFile(dir.join("maven-settings.xml"));
conf = new StoolConfiguration(downloadCache());
tuneHostname(conf);
if (explicitConfig != null) {
conf = conf.createPatched(gson, explicitConfig);
}
conf.save(gson, dir);
if (!conf.downloadCache.exists()) {
Files.createStoolDirectory(console.verbose, conf.downloadCache);
}
for (String name : new String[]{"extensions", "backstages", "logs", "service-wrapper", "run", "run/users", "tomcat"}) {
Files.createStoolDirectory(console.verbose, dir.join(name));
}
Files.stoolFile(dir.join("run/locks").mkfile());
versionFile().writeString(JavaSetup.versionString());
}
private FileNode versionFile() {
return dir.join("version");
}
private FileNode downloadCache() {
FileNode directory;
if (OS.CURRENT == OS.MAC) {
directory = (FileNode) console.world.getHome().join("Downloads");
if (directory.isDirectory()) {
return directory;
}
}
return dir.join("downloads");
}
private void tuneHostname(StoolConfiguration conf) {
try {
conf.hostname = InetAddress.getLocalHost().getCanonicalHostName();
} catch (UnknownHostException e) {
console.info.println("WARNING: cannot configure hostname: " + e.getMessage() + ". Using " + conf.hostname);
}
}
//-- upgrade
public void upgrade() throws IOException {
String oldVersion;
String newVersion;
oldVersion = directoryVersion();
newVersion = JavaSetup.versionString();
console.info.println("upgrade " + oldVersion + " -> " + newVersion);
if (oldVersion.startsWith("3.1.")) {
upgrade_31_32(dir);
upgrade_32_33(dir);
} else if (oldVersion.startsWith("3.2.")) {
upgrade_32_33(dir);
} else if (oldVersion.startsWith(("3.3."))) {
console.info.println("nothing to do");
} else {
throw new IOException("don't know how to upgrade " + oldVersion + " -> " + newVersion);
}
versionFile().writeString(newVersion);
}
private String directoryVersion() throws IOException {
FileNode file;
file = versionFile();
if (file.isFile()) {
return file.readString();
}
if (dir.join("conf").isDirectory()) {
return "3.1.x";
}
if (dir.join("overview").isDirectory()) {
return "3.2.x";
}
throw new IOException("unknown version of lib directory: " + dir);
}
private void upgrade_31_32(FileNode lib) throws IOException {
FileNode overviewProperties;
overviewProperties = lib.join("conf/overview.properties");
if (overviewProperties.exists()) {
exec("mv", overviewProperties.getAbsolute(), lib.join("overview.properties").getAbsolute());
}
exec("sh", "-c", "find . -user servlet | xargs chown stool");
exec("sh", "-c", "find . -perm 666 | xargs chmod 664");
exec("sh", "-c", "find . -type d | xargs chmod g+s");
exec("mv", lib.join("conf").getAbsolute(), lib.join("run").getAbsolute());
exec("mv", lib.join("wrappers").getAbsolute(), lib.join("backstages").getAbsolute());
exec("rm", "-rf", lib.join("bin").getAbsolute());
exec("chgrp", group, ".");
doUpgrade(stool31_32(), stage31_32());
}
private void upgrade_32_33(FileNode lib) throws IOException {
FileNode tomcat;
FileNode overviewProperties;
tomcat = lib.join("backstages/overview/shared/run/tomcat.pid");
if (tomcat.exists()) {
console.info.println("stopping old overview");
exec("kill", tomcat.readString().trim());
try {
Thread.sleep(5000);
} catch (InterruptedException e) {
// fall-through
}
}
exec("rm", "-rf", lib.join("backstages/overview").getAbsolute());
exec("rm", "-rf", lib.join("overview").getAbsolute());
overviewProperties = lib.join("overview.properties");
if (overviewProperties.exists()) {
exec("mv", overviewProperties.getAbsolute(), lib.join("dashboard.properties").getAbsolute());
}
Files.stoolFile(dir.join("run/locks").mkfile());
ports_32_33(lib);
gavs_32_33(lib);
doUpgrade(stool32_33(new UpgradeStage32_33(true)), new UpgradeStage32_33(false));
}
private void gavs_32_33(FileNode lib) throws IOException {
FileNode backstages;
FileNode file;
String str;
StringBuffer buffer;
backstages = lib.join("backstages");
for (FileNode backstage : backstages.list()) {
file = (FileNode) backstage.join("anchor").resolveLink().join("gav.url");
if (file.exists()) {
str = file.readString().trim();
if (str.contains("@inbox")) {
throw new IOException("don't know how to migrate inbox stages: " + str);
}
if (str.contains(",")) {
buffer = new StringBuffer();
for (String item : Separator.COMMA.split(Strings.removeLeft(str, "gav:"))) {
if (buffer.length() > 0) {
buffer.append(',');
}
buffer.append("gav:").append(item);
}
str = buffer.toString();
file.writeString(str);
}
file.move(ArtifactStage.urlFile(file.getParent()));
}
}
}
private void ports_32_33(FileNode lib) throws IOException {
FileNode backstages;
Node ports32;
Pool pool;
backstages = lib.join("backstages");
pool = new Pool(lib.join("run/ports"), 2, Integer.MAX_VALUE, backstages);
for (Node backstage : backstages.list()) {
ports32 = backstage.join("ports");
if (ports32.isFile()) {
for (Host32 host32 : Host32.load(ports32)) {
pool.add(host32.upgrade(backstage));
}
ports32.deleteFile();
}
}
pool.save();
}
private static Lib upgradeLib = null;
private static FileNode upgradeBackstage = null;
private void doUpgrade(Upgrade stoolMapper, Upgrade stageMapper) throws IOException {
upgradeLib = this;
doUpgradeStool(stoolMapper);
for (FileNode oldBackstage : dir.join("backstages").list()) {
console.info.println("upgrade " + oldBackstage);
// TODO
upgradeBackstage = oldBackstage;
transform(oldBackstage.join("config.json"), stageMapper);
}
}
private void doUpgradeStool(Upgrade stoolMapper) throws IOException {
transform(dir.join("config.json"), stoolMapper);
}
private void transform(FileNode json, Upgrade mapper) throws IOException {
String in;
String out;
console.verbose.println("transform " + json.getAbsolute());
in = json.readString();
out = Transform.transform(in, mapper);
if (!in.equals(out)) {
console.info.println("M " + json.getAbsolute());
console.info.println(Strings.indent(Diff.diff(in, out), " "));
json.writeString(out);
}
}
private void exec(String ... cmd) throws IOException {
Files.exec(console.info, dir, cmd);
}
//--
public static Upgrade stool31_32() {
return new Upgrade() {
};
}
public static Upgrade stage31_32() {
return new Upgrade() {
};
}
public static Upgrade stool32_33(final Upgrade stage32_33) {
return new Upgrade() {
void portOverviewRemove() {
}
void errorToolRemove() {
}
void updateIntervalRemove() {
}
JsonElement macrosTransform(JsonElement map) throws IOException {
String opts;
opts = upgradeLib.proxyOpts();
if (opts != null) {
((JsonObject) map).add("proxyOpts", new JsonPrimitive(opts));
}
return map;
}
JsonElement defaultsTransform(JsonElement element) throws IOException {
JsonObject obj;
String url;
JsonObject defaults;
JsonObject result;
result = new JsonObject();
obj = element.getAsJsonObject();
for (Map.Entry entry : obj.entrySet()) {
url = entry.getKey();
defaults = entry.getValue().getAsJsonObject();
result.add(url, migrate(defaults));
}
return result;
}
private JsonObject migrate(JsonObject e) {
String str;
str = Transform.transform(Transform.toString(e), stage32_33);
return new JsonParser().parse(str).getAsJsonObject();
}
};
}
/**
* This user's environment is checked to migrate tomcatEnv defaults in the global config.
* The problem is that root does not have the proper setup ...
* TODO: what if the root users performs the install?
*/
private static String upgradeUser() throws IOException {
String result;
result = System.getenv("STOOL_UPGRADE_USER");
if (result != null) {
return result;
}
result = System.getProperty("user.name");
if (!"root".equals(result)) {
return result;
}
result = System.getenv("SUDO_USER");
if (result != null) {
return result;
}
throw new IOException("cannot determine upgrade user, please define an STOOL_UPGRADE_USER envionment variable");
}
private JsonObject toTomcatEnvMap(JsonArray array, String user) throws IOException {
Environment env;
JsonObject result;
String name;
String value;
env = getenv(user);
result = new JsonObject();
for (JsonElement element : array) {
name = element.getAsString();
if (name.equals("USER") || name.equals("HOME")) {
continue;
}
value = env.lookup(name);
if (value == null) {
throw new IOException("user " + user + ": env variable not found:" + name);
}
result.add(name, new JsonPrimitive(value));
}
return result;
}
private String proxyOpts() throws IOException {
Environment env;
String result;
for (FileNode backstage : dir.join("backstages").list()) {
env = getenv(backstage.getOwner().toString());
result = env.proxyOpts();
if (!result.isEmpty()) {
return result;
}
}
return null;
}
private Environment getenv(String user) throws IOException {
Launcher launcher;
StringWriter out;
StringWriter err;
String errString;
Environment result;
int idx;
launcher = new Launcher(dir, "sudo", "-i", "-u", user, "env");
out = new StringWriter();
err = new StringWriter();
launcher.exec(out, err);
errString = err.toString();
if (!errString.isEmpty()) {
console.verbose.println("ignoring error output in environment of user " + user + ":");
console.verbose.println(err.toString());
}
result = new Environment();
for (String line : Separator.RAW_LINE.split(out.toString())) {
line = line.trim();
if (!line.isEmpty()) {
idx = line.indexOf('=');
if (idx == -1) {
console.info.println("ignoring strange environment line of user " + user + ":");
console.info.println(line);
} else {
result.set(line.substring(0, idx), line.substring(idx + 1));
}
}
}
return result;
}
public static class UpgradeStage32_33 implements Upgrade {
private final boolean defaults;
public UpgradeStage32_33(boolean defaults) {
this.defaults = defaults;
}
JsonElement tomcatEnvTransform(JsonElement e) throws IOException {
JsonArray array;
JsonObject result;
StringBuilder builder;
if (defaults) {
array = new JsonArray();
for (String s : Separator.COMMA.split(e.getAsString())) {
array.add(new JsonPrimitive(s));
}
} else {
array = (JsonArray) e;
}
result = upgradeLib.toTomcatEnvMap(array, upgradeBackstage == null ?
upgradeUser() : upgradeBackstage.getOwner().toString());
if (defaults) {
// special case to convert tomcatEnv in defaults
builder = new StringBuilder();
for (Map.Entry item : result.entrySet()) {
if (builder.length() > 0) {
builder.append(',');
}
builder.append(item.getKey());
builder.append(':');
builder.append(item.getValue().getAsString());
}
return new JsonPrimitive(builder.toString());
} else {
return result;
}
}
String suffixRename() {
return "suffixes";
}
JsonElement suffixTransform(JsonElement e) {
JsonArray result;
if (defaults) {
return e;
} else {
result = new JsonArray();
if (!e.getAsString().isEmpty()) {
result.add(e);
}
return result;
}
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy