package yalp.deps;
import java.io.File;
import java.io.FileFilter;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;
import org.apache.commons.io.FileUtils;
import org.apache.ivy.Ivy;
import org.apache.ivy.core.report.ArtifactDownloadReport;
import org.apache.ivy.core.report.ResolveReport;
import org.apache.ivy.core.resolve.IvyNode;
import org.apache.ivy.core.resolve.ResolveEngine;
import org.apache.ivy.core.resolve.ResolveOptions;
import org.apache.ivy.core.settings.IvySettings;
import org.apache.ivy.plugins.parser.ModuleDescriptorParserRegistry;
import org.apache.ivy.util.DefaultMessageLogger;
import org.apache.ivy.util.Message;
import org.apache.ivy.util.filter.FilterHelper;
import yalp.libs.Files;
import yalp.libs.IO;
public class DependenciesManager {
public static void main(String[] args) throws Exception {
// Paths
File application = new File(System.getProperty("application.path"));
File framework = new File(System.getProperty("framework.path"));
File userHome = new File(System.getProperty("user.home"));
DependenciesManager deps = new DependenciesManager(application, framework, userHome);
ResolveReport report = deps.resolve();
if (report != null) {
deps.report();
List<File> installed = deps.retrieve(report);
deps.sync(installed);
}
if (deps.problems()) {
System.out.println("~");
System.out.println("~ Some dependencies are still missing.");
System.out.println("~");
} else {
System.out.println("~");
System.out.println("~ Done!");
System.out.println("~");
}
}
File application;
File framework;
File userHome;
HumanReadyLogger logger;
final FileFilter dirsToTrim = new FileFilter() {
public boolean accept(File file) {
return file.isDirectory() && isDirToTrim(file.getName());
}
private boolean isDirToTrim(String fileName) {
return "documentation".equals(fileName) || "src".equals(fileName) ||
"tmp".equals(fileName) || fileName.contains("sample") ||
fileName.contains("test");
}
};
public DependenciesManager(File application, File framework, File userHome) {
this.application = application;
this.framework = framework;
this.userHome = userHome;
}
public void report() {
if (logger != null) {
if (!logger.dynamics.isEmpty()) {
System.out.println("~");
System.out.println("~ Some dynamic revisions have been resolved as following,");
System.out.println("~");
for (String d : logger.dynamics) {
System.out.println("~\t" + d);
}
}
if (!logger.evicteds.isEmpty()) {
System.out.println("~");
System.out.println("~ Some dependencies have been evicted,");
System.out.println("~");
for (String d : logger.evicteds) {
System.out.println("~\t" + d);
}
}
}
}
public void sync(List<File> installed) {
List<File> notSync = new ArrayList<File>();
File[] paths = new File[]{
new File(application, "lib"),
new File(application, "modules")
};
for (File path : paths) {
if (path.exists()) {
for (File f : path.listFiles()) {
if (!installed.contains(f)) {
notSync.add(f);
}
}
}
}
boolean autoSync = System.getProperty("sync") != null;
if (autoSync && !notSync.isEmpty()) {
System.out.println("~");
System.out.println("~ Synchronizing, deleting unknown dependencies");
System.out.println("~");
for (File f : notSync) {
Files.delete(f);
System.out.println("~ \tDeleted: " + f.getAbsolutePath());
}
System.out.println("~");
} else if (!notSync.isEmpty()) {
System.out.println("~");
System.out.println("~ *****************************************************************************");
System.out.println("~ WARNING: Your lib/ and modules/ directories are not synced with current dependencies (use --sync to automatically delete them)");
System.out.println("~");
for (File f : notSync) {
System.out.println("~ \tUnknown: " + f.getAbsolutePath());
}
System.out.println("~ *****************************************************************************");
}
}
public boolean problems() {
if (logger != null) {
if (!logger.notFound.isEmpty()) {
System.out.println("~");
System.out.println("~ *****************************************************************************");
System.out.println("~ WARNING: These dependencies are missing, your application may not work properly (use --verbose for details),");
System.out.println("~");
for (String d : logger.notFound) {
System.out.println("~\t" + d);
}
System.out.println("~ *****************************************************************************");
return true;
}
}
return false;
}
public List<String> retrieveModules() throws Exception {
ModuleDescriptorParserRegistry.getInstance().addParser(new YamlParser());
File ivyModule = new File(application, "conf/dependencies.yml");
ResolveReport report;
List<String> modules = new ArrayList<String>();
System.setProperty("yalp.path", framework.getAbsolutePath());
Ivy ivy = configure();
ResolveEngine resolveEngine = ivy.getResolveEngine();
ResolveOptions resolveOptions = new ResolveOptions();
resolveOptions.setConfs(new String[]{"default"});
resolveOptions.setArtifactFilter(FilterHelper.getArtifactTypeFilter(new String[]{"jar", "bundle", "source"}));
report = resolveEngine.resolve(ivyModule.toURI().toURL(), resolveOptions);
for (Iterator iter = report.getDependencies().iterator(); iter.hasNext(); ) {
IvyNode node = (IvyNode) iter.next();
if (node.isLoaded()) {
ArtifactDownloadReport[] adr = report.getArtifactsReports(node.getResolvedId());
for (ArtifactDownloadReport artifact : adr) {
if (artifact.getLocalFile() != null) {
if (isYalpModule(artifact) || !isFrameworkLocal(artifact)) {
String mName = artifact.getLocalFile().getName();
if (mName.endsWith(".jar") || mName.endsWith(".zip")) {
mName = mName.substring(0, mName.length() - 4);
}
modules.add(mName);
}
}
}
}
}
return modules;
}
public List<File> retrieve(ResolveReport report) throws Exception {
// Track missing artifacts
List<ArtifactDownloadReport> missing = new ArrayList<ArtifactDownloadReport>();
List<ArtifactDownloadReport> artifacts = new ArrayList<ArtifactDownloadReport>();
for (Iterator iter = report.getDependencies().iterator(); iter.hasNext(); ) {
IvyNode node = (IvyNode) iter.next();
if (node.isLoaded() && !node.isCompletelyEvicted()) {
ArtifactDownloadReport[] adr = report.getArtifactsReports(node.getResolvedId());
for (ArtifactDownloadReport artifact : adr) {
if (artifact.getLocalFile() == null) {
missing.add(artifact);
} else {
if (isYalpModule(artifact) || !isFrameworkLocal(artifact)) {
artifacts.add(artifact);
}
}
}
}
}
if (!missing.isEmpty()) {
System.out.println("~");
System.out.println("~ WARNING: Some dependencies could not be downloaded (use --verbose for details),");
System.out.println("~");
for (ArtifactDownloadReport d : missing) {
String msg = d.getArtifact().getModuleRevisionId().getOrganisation() + "->" + d.getArtifact().getModuleRevisionId().getName() + " " + d.getArtifact().getModuleRevisionId().getRevision() + ": " + d.getDownloadDetails();
System.out.println("~\t" + msg);
if (logger != null) {
logger.notFound.add(msg);
}
}
}
List<File> installed = new ArrayList<File>();
// Install
if (artifacts.isEmpty()) {
System.out.println("~");
System.out.println("~ No dependencies to install");
} else {
System.out.println("~");
System.out.println("~ Installing resolved dependencies,");
System.out.println("~");
for (ArtifactDownloadReport artifact : artifacts) {
installed.add(install(artifact));
}
}
return installed;
}
public File install(ArtifactDownloadReport artifact) throws Exception {
Boolean force = System.getProperty("yalp.forcedeps").equals("true");
Boolean trim = System.getProperty("yalp.trimdeps").equals("true");
try {
File from = artifact.getLocalFile();
if (!isYalpModule(artifact)) {
if ("source".equals(artifact.getArtifact().getType())) {
// A source artifact: leave it in the cache, and write its path in tmp/lib-src/<jar-name>.src
// so that it can be used later by commands generating IDE project fileS.
new File(application, "tmp/lib-src").mkdirs();
IO.writeContent(from.getAbsolutePath(),
new File(application, "tmp/lib-src/" + from.getName().replace("-sources", "") + ".src"));
return null;
} else {
// A regular library: copy it to the lib/ directory
File to = new File(application, "lib" + File.separator + from.getName()).getCanonicalFile();
new File(application, "lib").mkdir();
Files.copy(from, to);
System.out.println("~ \tlib/" + to.getName());
return to;
}
} else {
// A module
String mName = from.getName();
if (mName.endsWith(".jar") || mName.endsWith(".zip")) {
mName = mName.substring(0, mName.length() - 4);
}
File to = new File(application, "modules" + File.separator + mName).getCanonicalFile();
new File(application, "modules").mkdir();
Files.delete(to);
if (from.isDirectory()) {
if (force) {
IO.copyDirectory(from, to);
} else {
IO.writeContent(from.getAbsolutePath(), to);
}
System.out.println("~ \tmodules/" + to.getName() + " -> " + from.getAbsolutePath());
} else {
Files.unzip(from, to);
System.out.println("~ \tmodules/" + to.getName());
}
if (trim) {
for (File dirToTrim : to.listFiles(dirsToTrim)) {
Files.deleteDirectory(dirToTrim);
}
}
return to;
}
} catch (Exception e) {
System.out.println("~ \tError installing " + artifact.getLocalFile());
throw e;
}
}
private boolean isFrameworkLocal(ArtifactDownloadReport artifact) throws Exception {
String artifactFileName = artifact.getLocalFile().getName();
return new File(framework, "framework/lib/" + artifactFileName).exists() || new File(framework, "framework/" + artifactFileName).exists();
}
private boolean isYalpModule(ArtifactDownloadReport artifact) throws Exception {
boolean isYalpModule = artifact.getLocalFile().getName().endsWith(".zip");
if (!isYalpModule) {
// Check again from origin location
if (!artifact.getArtifactOrigin().isLocal() && artifact.getArtifactOrigin().getLocation().endsWith(".zip")) {
isYalpModule = true;
} else if (artifact.getArtifactOrigin().isLocal() && artifact.getLocalFile().isDirectory()) {
isYalpModule = true;
} else if (artifact.getArtifactOrigin().isLocal()) {
String frameworkPath = new File(framework, "modules").getCanonicalPath();
isYalpModule = artifact.getArtifactOrigin().getLocation().startsWith(frameworkPath);
}
}
return isYalpModule;
}
public ResolveReport resolve() throws Exception {
// Module
ModuleDescriptorParserRegistry.getInstance().addParser(new YamlParser());
File ivyModule = new File(application, "conf/dependencies.yml");
if (!ivyModule.exists()) {
System.out.println("~ !! " + ivyModule.getAbsolutePath() + " does not exist");
System.exit(-1);
return null;
}
// Variables
System.setProperty("yalp.path", framework.getAbsolutePath());
// Ivy
Ivy ivy = configure();
// Clear the cache
boolean clearcache = System.getProperty("clearcache") != null;
if (clearcache) {
System.out.println("~ Clearing cache : " + ivy.getResolutionCacheManager().getResolutionCacheRoot() + ",");
System.out.println("~");
try {
FileUtils.deleteDirectory(ivy.getResolutionCacheManager().getResolutionCacheRoot());
System.out.println("~ Clear");
} catch (IOException e) {
System.out.println("~ Could not clear");
System.out.println("~ ");
e.printStackTrace();
}
System.out.println("~");
}
System.out.println("~ Resolving dependencies using " + ivyModule.getAbsolutePath() + ",");
System.out.println("~");
// Resolve
ResolveEngine resolveEngine = ivy.getResolveEngine();
ResolveOptions resolveOptions = new ResolveOptions();
resolveOptions.setConfs(new String[]{"default"});
resolveOptions.setArtifactFilter(FilterHelper.getArtifactTypeFilter(new String[]{"jar", "bundle", "source"}));
return resolveEngine.resolve(ivyModule.toURI().toURL(), resolveOptions);
}
public Ivy configure() throws Exception {
boolean verbose = System.getProperty("verbose") != null;
boolean debug = System.getProperty("debug") != null;
HumanReadyLogger humanReadyLogger = new HumanReadyLogger();
IvySettings ivySettings = new IvySettings();
new SettingsParser(humanReadyLogger).parse(ivySettings, new File(framework, "framework/dependencies.yml"));
new SettingsParser(humanReadyLogger).parse(ivySettings, new File(application, "conf/dependencies.yml"));
ivySettings.setDefaultResolver("mavenCentral");
ivySettings.setDefaultUseOrigin(true);
YalpConflictManager conflictManager = new YalpConflictManager();
ivySettings.addConflictManager("yalpConflicts", conflictManager);
ivySettings.addConflictManager("defaultConflicts", conflictManager.deleguate);
ivySettings.setDefaultConflictManager(conflictManager);
Ivy ivy = Ivy.newInstance(ivySettings);
// Default ivy config see: http://yalp.lighthouseapp.com/projects/57987-play-framework/tickets/807
File ivyDefaultSettings = new File(userHome, ".ivy2/ivysettings.xml");
if (ivyDefaultSettings.exists()) {
ivy.configure(ivyDefaultSettings);
}
if (debug) {
ivy.getLoggerEngine().pushLogger(new DefaultMessageLogger(Message.MSG_DEBUG));
} else if (verbose) {
ivy.getLoggerEngine().pushLogger(new DefaultMessageLogger(Message.MSG_INFO));
} else {
logger = humanReadyLogger;
ivy.getLoggerEngine().setDefaultLogger(logger);
}
ivy.pushContext();
return ivy;
}
}