import org.argeo.slc.DefaultNameVersion;
import org.argeo.slc.ManifestConstants;
import org.argeo.slc.NameVersion;
+import org.argeo.slc.factory.m2.Artifact;
import org.argeo.slc.factory.m2.DefaultArtifact;
import org.argeo.slc.factory.m2.MavenConventionsUtils;
mirrors.put("http://www.eclipse.org/downloads", eclipseMirrors);
}
+ /*
+ * MAVEN ORIGIN
+ */
+
+ /** Process a whole category/group id. */
public void processCategory(Path targetCategoryBase) {
try {
DirectoryStream<Path> bnds = Files.newDirectoryStream(targetCategoryBase,
}
}
+ /** Process a standalone Maven artifact. */
public void processSingleM2ArtifactDistributionUnit(Path bndFile) {
try {
String category = bndFile.getParent().getFileName().toString();
throw new IllegalArgumentException("No M2 coordinates available for " + bndFile);
DefaultArtifact artifact = new DefaultArtifact(m2Coordinates);
URL url = MavenConventionsUtils.mavenRepoUrl(repoStr, artifact);
- Path downloaded = download(url, originBase, artifact.toM2Coordinates() + ".jar");
+ Path downloaded = download(url, originBase, artifact);
Path targetBundleDir = processBndJar(downloaded, targetCategoryBase, fileProps, artifact);
}
}
+ /** Process multiple Maven artifacts. */
public void processM2BasedDistributionUnit(Path duDir) {
try {
String category = duDir.getParent().getFileName().toString();
Path mergeBnd = duDir.resolve(MERGE_BND);
if (Files.exists(mergeBnd)) {
mergeM2Artifacts(mergeBnd);
- return;
+// return;
}
Path commonBnd = duDir.resolve(COMMON_BND);
+ if (!Files.exists(commonBnd)) {
+ return;
+ }
Properties commonProps = new Properties();
try (InputStream in = Files.newInputStream(commonBnd)) {
commonProps.load(in);
m2Version = m2Version.substring(1);
DirectoryStream<Path> ds = Files.newDirectoryStream(duDir,
- (p) -> p.getFileName().toString().endsWith(".bnd")
- && !p.getFileName().toString().equals(COMMON_BND));
+ (p) -> p.getFileName().toString().endsWith(".bnd") && !p.getFileName().toString().equals(COMMON_BND)
+ && !p.getFileName().toString().equals(MERGE_BND));
for (Path p : ds) {
Properties fileProps = new Properties();
try (InputStream in = Files.newInputStream(p)) {
// download
URL url = MavenConventionsUtils.mavenRepoUrl(repoStr, artifact);
- Path downloaded = download(url, originBase, artifact.toM2Coordinates() + ".jar");
+ Path downloaded = download(url, originBase, artifact);
Path targetBundleDir = processBndJar(downloaded, targetCategoryBase, mergeProps, artifact);
// logger.log(Level.DEBUG, () -> "Processed " + downloaded);
}
+ /** Merge multiple Maven artifacts. */
protected void mergeM2Artifacts(Path mergeBnd) throws IOException {
Path duDir = mergeBnd.getParent();
String category = duDir.getParent().getFileName().toString();
: null;
String bundleSymbolicName = mergeProps.getProperty(ManifestConstants.BUNDLE_SYMBOLICNAME.toString());
+ if (bundleSymbolicName == null)
+ throw new IllegalArgumentException("Bundle-SymbolicName must be set in " + mergeBnd);
DefaultCategoryNameVersion nameVersion = new DefaultArtifact(
category + ":" + bundleSymbolicName + ":" + m2Version);
Path targetBundleDir = targetCategoryBase.resolve(bundleSymbolicName + "." + nameVersion.getBranch());
if (artifact.getVersion() == null)
artifact.setVersion(m2Version);
URL url = MavenConventionsUtils.mavenRepoUrl(repoStr, artifact);
- Path downloaded = download(url, originBase, artifact.toM2Coordinates() + ".jar");
+ Path downloaded = download(url, originBase, artifact);
JarEntry entry;
try (JarInputStream jarIn = new JarInputStream(Files.newInputStream(downloaded), false)) {
entries: while ((entry = jarIn.getNextJarEntry()) != null) {
continue entries;
if (entry.getName().startsWith("META-INF/versions/"))
continue entries;
+ if (entry.getName().startsWith("META-INF/maven/"))
+ continue entries;
if (entry.getName().equals("module-info.class"))
continue entries;
+ if (entry.getName().equals("META-INF/NOTICE"))
+ continue entries;
+ if (entry.getName().equals("META-INF/LICENSE"))
+ continue entries;
Path target = targetBundleDir.resolve(entry.getName());
Files.createDirectories(target.getParent());
if (!Files.exists(target)) {
if (logger.isLoggable(DEBUG))
logger.log(DEBUG, "Appended " + entry.getName());
}
+ } else if (entry.getName().startsWith("org/apache/batik/")) {
+ logger.log(Level.WARNING, "Skip " + entry.getName());
+ continue entries;
} else {
- throw new IllegalStateException("File " + target + " already exists");
+ throw new IllegalStateException("File " + target + " from " + artifact + " already exists");
}
}
logger.log(Level.TRACE, () -> "Copied " + target);
}
- protected void downloadAndProcessM2Sources(String repoStr, DefaultArtifact artifact, Path targetBundleDir)
- throws IOException {
- DefaultArtifact sourcesArtifact = new DefaultArtifact(artifact.toM2Coordinates(), "sources");
- URL sourcesUrl = MavenConventionsUtils.mavenRepoUrl(repoStr, sourcesArtifact);
- Path sourcesDownloaded = download(sourcesUrl, originBase, artifact.toM2Coordinates() + ".sources.jar");
- processM2SourceJar(sourcesDownloaded, targetBundleDir);
- logger.log(Level.DEBUG, () -> "Processed source " + sourcesDownloaded);
-
- }
-
+ /** Generate MANIFEST using BND. */
protected Path processBndJar(Path downloaded, Path targetCategoryBase, Properties fileProps,
DefaultArtifact artifact) {
}
+ /** Download and integrates sources for a single Maven artifact. */
+ protected void downloadAndProcessM2Sources(String repoStr, DefaultArtifact artifact, Path targetBundleDir)
+ throws IOException {
+ DefaultArtifact sourcesArtifact = new DefaultArtifact(artifact.toM2Coordinates(), "sources");
+ URL sourcesUrl = MavenConventionsUtils.mavenRepoUrl(repoStr, sourcesArtifact);
+ Path sourcesDownloaded = download(sourcesUrl, originBase, artifact, true);
+ processM2SourceJar(sourcesDownloaded, targetBundleDir);
+ logger.log(Level.DEBUG, () -> "Processed source " + sourcesDownloaded);
+
+ }
+
+ /** Integrate sources from a downloaded jar file. */
protected void processM2SourceJar(Path file, Path targetBundleDir) throws IOException {
try (JarInputStream jarIn = new JarInputStream(Files.newInputStream(file), false)) {
Path targetSourceDir = targetBundleDir.resolve("OSGI-OPT/src");
continue entries;
if (entry.getName().startsWith("module-info.java"))// skip META-INF entries
continue entries;
+ if (entry.getName().startsWith("/")) // absolute paths
+ continue entries;
Path target = targetSourceDir.resolve(entry.getName());
Files.createDirectories(target.getParent());
if (!Files.exists(target)) {
}
+ /** Download a Maven artifact. */
+ protected Path download(URL url, Path dir, Artifact artifact) throws IOException {
+ return download(url, dir, artifact, false);
+ }
+
+ /** Download a Maven artifact. */
+ protected Path download(URL url, Path dir, Artifact artifact, boolean sources) throws IOException {
+ return download(url, dir, artifact.getGroupId() + '/' + artifact.getArtifactId() + "-" + artifact.getVersion()
+ + (sources ? "-sources" : "") + ".jar");
+ }
+
+ /*
+ * ECLIPSE ORIGIN
+ */
+
+ /** Process an archive in Eclipse format. */
public void processEclipseArchive(Path duDir) {
try {
String category = duDir.getParent().getFileName().toString();
try (InputStream in = Files.newInputStream(commonBnd)) {
commonProps.load(in);
}
- Properties includes = new Properties();
- try (InputStream in = Files.newInputStream(duDir.resolve("includes.properties"))) {
- includes.load(in);
- }
String url = commonProps.getProperty(ManifestConstants.SLC_ORIGIN_URI.toString());
Path downloaded = tryDownload(url, originBase);
FileSystem zipFs = FileSystems.newFileSystem(downloaded, (ClassLoader) null);
- List<PathMatcher> pathMatchers = new ArrayList<>();
+ // filters
+ List<PathMatcher> includeMatchers = new ArrayList<>();
+ Properties includes = new Properties();
+ try (InputStream in = Files.newInputStream(duDir.resolve("includes.properties"))) {
+ includes.load(in);
+ }
for (Object pattern : includes.keySet()) {
PathMatcher pathMatcher = zipFs.getPathMatcher("glob:/" + pattern);
- pathMatchers.add(pathMatcher);
+ includeMatchers.add(pathMatcher);
+ }
+
+ List<PathMatcher> excludeMatchers = new ArrayList<>();
+ Path excludeFile = duDir.resolve("excludes.properties");
+ if (Files.exists(excludeFile)) {
+ Properties excludes = new Properties();
+ try (InputStream in = Files.newInputStream(excludeFile)) {
+ excludes.load(in);
+ }
+ for (Object pattern : excludes.keySet()) {
+ PathMatcher pathMatcher = zipFs.getPathMatcher("glob:/" + pattern);
+ excludeMatchers.add(pathMatcher);
+ }
}
Files.walkFileTree(zipFs.getRootDirectories().iterator().next(), new SimpleFileVisitor<Path>() {
@Override
public FileVisitResult visitFile(Path file, BasicFileAttributes attrs) throws IOException {
- pathMatchers: for (PathMatcher pathMatcher : pathMatchers) {
- if (pathMatcher.matches(file)) {
+ includeMatchers: for (PathMatcher includeMatcher : includeMatchers) {
+ if (includeMatcher.matches(file)) {
+ for (PathMatcher excludeMatcher : excludeMatchers) {
+ if (excludeMatcher.matches(file)) {
+ logger.log(Level.WARNING, "Skipping excluded " + file);
+ return FileVisitResult.CONTINUE;
+ }
+ }
if (file.getFileName().toString().contains(".source_")) {
processEclipseSourceJar(file, targetCategoryBase);
logger.log(Level.DEBUG, () -> "Processed source " + file);
processBundleJar(file, targetCategoryBase, new HashMap<>());
logger.log(Level.DEBUG, () -> "Processed " + file);
}
- break pathMatchers;
+ break includeMatchers;
}
}
return FileVisitResult.CONTINUE;
}
+ /** Process sources in Eclipse format. */
+ protected void processEclipseSourceJar(Path file, Path targetBase) throws IOException {
+ try {
+ Path targetBundleDir;
+ try (JarInputStream jarIn = new JarInputStream(Files.newInputStream(file), false)) {
+ Manifest manifest = jarIn.getManifest();
+
+ String[] relatedBundle = manifest.getMainAttributes().getValue("Eclipse-SourceBundle").split(";");
+ String version = relatedBundle[1].substring("version=\"".length());
+ version = version.substring(0, version.length() - 1);
+ NameVersion nameVersion = new DefaultNameVersion(relatedBundle[0], version);
+ targetBundleDir = targetBase.resolve(nameVersion.getName() + "." + nameVersion.getBranch());
+
+ Path targetSourceDir = targetBundleDir.resolve("OSGI-OPT/src");
+
+ // TODO make it less dangerous?
+ if (Files.exists(targetSourceDir)) {
+// deleteDirectory(targetSourceDir);
+ } else {
+ Files.createDirectories(targetSourceDir);
+ }
+
+ // copy entries
+ JarEntry entry;
+ entries: while ((entry = jarIn.getNextJarEntry()) != null) {
+ if (entry.isDirectory())
+ continue entries;
+ if (entry.getName().startsWith("META-INF"))// skip META-INF entries
+ continue entries;
+ Path target = targetSourceDir.resolve(entry.getName());
+ Files.createDirectories(target.getParent());
+ Files.copy(jarIn, target);
+ logger.log(Level.TRACE, () -> "Copied source " + target);
+ }
+
+ // copy MANIFEST
+// Path manifestPath = targetBundleDir.resolve("META-INF/MANIFEST.MF");
+// Files.createDirectories(manifestPath.getParent());
+// try (OutputStream out = Files.newOutputStream(manifestPath)) {
+// manifest.write(out);
+// }
+ }
+ } catch (IOException e) {
+ throw new IllegalStateException("Cannot process " + file, e);
+ }
+
+ }
+
+ /*
+ * COMMON PROCESSING
+ */
+ /** Normalise a bundle. */
protected Path processBundleJar(Path file, Path targetBase, Map<String, String> entries) throws IOException {
DefaultNameVersion nameVersion;
Path targetBundleDir;
try (JarInputStream jarIn = new JarInputStream(Files.newInputStream(file), false)) {
- Manifest manifest = new Manifest(jarIn.getManifest());
+ Manifest sourceManifest = jarIn.getManifest();
+ Manifest manifest = sourceManifest != null ? new Manifest(sourceManifest) : new Manifest();
// remove problematic entries in MANIFEST
manifest.getEntries().clear();
return targetBundleDir;
}
- protected void processEclipseSourceJar(Path file, Path targetBase) throws IOException {
- try {
- Path targetBundleDir;
- try (JarInputStream jarIn = new JarInputStream(Files.newInputStream(file), false)) {
- Manifest manifest = jarIn.getManifest();
-
- String[] relatedBundle = manifest.getMainAttributes().getValue("Eclipse-SourceBundle").split(";");
- String version = relatedBundle[1].substring("version=\"".length());
- version = version.substring(0, version.length() - 1);
- NameVersion nameVersion = new DefaultNameVersion(relatedBundle[0], version);
- targetBundleDir = targetBase.resolve(nameVersion.getName() + "." + nameVersion.getBranch());
-
- Path targetSourceDir = targetBundleDir.resolve("OSGI-OPT/src");
-
- // TODO make it less dangerous?
- if (Files.exists(targetSourceDir)) {
-// deleteDirectory(targetSourceDir);
- } else {
- Files.createDirectories(targetSourceDir);
- }
-
- // copy entries
- JarEntry entry;
- entries: while ((entry = jarIn.getNextJarEntry()) != null) {
- if (entry.isDirectory())
- continue entries;
- if (entry.getName().startsWith("META-INF"))// skip META-INF entries
- continue entries;
- Path target = targetSourceDir.resolve(entry.getName());
- Files.createDirectories(target.getParent());
- Files.copy(jarIn, target);
- logger.log(Level.TRACE, () -> "Copied source " + target);
- }
-
- // copy MANIFEST
-// Path manifestPath = targetBundleDir.resolve("META-INF/MANIFEST.MF");
-// Files.createDirectories(manifestPath.getParent());
-// try (OutputStream out = Files.newOutputStream(manifestPath)) {
-// manifest.write(out);
-// }
- }
- } catch (IOException e) {
- throw new IllegalStateException("Cannot process " + file, e);
- }
-
- }
+ /*
+ * UTILITIES
+ */
- static void deleteDirectory(Path path) throws IOException {
+ /** Recursively deletes a directory. */
+ private static void deleteDirectory(Path path) throws IOException {
if (!Files.exists(path))
return;
Files.walkFileTree(path, new SimpleFileVisitor<Path>() {
});
}
+ /** Extract name/version from a MANIFEST. */
protected DefaultNameVersion nameVersionFromManifest(Manifest manifest) {
Attributes attrs = manifest.getMainAttributes();
// symbolic name
return new DefaultNameVersion(symbolicName, version);
}
+ /** Try to download from an URI. */
protected Path tryDownload(String uri, Path dir) throws IOException {
// find mirror
List<String> urlBases = null;
}
if (urlBases == null)
try {
- return download(new URL(uri), dir, null);
+ return download(new URL(uri), dir);
} catch (FileNotFoundException e) {
throw new FileNotFoundException("Cannot find " + uri);
}
String relativePath = uri.substring(uriPrefix.length());
URL url = new URL(urlBase + relativePath);
try {
- return download(url, dir, null);
+ return download(url, dir);
} catch (FileNotFoundException e) {
logger.log(Level.WARNING, "Cannot download " + url + ", trying another mirror");
}
//
// }
+ /** Effectively download. */
+ protected Path download(URL url, Path dir) throws IOException {
+ return download(url, dir, (String) null);
+ }
+
+ /** Effectively download. */
protected Path download(URL url, Path dir, String name) throws IOException {
Path dest;
if (Files.exists(dest)) {
logger.log(Level.TRACE, () -> "File " + dest + " already exists for " + url + ", not downloading again");
return dest;
+ } else {
+ Files.createDirectories(dest.getParent());
}
try (InputStream in = url.openStream()) {
return dest;
}
+ /** Create a JAR file from a directory. */
protected Path createJar(Path bundleDir) throws IOException {
Path jarPath = bundleDir.getParent().resolve(bundleDir.getFileName() + ".jar");
Path manifestPath = bundleDir.resolve("META-INF/MANIFEST.MF");
return jarPath;
}
+ /** For development purproses. */
public static void main(String[] args) {
Path factoryBase = Paths.get("../../output/a2").toAbsolutePath().normalize();
A2Factory factory = new A2Factory(factoryBase);
// Eclipse
factory.processEclipseArchive(
descriptorsBase.resolve("org.argeo.tp.eclipse.equinox").resolve("eclipse-equinox"));
+ factory.processEclipseArchive(descriptorsBase.resolve("org.argeo.tp.eclipse.rwt").resolve("eclipse-rwt"));
factory.processEclipseArchive(descriptorsBase.resolve("org.argeo.tp.eclipse.rap").resolve("eclipse-rap"));
+ factory.processEclipseArchive(descriptorsBase.resolve("org.argeo.tp.eclipse.swt").resolve("eclipse-swt"));
+ factory.processEclipseArchive(descriptorsBase.resolve("org.argeo.tp.eclipse.swt").resolve("eclipse-nebula"));
+ factory.processEclipseArchive(descriptorsBase.resolve("org.argeo.tp.eclipse.swt").resolve("eclipse-equinox"));
factory.processEclipseArchive(descriptorsBase.resolve("org.argeo.tp.eclipse.rcp").resolve("eclipse-rcp"));
-
- System.exit(0);
+ factory.processCategory(descriptorsBase.resolve("org.argeo.tp.eclipse.rcp"));
// Maven
factory.processCategory(descriptorsBase.resolve("org.argeo.tp.sdk"));
factory.processCategory(descriptorsBase.resolve("org.argeo.tp.apache"));
factory.processCategory(descriptorsBase.resolve("org.argeo.tp.jetty"));
factory.processCategory(descriptorsBase.resolve("org.argeo.tp.jcr"));
+ factory.processCategory(descriptorsBase.resolve("org.argeo.tp.formats"));
+ factory.processCategory(descriptorsBase.resolve("org.argeo.tp.poi"));
+ factory.processCategory(descriptorsBase.resolve("org.argeo.tp.gis"));
}
}
projects / gpl / argeo-slc.git / blobdiff