Force removal of Require-Bundle
[cc0/argeo-build.git] / src / org / argeo / build / Repackage.java
index cc3e4178120c01b7db21882d0f3e32b6fc34015d..2111b49c67ce638f72c0fe90ac772dda4338b1cd 100644 (file)
@@ -23,6 +23,7 @@ import static org.argeo.build.Repackage.ManifestHeader.BUNDLE_VERSION;
 import static org.argeo.build.Repackage.ManifestHeader.ECLIPSE_SOURCE_BUNDLE;
 import static org.argeo.build.Repackage.ManifestHeader.EXPORT_PACKAGE;
 import static org.argeo.build.Repackage.ManifestHeader.IMPORT_PACKAGE;
+import static org.argeo.build.Repackage.ManifestHeader.REQUIRE_BUNDLE;
 import static org.argeo.build.Repackage.ManifestHeader.SPDX_LICENSE_IDENTIFIER;
 
 import java.io.BufferedWriter;
@@ -32,8 +33,8 @@ import java.io.IOException;
 import java.io.InputStream;
 import java.io.OutputStream;
 import java.lang.System.Logger;
-import java.net.MalformedURLException;
-import java.net.URL;
+import java.net.URI;
+import java.net.URISyntaxException;
 import java.nio.charset.StandardCharsets;
 import java.nio.file.DirectoryStream;
 import java.nio.file.FileSystem;
@@ -98,13 +99,14 @@ public class Repackage {
 
                List<CompletableFuture<Void>> toDos = new ArrayList<>();
                for (int i = 1; i < args.length; i++) {
-                       Path p = Paths.get(args[i]);
-                       if (sequential)
-                               factory.processCategory(p);
+                       Path categoryPath = Paths.get(args[i]);
+                       factory.cleanPreviousFailedBuild(categoryPath);
+                       if (sequential) // sequential processing happens here
+                               factory.processCategory(categoryPath);
                        else
-                               toDos.add(CompletableFuture.runAsync(() -> factory.processCategory(p)));
+                               toDos.add(CompletableFuture.runAsync(() -> factory.processCategory(categoryPath)));
                }
-               if (!sequential)
+               if (!sequential)// parallel processing
                        CompletableFuture.allOf(toDos.toArray(new CompletableFuture[toDos.size()])).join();
 
                // Summary
@@ -115,6 +117,25 @@ public class Repackage {
                logger.log(INFO, "# License summary:\n" + sb);
        }
 
+       /** Deletes remaining sub directories. */
+       void cleanPreviousFailedBuild(Path categoryPath) {
+               Path outputCategoryPath = a2Base.resolve(categoryPath);
+               if (!Files.exists(outputCategoryPath))
+                       return;
+               // clean previous failed build
+               try {
+                       for (Path subDir : Files.newDirectoryStream(outputCategoryPath, (d) -> Files.isDirectory(d))) {
+                               if (Files.exists(subDir)) {
+                                       logger.log(WARNING, "Bundle dir " + subDir
+                                                       + " already exists, probably from a previous failed build, deleting it...");
+                                       deleteDirectory(subDir);
+                               }
+                       }
+               } catch (IOException e) {
+                       logger.log(ERROR, "Cannot clean previous build", e);
+               }
+       }
+
        /** MANIFEST headers. */
        enum ManifestHeader {
                // OSGi
@@ -128,6 +149,8 @@ public class Repackage {
                EXPORT_PACKAGE("Export-Package"), //
                /** OSGi imported packages list. */
                IMPORT_PACKAGE("Import-Package"), //
+               /** OSGi required bundles. */
+               REQUIRE_BUNDLE("Require-Bundle"), //
                /** OSGi path to embedded jar. */
                BUNDLE_CLASSPATH("Bundle-Classpath"), //
                // Java
@@ -154,7 +177,7 @@ public class Repackage {
                /** Maven repository, if not the default one. */
                ARGEO_ORIGIN_M2_REPO("Argeo-Origin-M2-Repo"), //
                /**
-                * Do not perform BND analysis of the origin component. Typically Import_package
+                * Do not perform BND analysis of the origin component. Typically Import-Package
                 * and Export-Package will be kept untouched.
                 */
                ARGEO_ORIGIN_NO_METADATA_GENERATION("Argeo-Origin-NoMetadataGeneration"), //
@@ -180,15 +203,35 @@ public class Repackage {
                ARGEO_ORIGIN_SOURCES_URI("Argeo-Origin-Sources-URI"), //
                ;
 
-               final String value;
+               final String headerName;
 
-               private ManifestHeader(String value) {
-                       this.value = value;
+               private ManifestHeader(String headerName) {
+                       this.headerName = headerName;
                }
 
                @Override
                public String toString() {
-                       return value;
+                       return headerName;
+               }
+
+               /** Get the value from either a {@link Manifest} or a {@link Properties}. */
+               String get(Object map) {
+                       if (map instanceof Manifest manifest)
+                               return manifest.getMainAttributes().getValue(headerName);
+                       else if (map instanceof Properties props)
+                               return props.getProperty(headerName);
+                       else
+                               throw new IllegalArgumentException("Unsupported mapping " + map.getClass());
+               }
+
+               /** Put the value into either a {@link Manifest} or a {@link Properties}. */
+               void put(Object map, String value) {
+                       if (map instanceof Manifest manifest)
+                               manifest.getMainAttributes().putValue(headerName, value);
+                       else if (map instanceof Properties props)
+                               props.setProperty(headerName, value);
+                       else
+                               throw new IllegalArgumentException("Unsupported mapping " + map.getClass());
                }
        }
 
@@ -232,12 +275,12 @@ public class Repackage {
        final Map<String, List<String>> mirrors = new HashMap<String, List<String>>();
 
        /** Whether sources should be packaged separately */
-       final boolean sourceBundles;
+       final boolean separateSources;
 
        /** Constructor initialises the various variables */
        public Repackage(Path a2Base, Path descriptorsBase) {
-               sourceBundles = Boolean.parseBoolean(System.getenv(ENV_SOURCE_BUNDLES));
-               if (sourceBundles)
+               separateSources = Boolean.parseBoolean(System.getenv(ENV_SOURCE_BUNDLES));
+               if (separateSources)
                        logger.log(INFO, "Sources will be packaged separately");
 
                Objects.requireNonNull(a2Base);
@@ -247,7 +290,7 @@ public class Repackage {
 
                // TODO define and use a build base
                this.a2Base = a2Base;
-               this.a2SrcBase = a2Base.getParent().resolve(a2Base.getFileName() + ".src");
+               this.a2SrcBase = separateSources ? a2Base.getParent().resolve(a2Base.getFileName() + ".src") : a2Base;
                this.a2LibBase = a2Base.resolve("lib");
                this.descriptorsBase = descriptorsBase;
                if (!Files.exists(this.descriptorsBase))
@@ -334,7 +377,7 @@ public class Repackage {
 
                        boolean doNotModify = Boolean
                                        .parseBoolean(fileProps.getOrDefault(ARGEO_DO_NOT_MODIFY.toString(), "false").toString());
-                       if (doNotModify && sourceBundles) {
+                       if (doNotModify) {
                                processNotModified(targetCategoryBase, downloaded, fileProps, artifact);
                                return;
                        }
@@ -342,7 +385,7 @@ public class Repackage {
                        // regular processing
                        A2Origin origin = new A2Origin();
                        Path bundleDir = processBndJar(downloaded, targetCategoryBase, fileProps, artifact, origin);
-                       downloadAndProcessM2Sources(fileProps, artifact, bundleDir, false);
+                       downloadAndProcessM2Sources(fileProps, artifact, bundleDir, false, false);
                        createJar(bundleDir, origin);
                } catch (Exception e) {
                        throw new RuntimeException("Cannot process " + bndFile, e);
@@ -398,7 +441,7 @@ public class Repackage {
                                if (artifact.getVersion() == null) {
                                        artifact.setVersion(m2Version);
                                } else {
-                                       logger.log(WARNING, p.getFileName() + " : Using version " + artifact.getVersion()
+                                       logger.log(DEBUG, p.getFileName() + " : Using version " + artifact.getVersion()
                                                        + " specified in descriptor rather than " + m2Version + " specified in " + COMMON_BND);
                                }
 
@@ -428,13 +471,13 @@ public class Repackage {
                                Path downloaded = downloadMaven(mergedProps, artifact);
 
                                boolean doNotModify = Boolean
-                                               .parseBoolean(fileProps.getOrDefault(ARGEO_DO_NOT_MODIFY.toString(), "false").toString());
-                               if (doNotModify && sourceBundles) {
-                                       processNotModified(targetCategoryBase, downloaded, fileProps, artifact);
+                                               .parseBoolean(mergedProps.getOrDefault(ARGEO_DO_NOT_MODIFY.toString(), "false").toString());
+                               if (doNotModify) {
+                                       processNotModified(targetCategoryBase, downloaded, mergedProps, artifact);
                                } else {
                                        A2Origin origin = new A2Origin();
                                        Path targetBundleDir = processBndJar(downloaded, targetCategoryBase, mergedProps, artifact, origin);
-                                       downloadAndProcessM2Sources(mergedProps, artifact, targetBundleDir, false);
+                                       downloadAndProcessM2Sources(mergedProps, artifact, targetBundleDir, false, false);
                                        createJar(targetBundleDir, origin);
                                }
                        }
@@ -538,9 +581,9 @@ public class Repackage {
                                        }
 
                                        if (entry.getName().endsWith("NOTICE") || entry.getName().endsWith("NOTICE.txt")
-                                                       || entry.getName().endsWith("LICENSE") || entry.getName().endsWith("LICENSE.md")
-                                                       || entry.getName().endsWith("LICENSE-notice.md") || entry.getName().endsWith("COPYING")
-                                                       || entry.getName().endsWith("COPYING.LESSER")) {
+                                                       || entry.getName().endsWith("NOTICE.md") || entry.getName().endsWith("LICENSE")
+                                                       || entry.getName().endsWith("LICENSE.md") || entry.getName().endsWith("LICENSE-notice.md")
+                                                       || entry.getName().endsWith("COPYING") || entry.getName().endsWith("COPYING.LESSER")) {
                                                Path artifactOriginDir = bundleDir.resolve(ARGEO_ORIGIN).resolve(artifact.getGroupId())
                                                                .resolve(artifact.getArtifactId());
                                                Path target = artifactOriginDir.resolve(entry.getName());
@@ -564,6 +607,10 @@ public class Repackage {
                                                } else if (entry.getName().startsWith("org/apache/batik/")) {
                                                        logger.log(TRACE, "Skip " + entry.getName());
                                                        continue entries;
+                                               } else if (entry.getName().startsWith("META-INF/NOTICE")) {
+                                                       logger.log(WARNING, "Skip " + entry.getName() + " from " + artifact);
+                                                       // TODO merge them?
+                                                       continue entries;
                                                } else {
                                                        throw new IllegalStateException("File " + target + " from " + artifact + " already exists");
                                                }
@@ -574,7 +621,7 @@ public class Repackage {
                        origin.added.add("binary content of " + artifact);
 
                        // process sources
-                       downloadAndProcessM2Sources(mergeProps, artifact, bundleDir, true);
+                       downloadAndProcessM2Sources(mergeProps, artifact, bundleDir, true, false);
                }
 
                // additional service files
@@ -708,30 +755,31 @@ public class Repackage {
                // When releasing (with separate sources), we just copy it
                Path unmodifiedTarget = targetCategoryBase
                                .resolve(fileProps.getProperty(BUNDLE_SYMBOLICNAME.toString()) + "." + artifact.getBranch() + ".jar");
+               Files.createDirectories(unmodifiedTarget.getParent());
                Files.copy(downloaded, unmodifiedTarget, StandardCopyOption.REPLACE_EXISTING);
                Path bundleDir = targetCategoryBase
                                .resolve(fileProps.getProperty(BUNDLE_SYMBOLICNAME.toString()) + "." + artifact.getBranch());
-               downloadAndProcessM2Sources(fileProps, artifact, bundleDir, false);
+               downloadAndProcessM2Sources(fileProps, artifact, bundleDir, false, true);
                Manifest manifest;
                try (JarInputStream jarIn = new JarInputStream(Files.newInputStream(unmodifiedTarget))) {
                        manifest = jarIn.getManifest();
                }
-               createSourceJar(bundleDir, manifest, true);
+               createSourceJar(bundleDir, manifest, fileProps);
        }
 
        /** Download and integrates sources for a single Maven artifact. */
-       void downloadAndProcessM2Sources(Properties props, M2Artifact artifact, Path targetBundleDir, boolean merging)
-                       throws IOException {
+       void downloadAndProcessM2Sources(Properties props, M2Artifact artifact, Path targetBundleDir, boolean merging,
+                       boolean unmodified) throws IOException {
                try {
                        String repoStr = props.containsKey(ARGEO_ORIGIN_M2_REPO.toString())
                                        ? props.getProperty(ARGEO_ORIGIN_M2_REPO.toString())
                                        : null;
                        String alternateUri = props.getProperty(ARGEO_ORIGIN_SOURCES_URI.toString());
                        M2Artifact sourcesArtifact = new M2Artifact(artifact.toM2Coordinates(), "sources");
-                       URL sourcesUrl = alternateUri != null ? new URL(alternateUri)
+                       URI sourcesUrl = alternateUri != null ? new URI(alternateUri)
                                        : M2ConventionsUtils.mavenRepoUrl(repoStr, sourcesArtifact);
                        Path sourcesDownloaded = downloadMaven(sourcesUrl, sourcesArtifact);
-                       processM2SourceJar(sourcesDownloaded, targetBundleDir, merging ? artifact : null);
+                       processM2SourceJar(sourcesDownloaded, targetBundleDir, merging ? artifact : null, unmodified);
                        logger.log(TRACE, () -> "Processed source " + sourcesDownloaded);
                } catch (Exception e) {
                        logger.log(ERROR, () -> "Cannot download source for  " + artifact);
@@ -740,9 +788,9 @@ public class Repackage {
        }
 
        /** Integrate sources from a downloaded jar file. */
-       void processM2SourceJar(Path file, Path bundleDir, M2Artifact mergingFrom) throws IOException {
+       void processM2SourceJar(Path file, Path bundleDir, M2Artifact mergingFrom, boolean unmodified) throws IOException {
                A2Origin origin = new A2Origin();
-               Path sourceDir = sourceBundles ? bundleDir.getParent().resolve(bundleDir.toString() + ".src")
+               Path sourceDir = separateSources || unmodified ? bundleDir.getParent().resolve(bundleDir.toString() + ".src")
                                : bundleDir.resolve("OSGI-OPT/src");
                try (JarInputStream jarIn = new JarInputStream(Files.newInputStream(file), false)) {
 
@@ -756,24 +804,26 @@ public class Repackage {
                                String relPath = entry.getName();
                                if (entry.isDirectory())
                                        continue entries;
-                               if (entry.getName().startsWith("META-INF")) {// skip META-INF entries
-                                       origin.deleted.add("META-INF directory from the sources" + mergingMsg);
-                                       continue entries;
-                               }
-                               if (entry.getName().startsWith("module-info.java")) {// skip Java module information
-                                       origin.deleted.add("Java module information from the sources (module-info.java)" + mergingMsg);
+                               if (entry.getName().equals("META-INF/MANIFEST.MF")) {// skip META-INF entries
+                                       origin.deleted.add("MANIFEST.MF from the sources" + mergingMsg);
                                        continue entries;
                                }
-                               if (entry.getName().startsWith("/")) { // absolute paths
-                                       int metaInfIndex = entry.getName().indexOf("META-INF");
-                                       if (metaInfIndex >= 0) {
-                                               relPath = entry.getName().substring(metaInfIndex);
-                                               origin.moved.add(" to " + relPath + " entry with absolute path " + entry.getName());
-                                       } else {
-                                               logger.log(WARNING, entry.getName() + " has an absolute path");
-                                               origin.deleted.add(entry.getName() + " from the sources" + mergingMsg);
+                               if (!unmodified) {
+                                       if (entry.getName().startsWith("module-info.java")) {// skip Java module information
+                                               origin.deleted.add("Java module information from the sources (module-info.java)" + mergingMsg);
+                                               continue entries;
+                                       }
+                                       if (entry.getName().startsWith("/")) { // absolute paths
+                                               int metaInfIndex = entry.getName().indexOf("META-INF");
+                                               if (metaInfIndex >= 0) {
+                                                       relPath = entry.getName().substring(metaInfIndex);
+                                                       origin.moved.add(" to " + relPath + " entry with absolute path " + entry.getName());
+                                               } else {
+                                                       logger.log(WARNING, entry.getName() + " has an absolute path");
+                                                       origin.deleted.add(entry.getName() + " from the sources" + mergingMsg);
+                                               }
+                                               continue entries;
                                        }
-                                       continue entries;
                                }
                                Path target = sourceDir.resolve(relPath);
                                Files.createDirectories(target.getParent());
@@ -786,7 +836,7 @@ public class Repackage {
                        }
                }
                // write the changes
-               if (sourceBundles) {
+               if (separateSources || unmodified) {
                        origin.appendChanges(sourceDir);
                } else {
                        origin.added.add("source code under OSGI-OPT/src");
@@ -800,13 +850,17 @@ public class Repackage {
                                ? props.getProperty(ARGEO_ORIGIN_M2_REPO.toString())
                                : null;
                String alternateUri = props.getProperty(ARGEO_ORIGIN_URI.toString());
-               URL url = alternateUri != null ? new URL(alternateUri) : M2ConventionsUtils.mavenRepoUrl(repoStr, artifact);
-               return downloadMaven(url, artifact);
+               try {
+                       URI uri = alternateUri != null ? new URI(alternateUri) : M2ConventionsUtils.mavenRepoUrl(repoStr, artifact);
+                       return downloadMaven(uri, artifact);
+               } catch (URISyntaxException e) {
+                       throw new IllegalArgumentException("Wrong aritfact URI", e);
+               }
        }
 
        /** Download a Maven artifact. */
-       Path downloadMaven(URL url, M2Artifact artifact) throws IOException {
-               return download(url, mavenBase, M2ConventionsUtils.artifactPath("", artifact));
+       Path downloadMaven(URI uri, M2Artifact artifact) throws IOException {
+               return download(uri, mavenBase, M2ConventionsUtils.artifactPath("", artifact));
        }
 
        /*
@@ -887,6 +941,10 @@ public class Repackage {
                                                                        map.put(key.toString(), commonProps.getProperty(key.toString()));
                                                                A2Origin origin = new A2Origin();
                                                                Path bundleDir = processBundleJar(file, targetCategoryBase, map, origin);
+                                                               if (bundleDir == null) {
+                                                                       logger.log(WARNING, "No bundle dir created for " + file + ", skipping...");
+                                                                       return FileVisitResult.CONTINUE;
+                                                               }
                                                                origins.put(bundleDir, origin);
                                                                logger.log(DEBUG, () -> "Processed " + file);
                                                        }
@@ -925,7 +983,7 @@ public class Repackage {
                                NameVersion nameVersion = new NameVersion(relatedBundle[0], version);
                                bundleDir = targetBase.resolve(nameVersion.getName() + "." + nameVersion.getBranch());
 
-                               Path sourceDir = sourceBundles ? bundleDir.getParent().resolve(bundleDir.toString() + ".src")
+                               Path sourceDir = separateSources ? bundleDir.getParent().resolve(bundleDir.toString() + ".src")
                                                : bundleDir.resolve("OSGI-OPT/src");
 
                                Files.createDirectories(sourceDir);
@@ -942,7 +1000,7 @@ public class Repackage {
                                }
 
                                // write the changes
-                               if (sourceBundles) {
+                               if (separateSources) {
                                        origin.appendChanges(sourceDir);
                                } else {
                                        origin.added.add("source code under OSGI-OPT/src");
@@ -970,6 +1028,8 @@ public class Repackage {
                Manifest sourceManifest;
                try (JarInputStream jarIn = new JarInputStream(Files.newInputStream(file), false)) {
                        sourceManifest = jarIn.getManifest();
+                       if (sourceManifest == null)
+                               logger.log(WARNING, file + " has no manifest");
                        manifest = sourceManifest != null ? new Manifest(sourceManifest) : new Manifest();
 
                        String rawSourceSymbolicName = manifest.getMainAttributes().getValue(BUNDLE_SYMBOLICNAME.toString());
@@ -992,6 +1052,8 @@ public class Repackage {
                                nameVersion = new NameVersion(ourSymbolicName, ourVersion);
                        } else {
                                nameVersion = nameVersionFromManifest(manifest);
+                               if (nameVersion == null)
+                                       throw new IllegalStateException("Could not compute name/version from Manifest");
                                if (ourVersion != null && !nameVersion.getVersion().equals(ourVersion)) {
                                        logger.log(WARNING,
                                                        "Original version is " + nameVersion.getVersion() + " while new version is " + ourVersion);
@@ -1002,6 +1064,7 @@ public class Repackage {
                                        nameVersion.setName(ourSymbolicName);
                                }
                        }
+
                        bundleDir = targetBase.resolve(nameVersion.getName() + "." + nameVersion.getBranch());
 
                        // copy original MANIFEST
@@ -1027,7 +1090,6 @@ public class Repackage {
                                arch = libRelativePath.getName(1).toString();
                        }
 
-//                     if (!embed) {
                        // copy entries
                        JarEntry entry;
                        entries: while ((entry = jarIn.getNextJarEntry()) != null) {
@@ -1067,8 +1129,9 @@ public class Repackage {
                                Files.copy(jarIn, target);
 
                                // native libraries
+                               boolean removeDllFromJar = true;
                                if (isNative && (entry.getName().endsWith(".so") || entry.getName().endsWith(".dll")
-                                               || entry.getName().endsWith(".jnilib"))) {
+                                               || entry.getName().endsWith(".jnilib") || entry.getName().endsWith(".a"))) {
                                        Path categoryDir = bundleDir.getParent();
                                        boolean copyDll = false;
                                        Path targetDll = categoryDir.resolve(bundleDir.relativize(target));
@@ -1090,11 +1153,13 @@ public class Repackage {
                                                        Files.delete(targetDll);
                                                Files.copy(target, targetDll);
                                        }
-                                       Files.delete(target);
-                                       origin.deleted.add(bundleDir.relativize(target).toString());
+
+                                       if (removeDllFromJar) {
+                                               Files.delete(target);
+                                               origin.deleted.add(bundleDir.relativize(target).toString());
+                                       }
                                }
                                logger.log(TRACE, () -> "Copied " + target);
-//                             }
                        }
                }
 
@@ -1107,11 +1172,6 @@ public class Repackage {
                                        entries.get(BUNDLE_SYMBOLICNAME.toString()) + ";singleton:=true");
                }
 
-//             if (embed) {// copy embedded jar
-//                     Files.copy(file, bundleDir.resolve(file.getFileName()));
-//                     entries.put(ManifestHeader.BUNDLE_CLASSPATH.toString(), file.getFileName().toString());
-//             }
-
                // Final MANIFEST decisions
                // We also check the original OSGi metadata and compare with our changes
                for (String key : entries.keySet()) {
@@ -1153,6 +1213,10 @@ public class Repackage {
                                        manifest.getMainAttributes().remove(key);
                                        origin.deleted.add("MANIFEST header " + key);
                                }
+                       if (key.equals(REQUIRE_BUNDLE.toString())) {
+                               manifest.getMainAttributes().remove(key);
+                               origin.deleted.add("MANIFEST header " + key);
+                       }
                }
 
                // de-pollute MANIFEST
@@ -1260,12 +1324,12 @@ public class Repackage {
        }
 
        /** Try to download from an URI. */
-       Path tryDownloadArchive(String uri, Path dir) throws IOException {
+       Path tryDownloadArchive(String uriStr, Path dir) throws IOException {
                // find mirror
                List<String> urlBases = null;
                String uriPrefix = null;
                uriPrefixes: for (String uriPref : mirrors.keySet()) {
-                       if (uri.startsWith(uriPref)) {
+                       if (uriStr.startsWith(uriPref)) {
                                if (mirrors.get(uriPref).size() > 0) {
                                        urlBases = mirrors.get(uriPref);
                                        uriPrefix = uriPref;
@@ -1275,54 +1339,56 @@ public class Repackage {
                }
                if (urlBases == null)
                        try {
-                               return downloadArchive(new URL(uri), dir);
-                       } catch (FileNotFoundException e) {
-                               throw new FileNotFoundException("Cannot find " + uri);
+                               return downloadArchive(new URI(uriStr), dir);
+                       } catch (FileNotFoundException | URISyntaxException e) {
+                               throw new FileNotFoundException("Cannot find " + uriStr);
                        }
 
                // try to download
                for (String urlBase : urlBases) {
-                       String relativePath = uri.substring(uriPrefix.length());
-                       URL url = new URL(urlBase + relativePath);
+                       String relativePath = uriStr.substring(uriPrefix.length());
+                       String uStr = urlBase + relativePath;
                        try {
-                               return downloadArchive(url, dir);
-                       } catch (FileNotFoundException e) {
-                               logger.log(WARNING, "Cannot download " + url + ", trying another mirror");
+                               return downloadArchive(new URI(uStr), dir);
+                       } catch (FileNotFoundException | URISyntaxException e) {
+                               logger.log(WARNING, "Cannot download " + uStr + ", trying another mirror");
                        }
                }
-               throw new FileNotFoundException("Cannot find " + uri);
+               throw new FileNotFoundException("Cannot find " + uriStr);
        }
 
        /**
-        * Effectively download. Synchronised in order to avoid downloading twice in
-        * parallel.
+        * Effectively download an archive.
         */
-       synchronized Path downloadArchive(URL url, Path dir) throws IOException {
-               return download(url, dir, (String) null);
+       Path downloadArchive(URI uri, Path dir) throws IOException {
+               return download(uri, dir, (String) null);
        }
 
-       /** Effectively download. */
-       Path download(URL url, Path dir, String name) throws IOException {
+       /**
+        * Effectively download. Synchronised in order to avoid downloading twice in
+        * parallel.
+        */
+       synchronized Path download(URI uri, Path dir, String name) throws IOException {
 
                Path dest;
                if (name == null) {
                        // We use also use parent directory in case the archive itself has a fixed name
-                       String[] segments = url.getPath().split("/");
+                       String[] segments = uri.getPath().split("/");
                        name = segments.length > 1 ? segments[segments.length - 2] + '-' + segments[segments.length - 1]
                                        : segments[segments.length - 1];
                }
 
                dest = dir.resolve(name);
                if (Files.exists(dest)) {
-                       logger.log(TRACE, () -> "File " + dest + " already exists for " + url + ", not downloading again");
+                       logger.log(TRACE, () -> "File " + dest + " already exists for " + uri + ", not downloading again");
                        return dest;
                } else {
                        Files.createDirectories(dest.getParent());
                }
 
-               try (InputStream in = url.openStream()) {
+               try (InputStream in = uri.toURL().openStream()) {
                        Files.copy(in, dest);
-                       logger.log(DEBUG, () -> "Downloaded " + dest + " from " + url);
+                       logger.log(DEBUG, () -> "Downloaded " + dest + " from " + uri);
                }
                return dest;
        }
@@ -1359,14 +1425,15 @@ public class Repackage {
                }
                deleteDirectory(bundleDir);
 
-               if (sourceBundles)
-                       createSourceJar(bundleDir, manifest, false);
+               if (separateSources)
+                       createSourceJar(bundleDir, manifest, null);
 
                return jarPath;
        }
 
        /** Package sources separately, in the Eclipse-SourceBundle format. */
-       void createSourceJar(Path bundleDir, Manifest manifest, boolean notModified) throws IOException {
+       void createSourceJar(Path bundleDir, Manifest manifest, Properties props) throws IOException {
+               boolean unmodified = props != null;
                Path bundleCategoryDir = bundleDir.getParent();
                Path sourceDir = bundleCategoryDir.resolve(bundleDir.toString() + ".src");
                if (!Files.exists(sourceDir)) {
@@ -1374,9 +1441,6 @@ public class Repackage {
                        return;
                }
 
-               if (!notModified)
-                       createReadMe(sourceDir, manifest);
-
                Path relPath = a2Base.relativize(bundleCategoryDir);
                Path srcCategoryDir = a2SrcBase.resolve(relPath);
                Path srcJarP = srcCategoryDir.resolve(sourceDir.getFileName() + ".jar");
@@ -1387,14 +1451,16 @@ public class Repackage {
                bundleSymbolicName = bundleSymbolicName.split(";")[0];
                Manifest srcManifest = new Manifest();
                srcManifest.getMainAttributes().put(MANIFEST_VERSION, "1.0");
-               srcManifest.getMainAttributes().putValue(BUNDLE_SYMBOLICNAME.toString(), bundleSymbolicName + ".src");
-               srcManifest.getMainAttributes().putValue(BUNDLE_VERSION.toString(),
-                               manifest.getMainAttributes().getValue(BUNDLE_VERSION.toString()).toString());
-               srcManifest.getMainAttributes().putValue(ECLIPSE_SOURCE_BUNDLE.toString(), bundleSymbolicName + ";version=\""
-                               + manifest.getMainAttributes().getValue(BUNDLE_VERSION.toString()) + "\"");
-
+               BUNDLE_SYMBOLICNAME.put(srcManifest, bundleSymbolicName + ".src");
+               BUNDLE_VERSION.put(srcManifest, BUNDLE_VERSION.get(manifest));
+               ECLIPSE_SOURCE_BUNDLE.put(srcManifest,
+                               bundleSymbolicName + ";version=\"" + BUNDLE_VERSION.get(manifest) + "\"");
+
+               // metadata
+               createReadMe(sourceDir, unmodified ? props : manifest);
+               // create jar
                try (JarOutputStream srcJarOut = new JarOutputStream(Files.newOutputStream(srcJarP), srcManifest)) {
-                       srcJarOut.setLevel(Deflater.BEST_COMPRESSION);
+                       // srcJarOut.setLevel(Deflater.BEST_COMPRESSION);
                        Files.walkFileTree(sourceDir, new SimpleFileVisitor<Path>() {
 
                                @Override
@@ -1417,10 +1483,10 @@ public class Repackage {
         * Generate a readme clarifying and prominently notifying of the repackaging and
         * modifications.
         */
-       void createReadMe(Path jarDir, Manifest manifest) throws IOException {
+       void createReadMe(Path jarDir, Object mapping) throws IOException {
                // write repackaged README
                try (BufferedWriter writer = Files.newBufferedWriter(jarDir.resolve(README_REPACKAGED))) {
-                       boolean merged = manifest.getMainAttributes().getValue(ARGEO_ORIGIN_M2_MERGE.toString()) != null;
+                       boolean merged = ARGEO_ORIGIN_M2_MERGE.get(mapping) != null;
                        if (merged)
                                writer.append("This component is a merging of third party components"
                                                + " in order to comply with A2 packaging standards.\n");
@@ -1429,7 +1495,7 @@ public class Repackage {
                                                + " in order to comply with A2 packaging standards.\n");
 
                        // license
-                       String spdxLicenseId = manifest.getMainAttributes().getValue(SPDX_LICENSE_IDENTIFIER.toString());
+                       String spdxLicenseId = SPDX_LICENSE_IDENTIFIER.get(mapping);
                        if (spdxLicenseId == null)
                                throw new IllegalStateException("An SPDX license id must have beend defined at this stage.");
                        writer.append("\nIt is redistributed under the following license:\n\n");
@@ -1446,39 +1512,42 @@ public class Repackage {
                                        writer.append("which is available here: https://spdx.org/licenses/" + spdxLicenseId + "\n");
                                }
                        } else {
-                               String url = manifest.getMainAttributes().getValue(BUNDLE_LICENSE.toString());
+                               String url = BUNDLE_LICENSE.get(mapping);
                                if (url != null) {
                                        writer.write("which is available here: " + url + "\n");
                                } else {
-                                       logger.log(ERROR, "No licne URL for " + jarDir);
+                                       logger.log(ERROR, "No licence URL for " + jarDir);
                                }
                        }
-                       writer.write("\n");
 
                        // origin
-                       String m2Repo = manifest.getMainAttributes().getValue(ARGEO_ORIGIN_M2_REPO.toString());
-                       String originDesc = manifest.getMainAttributes().getValue(ARGEO_ORIGIN_M2.toString());
+                       String originDesc = ARGEO_ORIGIN_URI.get(mapping);
                        if (originDesc != null)
-                               writer.append("The original component has M2 coordinates:\n" + originDesc.replace(',', '\n') + "\n"
-                                               + (m2Repo != null ? "\nin M2 repository " + m2Repo + "\n" : ""));
+                               writer.append("\nThe original component comes from " + originDesc + ".\n");
                        else {
-                               originDesc = manifest.getMainAttributes().getValue(ARGEO_ORIGIN_URI.toString());
+                               String m2Repo = ARGEO_ORIGIN_M2_REPO.get(mapping);
+                               originDesc = ARGEO_ORIGIN_M2.get(mapping);
                                if (originDesc != null)
-                                       writer.append("The original component comes from " + originDesc + ".\n");
+                                       writer.append("\nThe original component has M2 coordinates:\n" + originDesc.replace(',', '\n')
+                                                       + "\n" + (m2Repo != null ? "\nin M2 repository " + m2Repo + "\n" : ""));
                                else
                                        logger.log(ERROR, "Cannot find origin information in " + jarDir);
                        }
+                       String originSources = ARGEO_ORIGIN_SOURCES_URI.get(mapping);
+                       if (originSources != null)
+                               writer.append("\nThe original sources come from " + originSources + ".\n");
+
+                       if (Files.exists(jarDir.resolve(CHANGES)))
+                               writer.append("\nA detailed list of changes is available under " + CHANGES + ".\n");
 
-                       writer.append("\nA detailed list of changes is available under " + CHANGES + ".\n");
-                       if (!jarDir.getFileName().endsWith(".src")) {// binary archive
-                               if (sourceBundles)
+                       if (!jarDir.getFileName().toString().endsWith(".src")) {// binary archive
+                               if (separateSources)
                                        writer.append("Corresponding sources are available in the related archive named "
                                                        + jarDir.toString() + ".src.jar.\n");
                                else
                                        writer.append("Corresponding sources are available under OSGI-OPT/src.\n");
                        }
                }
-
        }
 
        /**
@@ -1497,6 +1566,8 @@ public class Repackage {
 
                /** Append changes to the A2-ORIGIN/changes file. */
                void appendChanges(Path baseDirectory) throws IOException {
+                       if (modified.isEmpty() && deleted.isEmpty() && added.isEmpty() && moved.isEmpty())
+                               return; // no changes
                        Path changesFile = baseDirectory.resolve(CHANGES);
                        Files.createDirectories(changesFile.getParent());
                        try (BufferedWriter writer = Files.newBufferedWriter(changesFile, APPEND, CREATE)) {
@@ -1577,14 +1648,9 @@ class M2ConventionsUtils {
        }
 
        /** Absolute path to the file */
-       static URL mavenRepoUrl(String repoBase, M2Artifact artifact) {
-               String url = artifactUrl(repoBase == null ? MAVEN_CENTRAL_BASE_URL : repoBase, artifact);
-               try {
-                       return new URL(url);
-               } catch (MalformedURLException e) {
-                       // it should not happen
-                       throw new IllegalStateException(e);
-               }
+       static URI mavenRepoUrl(String repoBase, M2Artifact artifact) throws URISyntaxException {
+               String uri = artifactUrl(repoBase == null ? MAVEN_CENTRAL_BASE_URL : repoBase, artifact);
+               return new URI(uri);
        }
 
        /** Absolute path to the directories where the files will be stored */