X-Git-Url: http://git.argeo.org/?a=blobdiff_plain;f=runtime%2Forg.argeo.slc.support.simple%2Fsrc%2Fmain%2Fjava%2Forg%2Fargeo%2Fslc%2Fjsch%2FScpTo.java;h=2c984bc22c7973aa357fd396c973d31ac6218703;hb=4ad3e2cf69c299213cb248a5f33a466d223fd1f7;hp=d10125fe77005431ac8b8d2f35e186d0a053fe3c;hpb=e7ddf0b3a271a2f22108ee5b9fba69888f5c78ec;p=gpl%2Fargeo-slc.git diff --git a/runtime/org.argeo.slc.support.simple/src/main/java/org/argeo/slc/jsch/ScpTo.java b/runtime/org.argeo.slc.support.simple/src/main/java/org/argeo/slc/jsch/ScpTo.java index d10125fe7..2c984bc22 100644 --- a/runtime/org.argeo.slc.support.simple/src/main/java/org/argeo/slc/jsch/ScpTo.java +++ b/runtime/org.argeo.slc.support.simple/src/main/java/org/argeo/slc/jsch/ScpTo.java @@ -1,14 +1,41 @@ +/* + * Copyright (C) 2010 Mathieu Baudier + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + package org.argeo.slc.jsch; +import java.io.ByteArrayInputStream; +import java.io.ByteArrayOutputStream; import java.io.File; +import java.io.FileInputStream; +import java.io.FileNotFoundException; +import java.io.IOException; import java.io.InputStream; import java.io.OutputStream; +import java.util.ArrayList; +import java.util.List; import org.apache.commons.io.IOUtils; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.argeo.slc.SlcException; +import org.springframework.core.io.ByteArrayResource; import org.springframework.core.io.Resource; +import org.springframework.util.AntPathMatcher; +import org.springframework.util.PathMatcher; +import org.springframework.util.StringUtils; import com.jcraft.jsch.Channel; import com.jcraft.jsch.ChannelExec; @@ -17,15 +44,137 @@ import com.jcraft.jsch.Session; public class ScpTo extends AbstractJschTask { private final static Log log = LogFactory.getLog(ScpTo.class); - private Resource localFile; - private String remoteFile; + private Resource localResource; + private String remotePath; + + private String dir; + private String remoteDir; + private List includes = new ArrayList(); + + private List excludes = new ArrayList(); + + private PathMatcher pathMatcher; + + public void run(Session session) { + if (StringUtils.hasText(dir)) { + if (!StringUtils.hasText(remoteDir)) + throw new SlcException("Remote dir has to be specified."); + + String dirOs = dir.replace('/', File.separatorChar); + if (dirOs.charAt(dir.length() - 1) != File.separatorChar) { + dirOs = dirOs + File.separator; + } + + if (pathMatcher == null) + pathMatcher = new AntPathMatcher(); + + log.info("Start multiple scp based on " + dirOs); + scanDir(session, dirOs, "", includes, excludes); + } + + if (localResource != null) { + uploadResource(session, localResource); + } + } - public void run() { - InputStream in = null; + protected void scanDir(Session session, String dir, String currentRelPath, + List includes, List excludes) { + File[] files = new File(dir).listFiles(); + for (File file : files) { + if (!file.isDirectory()) { + String relPath = currentRelPath.concat(file.getName()); + if (match(relPath, includes, excludes, false)) { + uploadFile(session, file, remoteDir + '/' + relPath); + } + } else { + String relPath = currentRelPath.concat(file.getName()).concat( + "/"); + if (match(relPath, includes, excludes, true)) { + String nextDir = dir.concat(file.getName()).concat( + File.separator); + scanDir(session, nextDir, relPath, includes, excludes); + } + } + } + } + + protected Boolean match(String path, List includes, + List excludes, boolean matchStart) { + for (String patternIn : includes) { + boolean matchIn = matchStart ? pathMatcher.matchStart(patternIn, + path) : pathMatcher.match(patternIn, path); + if (matchIn) { + // Could be included, check excludes + boolean excluded = false; + ex: for (String patternEx : excludes) { + boolean matchEx = matchStart ? pathMatcher.matchStart( + patternEx, path) : pathMatcher.match(patternEx, + path); + + if (matchEx) { + excluded = true; + break ex; + } + } + if (!excluded) + return true; + } + } + return false; + } + + protected void uploadFile(Session session, File file, String remoteFile) { + try { + upload(session, new FileInputStream(file), file.length(), file + .getPath(), file.toString(), remoteFile); + } catch (FileNotFoundException e) { + throw new SlcException("Cannot upload " + file, e); + } + } + + protected void uploadResource(Session session, Resource resource) { + String targetPath = remotePath != null ? remotePath : remoteDir + '/' + + resource.getFilename(); + try { + File lFile = resource.getFile(); + uploadFile(session, lFile, targetPath); + } catch (IOException e) { + // no underlying file found + // load the resource in memory before transferring it + InputStream in = null; + try { + byte[] arr; + String path; + if (resource instanceof ByteArrayResource) { + arr = ((ByteArrayResource) resource).getByteArray(); + path = "bytearray"; + } else { + in = resource.getInputStream(); + ByteArrayOutputStream out = new ByteArrayOutputStream(); + IOUtils.copy(in, out); + arr = out.toByteArray(); + path = resource.getURL().getPath(); + if (path.startsWith("/")) + path = path.substring(1); + } + ByteArrayInputStream content = new ByteArrayInputStream(arr); + upload(session, content, arr.length, path, resource.toString(), + targetPath); + arr = null; + } catch (IOException e1) { + throw new SlcException("Can not interpret resource " + + localResource, e1); + } finally { + IOUtils.closeQuietly(in); + // no need to close byte arrays streams + } + } + } + + protected void upload(Session session, InputStream in, long size, + String path, String sourceDesc, String remoteFile) { OutputStream channelOut; InputStream channelIn; - - Session session = openSession(); try { // exec 'scp -t rfile' remotely @@ -42,14 +191,13 @@ public class ScpTo extends AbstractJschTask { // send "C0644 filesize filename", where filename should not include // '/' - File lFile = localFile.getFile(); - long filesize = lFile.length(); + long filesize = size; command = "C0644 " + filesize + " "; - int index = lFile.getPath().lastIndexOf('/'); + int index = path.lastIndexOf('/'); if (index > 0) { - command += lFile.getPath().substring(index + 1); + command += path.substring(index + 1); } else { - command += lFile.getPath(); + command += path; } command += "\n"; @@ -57,21 +205,28 @@ public class ScpTo extends AbstractJschTask { channelOut.flush(); checkAck(channelIn); - if (log.isDebugEnabled()) - log.debug("Start copy of " + localFile + " to " + remoteFile + if (log.isTraceEnabled()) + log.debug("Start copy of " + sourceDesc + " to " + remoteFile + " on " + getSshTarget() + "..."); + final long oneMB = 1024l;// in KB + final long tenMB = 10 * oneMB;// in KB + // send a content of lfile - in = localFile.getInputStream(); byte[] buf = new byte[1024]; long cycleCount = 0; + long nbrOfBytes = 0; while (true) { int len = in.read(buf, 0, buf.length); if (len <= 0) break; channelOut.write(buf, 0, len); // out.flush(); - if ((cycleCount % 1024) == 0)// each 1 MB + nbrOfBytes = nbrOfBytes + len; + if (((cycleCount % oneMB) == 0) && cycleCount != 0)// each 1 MB System.out.print('#'); + if (((cycleCount % (tenMB)) == 0) && cycleCount != 0)// each 10 + // MB + System.out.print(" - " + cycleCount / tenMB + "0 MB\n"); cycleCount++; } // send '\0' @@ -81,28 +236,56 @@ public class ScpTo extends AbstractJschTask { checkAck(channelIn); if (log.isDebugEnabled()) - log.debug("Finished copy of " + localFile + " to " + remoteFile - + " on " + getSshTarget() + "..."); + log.debug("Transferred to " + remoteFile + " (" + + sizeDesc(nbrOfBytes) + ") on " + getSshTarget() + + " from " + sourceDesc); IOUtils.closeQuietly(channelOut); channel.disconnect(); - session.disconnect(); - } catch (Exception e) { - throw new SlcException("Cannot copy " + localFile + " to " - + remoteFile, e); + throw new SlcException("Cannot copy " + path + " to " + remoteFile, + e); } finally { IOUtils.closeQuietly(in); } } - public void setLocalFile(Resource localFile) { - this.localFile = localFile; + protected String sizeDesc(Long nbrOfBytes) { + if (nbrOfBytes < 1024) + return nbrOfBytes + " B"; + else if (nbrOfBytes < 1024 * 1024) + return (nbrOfBytes / 1024) + " KB"; + else + return nbrOfBytes / (1024 * 1024) + " MB"; + } + + public void setLocalResource(Resource localFile) { + this.localResource = localFile; + } + + public void setRemotePath(String remoteFile) { + this.remotePath = remoteFile; + } + + public void setDir(String dir) { + this.dir = dir; + } + + public void setRemoteDir(String remoteDir) { + this.remoteDir = remoteDir; + } + + public void setIncludes(List includes) { + this.includes = includes; + } + + public void setExcludes(List excludes) { + this.excludes = excludes; } - public void setRemoteFile(String remoteFile) { - this.remoteFile = remoteFile; + public void setPathMatcher(PathMatcher pathMatcher) { + this.pathMatcher = pathMatcher; } }