X-Git-Url: http://git.argeo.org/?a=blobdiff_plain;f=server%2Fruntime%2Forg.argeo.server.jxl%2Fsrc%2Fmain%2Fjava%2Forg%2Fargeo%2Fserver%2Fjxl%2Fdao%2FJxlDaoSupport.java;h=e8bb7107f1df353b2133bf5c8d3b5fe1822dad09;hb=5f097724cb2f64045c3e636db5804a5909db096f;hp=390fae72be070277692ad22dd19e06cc89476aaa;hpb=db84ccc332884c4b89b755923538cecf2f00df68;p=lgpl%2Fargeo-commons.git diff --git a/server/runtime/org.argeo.server.jxl/src/main/java/org/argeo/server/jxl/dao/JxlDaoSupport.java b/server/runtime/org.argeo.server.jxl/src/main/java/org/argeo/server/jxl/dao/JxlDaoSupport.java index 390fae72b..e8bb7107f 100644 --- a/server/runtime/org.argeo.server.jxl/src/main/java/org/argeo/server/jxl/dao/JxlDaoSupport.java +++ b/server/runtime/org.argeo.server.jxl/src/main/java/org/argeo/server/jxl/dao/JxlDaoSupport.java @@ -4,144 +4,339 @@ import java.io.InputStream; import java.util.ArrayList; import java.util.HashMap; import java.util.List; +import java.util.Locale; import java.util.Map; +import java.util.StringTokenizer; import jxl.Cell; +import jxl.CellType; import jxl.FormulaCell; +import jxl.JXLException; +import jxl.LabelCell; +import jxl.NumberCell; import jxl.Sheet; import jxl.Workbook; +import jxl.WorkbookSettings; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; -import org.argeo.server.ArgeoServerException; +import org.argeo.ArgeoException; +import org.argeo.server.dao.AbstractTabularDaoSupport; +import org.argeo.server.dao.LightDaoSupport; import org.springframework.beans.BeanWrapper; -import org.springframework.beans.BeanWrapperImpl; +import org.springframework.beans.factory.InitializingBean; +import org.springframework.context.ApplicationContextAware; +import org.springframework.util.StringUtils; -public class JxlDaoSupport { +public class JxlDaoSupport extends AbstractTabularDaoSupport implements + LightDaoSupport, ApplicationContextAware, InitializingBean { private final static Log log = LogFactory.getLog(JxlDaoSupport.class); - private ClassLoader classLoader = getClass().getClassLoader(); + private String encoding = "cp1252"; + private Locale locale = null; - private Map> model = new HashMap>(); + protected void load(InputStream in, List references) { + try { + WorkbookSettings workbookSettings = new WorkbookSettings(); + workbookSettings.setEncoding(encoding); + if (locale != null) + workbookSettings.setLocale(locale); + Workbook workbook = Workbook.getWorkbook(in, workbookSettings); + for (Sheet sheet : workbook.getSheets()) { + loadSheet(sheet, references); + } + } catch (Exception e) { + throw new ArgeoException("Cannot load workbook", e); + } + } - public void load(InputStream in) { + protected void loadSheet(Sheet sheet, List references) + throws JXLException { + String sheetName = sheet.getName(); + if (log.isTraceEnabled()) + log.debug("Instantiate sheet " + sheetName); - try { - // used to resolve inner references - Map> tempRefs = new HashMap>(); - List links = new ArrayList(); + String tableName; + int hashIndex = sheetName.lastIndexOf('#'); + if (hashIndex >= 0) { + tableName = sheetName.substring(0, hashIndex); + } else { + tableName = sheetName; + } - Workbook workbook = Workbook.getWorkbook(in); + Class clss = findClassToInstantiate(tableName); - for (Sheet sheet : workbook.getSheets()) { - if (log.isDebugEnabled()) - log - .debug("Instantiate objects of sheet " - + sheet.getName()); - - Cell[] firstRow = sheet.getRow(0); - - // TODO: ability to map sheet names and class names - String className = sheet.getName(); - Class clss = classLoader.loadClass(className); - model.put(clss, new HashMap()); - - tempRefs.put(sheet.getName(), new ArrayList()); - - String keyProperty = firstRow[0].getContents(); - for (int i = 1; i < sheet.getRows(); i++) { + if (hashIndex >= 0) { + // see + // http://stackoverflow.com/questions/451452/valid-characters-for-excel-sheet-names + BeanWrapper bw = newBeanWrapper(clss); + StringTokenizer espSt = new StringTokenizer(sheetName + .substring(hashIndex + 1), "&="); + String keyProperty = null; + while (espSt.hasMoreTokens()) { + String fieldName = espSt.nextToken(); + if (keyProperty == null) + keyProperty = fieldName; + if (!espSt.hasMoreTokens()) + throw new ArgeoException("Badly formatted sheetname " + + sheetName); + String fieldValue = espSt.nextToken(); + bw.setPropertyValue(fieldName, fieldValue); + loadAsObject(bw, sheet, references); + saveOrUpdate(bw.getPropertyValue(keyProperty), bw + .getWrappedInstance(), clss); + } + + } else { + + Cell[] firstRow = sheet.getRow(0); + String keyProperty = firstRow[0].getContents(); + + if (keyProperty.charAt(keyProperty.length() - 1) == '>') { + loadAsColumns(clss, keyProperty.substring(0, keyProperty + .length() - 1), sheet, firstRow, references); + } else { + loadAsRows(clss, keyProperty, sheet, firstRow, references); + } + } + } + + protected void loadAsRows(Class clss, String keyProperty, Sheet sheet, + Cell[] firstRow, List references) throws JXLException { + for (int row = 1; row < sheet.getRows(); row++) { + if (log.isTraceEnabled()) + log.trace(" row " + row); + + Cell[] currentRow = sheet.getRow(row); + BeanWrapper bw = newBeanWrapper(clss); + cells: for (int col = 0; col < firstRow.length; col++) { + String pName = firstRow[col].getContents(); + + if (col < currentRow.length) { + Cell cell = currentRow[col]; + if (overrideCell(cell, bw, pName, keyProperty, row, + references)) + continue cells; + loadCell(cell, bw, pName, keyProperty, row, references); + } + }// cells + + saveOrUpdate(bw.getPropertyValue(keyProperty), bw + .getWrappedInstance(), clss); + // tempRefs.get(sheet.getName()).add(bw.getWrappedInstance()); + registerInTabularView(sheet.getName(), bw.getWrappedInstance()); + } + } + + protected void loadAsColumns(Class clss, String keyProperty, + Sheet sheet, Cell[] firstRow, List references) + throws JXLException { + Cell[] firstColumn = sheet.getColumn(0); + + for (int col = 1; col < firstRow.length; col++) { + if (log.isTraceEnabled()) + log.trace(" column " + col); + BeanWrapper bw = newBeanWrapper(clss); + Cell[] column = sheet.getColumn(col); + for (int row = 0; row < column.length; row++) { + Cell cell = column[row]; + + String propertyName; + if (row == 0) + propertyName = keyProperty; + else + propertyName = firstColumn[row].getContents(); + + Class rowType = bw.getPropertyType(propertyName); + if (log.isTraceEnabled()) + log.trace(" " + propertyName + " rowType=" + + rowType.getName()); + if (Map.class.isAssignableFrom(rowType)) { + if (log.isTraceEnabled()) + log.trace(" start building map " + propertyName); + row++; + Map map = new HashMap(); + String firstColContents = firstColumn[row].getContents(); + mapRows: for (; row < column.length; row++) { + cell = column[row]; + Object key = firstColContents; + if (log.isTraceEnabled()) + log.trace(" row=" + row + ", firstColContents=" + + firstColContents + ", key=" + key + + ", type=" + cell.getType()); + Object cellValue = getCellValue(cell); + map.put(key, cellValue); + + // check next row too see if one should break + if (row < firstColumn.length - 1) + firstColContents = firstColumn[row + 1] + .getContents(); + if (bw.isWritableProperty(firstColContents) + || firstColContents.trim().equals("") + || row == firstColumn.length - 1) { + bw.setPropertyValue(propertyName, map); + if (log.isTraceEnabled()) + log.trace(" set map " + propertyName + + " of size " + map.size()); + break mapRows;// map is over + } + } + } else { + loadCell(cell, bw, propertyName, keyProperty, row, + references); + } + + } + saveOrUpdate(bw.getPropertyValue(keyProperty), bw + .getWrappedInstance(), clss); + // tempRefs.get(sheet.getName()).add(bw.getWrappedInstance()); + registerInTabularView(sheet.getName(), bw.getWrappedInstance()); + }// columns + } + + protected void loadAsObject(BeanWrapper bw, Sheet sheet, + List references) { + Cell[] firstColumn = sheet.getColumn(0); + for (int row = 0; row < firstColumn.length; row++) { + if (log.isTraceEnabled()) + log.trace(" row " + row); + Cell[] currentRow = sheet.getRow(row); + String propertyName = firstColumn[row].getContents(); + Class rowType = bw.getPropertyType(propertyName); + if (Map.class.isAssignableFrom(rowType)) { + Map map = new HashMap(); + if (currentRow.length == 1 + || currentRow[1].getContents().trim().equals("")) { + // simple map + } else { + // map of maps + List subKeys = new ArrayList(); + for (int col = 1; col < currentRow.length; col++) { + subKeys.add(getCellValue(currentRow[col])); + } if (log.isTraceEnabled()) - log.trace(" row " + i); - - Cell[] currentRow = sheet.getRow(i); - BeanWrapper bw = new BeanWrapperImpl(clss); - for (int j = 0; j < firstRow.length; j++) { - String pName = firstRow[j].getContents(); - - Cell cell = currentRow[j]; - if (cell instanceof FormulaCell) { - String formula = ((FormulaCell) cell).getFormula(); - int index = formula.indexOf('!'); - String targetSheet = formula.substring(0, index); - // assume no double letters - Integer targetRow = Integer.parseInt(formula - .substring(index + 2)); - links.add(new Link(bw.getWrappedInstance(), pName, - targetSheet, targetRow)); + log.trace(" subKeys=" + subKeys); + row++; + String firstColContents = firstColumn[row].getContents(); + mapRows: for (; row < firstColumn.length; row++) { + currentRow = sheet.getRow(row); + + Object key = firstColContents; + Map subMap = new HashMap(); + for (int col = 1; col < currentRow.length + && col < subKeys.size() + 1; col++) { + Object subKey = subKeys.get(col - 1); + Cell cell = currentRow[col]; if (log.isTraceEnabled()) - log.debug(" formula: " + formula - + " | content: " + cell.getContents() - + " | targetSheet=" + targetSheet - + ", targetRow=" + targetRow); - } else { - bw.setPropertyValue(pName, cell.getContents()); + log.trace(" row=" + row + + ", firstColContents=" + + firstColContents + ", subKey=" + + subKey + ", type=" + cell.getType()); + Object cellValue = getCellValue(cell); + subMap.put(subKey, cellValue); + } + map.put(key, subMap); + // check next row too see if one should break + if (row < firstColumn.length - 1) + firstColContents = firstColumn[row + 1] + .getContents(); + if (bw.isWritableProperty(firstColContents) + || firstColContents.trim().equals("") + || row == firstColumn.length - 1) { + log.trace(map); + bw.setPropertyValue(propertyName, map); if (log.isTraceEnabled()) - log.debug(" " + pName + "=" - + cell.getContents()); + log.trace(" set map " + propertyName + + " of size " + map.size()); + break mapRows;// map is over } - }// properties set + } - model.get(clss).put(bw.getPropertyValue(keyProperty), - bw.getWrappedInstance()); - tempRefs.get(sheet.getName()).add(bw.getWrappedInstance()); } + } else if (List.class.isAssignableFrom(rowType)) { + throw new UnsupportedOperationException(); + } else { + bw.setPropertyValue(propertyName, getCellValue(currentRow[1])); + } + } + } + + protected void loadCell(Cell cell, BeanWrapper bw, String propertyName, + String keyProperty, Integer row, List references) + throws JXLException { - if (log.isDebugEnabled()) - log.debug(model.get(clss).size() + " objects of type " - + clss); + if (cell instanceof FormulaCell) { + String formula = ((FormulaCell) cell).getFormula(); + int index = formula.indexOf('!'); + if (index < 0) + throw new ArgeoException("Cannot interpret formula " + + formula); + ; + String targetSheet = formula.substring(0, index); + // assume no double letters!! + String targetRowStr = formula.substring(index + 2); + if (targetRowStr.charAt(0) == '$') + targetRowStr = targetRowStr.substring(1); + Integer targetRow = Integer.parseInt(targetRowStr); + references.add(new TabularInternalReference( + bw.getWrappedInstance(), propertyName, targetSheet, + targetRow)); + + if (log.isTraceEnabled()) + log.debug(" formula: " + formula + " | content: " + + cell.getContents() + " | targetSheet=" + targetSheet + + ", targetRow=" + targetRow); + } else { + Object cellValue = getCellValue(cell); + + if (propertyName.equals(keyProperty) + && !StringUtils.hasText(cellValue.toString())) { + // auto allocate key column if empty + cellValue = Integer.toString(row); } - if (log.isDebugEnabled()) - log.debug("Link " + links.size() + " references"); - for (Link link : links) { - BeanWrapper bw = new BeanWrapperImpl(link.object); - Object targetObject = tempRefs.get(link.getTargetSheet()).get( - link.targetRow - 2); - bw.setPropertyValue(link.property, targetObject); + if (propertyName.charAt(0) == '#') {// externalRef + references.add(new Reference(bw.getWrappedInstance(), + propertyName.substring(1), cellValue.toString())); + } else { + bw.setPropertyValue(propertyName, cellValue); } - } catch (Exception e) { - throw new ArgeoServerException("Cannot load workbook", e); + if (log.isTraceEnabled()) + log.debug(" " + propertyName + "=" + cellValue); } - } - @SuppressWarnings("unchecked") - public T getByKey(Class clss, Object key) { - return (T) model.get(clss).get(key); } - public static class Link { - private Object object; - private String property; - private String targetSheet; - private Integer targetRow; - - public Link(Object object, String property, String targetSheet, - Integer targetRow) { - super(); - this.object = object; - this.property = property; - this.targetSheet = targetSheet; - this.targetRow = targetRow; - } - - public Object getObject() { - return object; - } - - public String getProperty() { - return property; + protected Object getCellValue(Cell cell) { + Object contents; + if (cell.getType() == CellType.LABEL) { + LabelCell lc = (LabelCell) cell; + contents = lc.getString(); + } else if (cell.getType() == CellType.NUMBER) { + NumberCell nc = (NumberCell) cell; + contents = nc.getValue(); + } else { + contents = cell.getContents(); } + return contents; + } - public String getTargetSheet() { - return targetSheet; - } + /** Returns true if property was set (thus bypassing standard process). */ + protected Boolean overrideCell(Cell cell, BeanWrapper bw, + String propertyName, String keyProperty, Integer row, + List references) { + return false; + } - public Integer getTargetRow() { - return targetRow; - } + public void setEncoding(String encoding) { + this.encoding = encoding; + } + public void setLocale(Locale locale) { + this.locale = locale; } + }