org.argeo.util/ext/test/org/argeo/util/CsvParserEncodingTest.java

   1 /*
   2  * Copyright (C) 2007-2012 Argeo GmbH
   3  *
   4  * Licensed under the Apache License, Version 2.0 (the "License");
   5  * you may not use this file except in compliance with the License.
   6  * You may obtain a copy of the License at
   7  *
   8  *         http://www.apache.org/licenses/LICENSE-2.0
   9  *
  10  * Unless required by applicable law or agreed to in writing, software
  11  * distributed under the License is distributed on an "AS IS" BASIS,
  12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13  * See the License for the specific language governing permissions and
  14  * limitations under the License.
  15  */
  16 package org.argeo.util;
  17
  18 import java.io.ByteArrayInputStream;
  19 import java.io.InputStream;
  20 import java.util.List;
  21
  22 /** Tests that {@link CsvParser} can deal properly with encodings. */
  23 public class CsvParserEncodingTest {
  24
  25         private String iso = "ISO-8859-1";
  26         private String utf8 = "UTF-8";
  27
  28         public void testParse() throws Exception {
  29
  30                 String xml = new String("áéíóúñ,éééé");
  31                 byte[] utfBytes = xml.getBytes(utf8);
  32                 byte[] isoBytes = xml.getBytes(iso);
  33
  34                 InputStream inUtf = new ByteArrayInputStream(utfBytes);
  35                 InputStream inIso = new ByteArrayInputStream(isoBytes);
  36
  37                 CsvParser csvParser = new CsvParser() {
  38                         protected void processLine(Integer lineNumber, List<String> header, List<String> tokens) {
  39                                 assert header.size() == tokens.size();
  40                                 assert 2 == tokens.size();
  41                                 assert "áéíóúñ".equals(tokens.get(0));
  42                                 assert "éééé".equals(tokens.get(1));
  43                         }
  44                 };
  45
  46                 csvParser.parse(inUtf, utf8);
  47                 inUtf.close();
  48                 csvParser.parse(inIso, iso);
  49                 inIso.close();
  50         }
  51 }