Basic trivial test for Excel importer. Please add to this...
git-svn-id: http://google-refine.googlecode.com/svn/trunk@2329 7d457c2a-affb-35e4-300a-418c747d4874
This commit is contained in:
Tom Morris
parent
5c95c9c1f9
commit
4966dcc61f
@ -0,0 +1,199 @@
|
||||
/*
|
||||
|
||||
Copyright 2011, Thomas F. Morris
|
||||
All rights reserved.
|
||||
|
||||
Redistribution and use in source and binary forms, with or without
|
||||
modification, are permitted provided that the following conditions are
|
||||
met:
|
||||
|
||||
* Redistributions of source code must retain the above copyright
|
||||
notice, this list of conditions and the following disclaimer.
|
||||
* Redistributions in binary form must reproduce the above
|
||||
copyright notice, this list of conditions and the following disclaimer
|
||||
in the documentation and/or other materials provided with the
|
||||
distribution.
|
||||
* Neither the name of Google Inc. nor the names of its
|
||||
contributors may be used to endorse or promote products derived from
|
||||
this software without specific prior written permission.
|
||||
|
||||
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||||
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||||
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||||
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||||
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
|
||||
*/
|
||||
|
||||
package com.google.refine.tests.importers;
|
||||
|
||||
|
||||
import static org.mockito.Mockito.times;
|
||||
import static org.mockito.Mockito.verify;
|
||||
|
||||
import java.io.File;
|
||||
import java.io.FileInputStream;
|
||||
import java.io.FileNotFoundException;
|
||||
import java.io.FileOutputStream;
|
||||
import java.io.IOException;
|
||||
import java.io.InputStream;
|
||||
import java.io.OutputStream;
|
||||
import java.util.Calendar;
|
||||
import java.util.Date;
|
||||
|
||||
import org.apache.poi.hssf.usermodel.HSSFWorkbook;
|
||||
import org.apache.poi.ss.usermodel.Cell;
|
||||
import org.apache.poi.ss.usermodel.Row;
|
||||
import org.apache.poi.ss.usermodel.Sheet;
|
||||
import org.apache.poi.ss.usermodel.Workbook;
|
||||
import org.apache.poi.xssf.usermodel.XSSFWorkbook;
|
||||
import org.json.JSONArray;
|
||||
import org.json.JSONException;
|
||||
import org.slf4j.LoggerFactory;
|
||||
import org.testng.Assert;
|
||||
import org.testng.annotations.AfterMethod;
|
||||
import org.testng.annotations.BeforeMethod;
|
||||
import org.testng.annotations.BeforeTest;
|
||||
import org.testng.annotations.Test;
|
||||
|
||||
import com.google.refine.importers.ExcelImporter;
|
||||
import com.google.refine.util.JSONUtilities;
|
||||
|
||||
public class ExcelImporterTests extends ImporterTest {
|
||||
|
||||
private static final double EPSILON = 0.0000001;
|
||||
private static final int SHEETS = 3;
|
||||
private static final int ROWS = 5;
|
||||
private static final int COLUMNS = 7;
|
||||
|
||||
private static final File xlsxFile = createSpreadsheet(true);
|
||||
private static final File xlsFile = createSpreadsheet(false);
|
||||
|
||||
@Override
|
||||
@BeforeTest
|
||||
public void init() {
|
||||
logger = LoggerFactory.getLogger(this.getClass());
|
||||
}
|
||||
|
||||
//System Under Test
|
||||
ExcelImporter SUT = null;
|
||||
|
||||
@Override
|
||||
@BeforeMethod
|
||||
public void SetUp(){
|
||||
super.SetUp();
|
||||
SUT = new ExcelImporter();
|
||||
}
|
||||
|
||||
@Override
|
||||
@AfterMethod
|
||||
public void TearDown(){
|
||||
SUT = null;
|
||||
super.TearDown();
|
||||
}
|
||||
|
||||
//---------------------read tests------------------------
|
||||
@Test
|
||||
public void readXls() throws FileNotFoundException{
|
||||
|
||||
JSONArray sheets = new JSONArray();
|
||||
JSONUtilities.append(sheets, 0);
|
||||
// JSONUtilities.append(sheets, 1);
|
||||
// JSONUtilities.append(sheets, 2);
|
||||
whenGetArrayOption("sheets", options, sheets);
|
||||
|
||||
whenGetIntegerOption("ignoreLines", options, 0);
|
||||
whenGetIntegerOption("headerLines", options, 0);
|
||||
whenGetIntegerOption("skipDataLines", options, 0);
|
||||
whenGetIntegerOption("limit", options, -1);
|
||||
whenGetBooleanOption("storeBlankCellsAsNulls",options,true);
|
||||
|
||||
InputStream stream = new FileInputStream(xlsFile);
|
||||
|
||||
try {
|
||||
parseOneFile(SUT, stream);
|
||||
} catch (Exception e) {
|
||||
Assert.fail(e.getMessage());
|
||||
}
|
||||
|
||||
Assert.assertEquals(project.rows.size(), ROWS);
|
||||
Assert.assertEquals(project.rows.get(1).cells.size(), COLUMNS);
|
||||
Assert.assertEquals(((Number)project.rows.get(1).getCellValue(0)).doubleValue(),1.1, EPSILON);
|
||||
Assert.assertEquals(((Number)project.rows.get(2).getCellValue(0)).doubleValue(),2.2, EPSILON);
|
||||
|
||||
Assert.assertFalse((Boolean)project.rows.get(1).getCellValue(1));
|
||||
Assert.assertTrue((Boolean)project.rows.get(2).getCellValue(1));
|
||||
|
||||
Assert.assertEquals((String)project.rows.get(1).getCellValue(4)," Row 1 Col 5");
|
||||
Assert.assertNull((String)project.rows.get(1).getCellValue(5));
|
||||
|
||||
try {
|
||||
verify(options, times(1)).getInt("ignoreLines");
|
||||
verify(options, times(1)).getInt("headerLines");
|
||||
verify(options, times(1)).getInt("skipDataLines");
|
||||
verify(options, times(1)).getInt("limit");
|
||||
verify(options, times(1)).getBoolean("storeBlankCellsAsNulls");
|
||||
} catch (JSONException e) {
|
||||
Assert.fail("JSON exception",e);
|
||||
}
|
||||
}
|
||||
|
||||
private static File createSpreadsheet(boolean xml) {
|
||||
|
||||
final Workbook wb = xml ? new XSSFWorkbook() : new HSSFWorkbook();
|
||||
|
||||
for (int s = 0; s < SHEETS; s++) {
|
||||
Sheet sheet = wb.createSheet("Test Sheet " + s);
|
||||
|
||||
for (int row = 0; row < ROWS; row++) {
|
||||
int col = 0;
|
||||
Row r = sheet.createRow(row);
|
||||
Cell c;
|
||||
|
||||
c = r.createCell(col++);
|
||||
c.setCellValue(row * 1.1); // double
|
||||
|
||||
c = r.createCell(col++);
|
||||
c.setCellValue(row % 2 == 0); // boolean
|
||||
|
||||
c = r.createCell(col++);
|
||||
c.setCellValue(Calendar.getInstance()); // calendar
|
||||
|
||||
c = r.createCell(col++);
|
||||
c.setCellValue(new Date()); // date
|
||||
|
||||
c = r.createCell(col++);
|
||||
c.setCellValue(" Row " + row + " Col " + col); // string
|
||||
|
||||
c = r.createCell(col++);
|
||||
c.setCellValue(""); // string
|
||||
|
||||
// HSSFHyperlink hl = new HSSFHyperlink(HSSFHyperlink.LINK_URL);
|
||||
// hl.setLabel(cellData.text);
|
||||
// hl.setAddress(cellData.link);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
File file = null;
|
||||
try {
|
||||
file = File.createTempFile("google-refine-importer-test", xml ? ".xlsx" : ".xls");
|
||||
file.deleteOnExit();
|
||||
OutputStream outputStream = new FileOutputStream(file);
|
||||
wb.write(outputStream);
|
||||
outputStream.flush();
|
||||
outputStream.close();
|
||||
} catch (IOException e) {
|
||||
return null;
|
||||
}
|
||||
return file;
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user