83ed9ffdaf
* Make sure data directory is directory, not a file * Add a test for zip archive import Also tests the saving of the archive file name and source filename * Add TODOs - no functional changes * Cosmetic cleanups * Revert importer API changes for archive file name parameter Fixes #2963 - restore binary compatibility to the API - hoist the handling of both fileSource and archiveFileName from TabularImportingParserBase and TreeImportingParserBase to ImportingParserBase so that there's only one copy. These 3 classes are all part of the internal implementation, so there should be no compatibility issue. * Revert weird flow of control for import options metadata This reverts the very convoluted control flow that was introduced when adding the input options to the project metadata. Instead the metadata is all handled in the importer framework rather than having to change APIs are have individual importers worry about it. The feature never had test coverage, so that is still to be added. * Add test for import options in project metadata & fix bug Fixes bug where same options object was being reused and overwritten, so all copies in the list ended up the same.
94 lines
3.6 KiB
Java
94 lines
3.6 KiB
Java
/*
|
|
|
|
Copyright 2011, Google Inc.
|
|
All rights reserved.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are
|
|
met:
|
|
|
|
* Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
* Redistributions in binary form must reproduce the above
|
|
copyright notice, this list of conditions and the following disclaimer
|
|
in the documentation and/or other materials provided with the
|
|
distribution.
|
|
* Neither the name of Google Inc. nor the names of its
|
|
contributors may be used to endorse or promote products derived from
|
|
this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
package com.google.refine.pcaxis;
|
|
|
|
import java.io.LineNumberReader;
|
|
import java.io.Reader;
|
|
import java.util.List;
|
|
|
|
import org.slf4j.Logger;
|
|
import org.slf4j.LoggerFactory;
|
|
|
|
import com.fasterxml.jackson.databind.node.ObjectNode;
|
|
import com.google.refine.ProjectMetadata;
|
|
import com.google.refine.importers.TabularImportingParserBase;
|
|
import com.google.refine.importing.ImportingJob;
|
|
import com.google.refine.model.Project;
|
|
import com.google.refine.util.JSONUtilities;
|
|
import com.google.refine.util.ParsingUtilities;
|
|
|
|
public class PCAxisImporter extends TabularImportingParserBase {
|
|
static final Logger logger = LoggerFactory.getLogger(PCAxisImporter.class);
|
|
|
|
public PCAxisImporter() {
|
|
super(false);
|
|
}
|
|
|
|
@Override
|
|
public ObjectNode createParserUIInitializationData(
|
|
ImportingJob job, List<ObjectNode> fileRecords, String format) {
|
|
ObjectNode options = ParsingUtilities.mapper.createObjectNode();
|
|
JSONUtilities.safePut(options, "includeFileSources", fileRecords.size() > 1);
|
|
JSONUtilities.safePut(options, "skipDataLines", 0);
|
|
JSONUtilities.safePut(options, "limit", -1);
|
|
return options;
|
|
}
|
|
|
|
@Override
|
|
public void parseOneFile(
|
|
Project project,
|
|
ProjectMetadata metadata,
|
|
ImportingJob job,
|
|
String fileSource,
|
|
Reader reader,
|
|
int limit,
|
|
ObjectNode options,
|
|
List<Exception> exceptions
|
|
) {
|
|
LineNumberReader lnReader = new LineNumberReader(reader);
|
|
TableDataReader dataReader = new PCAxisTableDataReader(lnReader, exceptions);
|
|
|
|
// Stuff these settings to get TabularImportingParserBase.readTable
|
|
// to behave as we want.
|
|
JSONUtilities.safePut(options, "ignoreLines", -1);
|
|
JSONUtilities.safePut(options, "headerLines", 1);
|
|
JSONUtilities.safePut(options, "storeBlankRows", true);
|
|
JSONUtilities.safePut(options, "storeBlankCellsAsNulls", true);
|
|
|
|
TabularImportingParserBase.readTable(
|
|
project, metadata, job, dataReader,
|
|
fileSource, limit, options, exceptions);
|
|
}
|
|
}
|