2011-11-07 08:27:35 +01:00
|
|
|
/*
|
|
|
|
|
|
|
|
Copyright 2011, Google Inc.
|
|
|
|
All rights reserved.
|
|
|
|
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
|
|
modification, are permitted provided that the following conditions are
|
|
|
|
met:
|
|
|
|
|
|
|
|
* Redistributions of source code must retain the above copyright
|
|
|
|
notice, this list of conditions and the following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above
|
|
|
|
copyright notice, this list of conditions and the following disclaimer
|
|
|
|
in the documentation and/or other materials provided with the
|
|
|
|
distribution.
|
|
|
|
* Neither the name of Google Inc. nor the names of its
|
|
|
|
contributors may be used to endorse or promote products derived from
|
|
|
|
this software without specific prior written permission.
|
|
|
|
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
|
|
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
package com.google.refine.pcaxis;
|
|
|
|
|
|
|
|
import java.io.LineNumberReader;
|
|
|
|
import java.io.Reader;
|
|
|
|
import java.util.List;
|
|
|
|
|
|
|
|
import org.slf4j.Logger;
|
|
|
|
import org.slf4j.LoggerFactory;
|
|
|
|
|
2018-11-05 18:03:06 +01:00
|
|
|
import com.fasterxml.jackson.databind.node.ObjectNode;
|
2018-11-17 21:42:34 +01:00
|
|
|
import com.google.refine.ProjectMetadata;
|
2011-11-07 08:27:35 +01:00
|
|
|
import com.google.refine.importers.TabularImportingParserBase;
|
|
|
|
import com.google.refine.importing.ImportingJob;
|
|
|
|
import com.google.refine.model.Project;
|
|
|
|
import com.google.refine.util.JSONUtilities;
|
2018-11-05 18:03:06 +01:00
|
|
|
import com.google.refine.util.ParsingUtilities;
|
2011-11-07 08:27:35 +01:00
|
|
|
|
|
|
|
public class PCAxisImporter extends TabularImportingParserBase {
|
|
|
|
static final Logger logger = LoggerFactory.getLogger(PCAxisImporter.class);
|
|
|
|
|
|
|
|
public PCAxisImporter() {
|
|
|
|
super(false);
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
2018-11-05 18:03:06 +01:00
|
|
|
public ObjectNode createParserUIInitializationData(
|
|
|
|
ImportingJob job, List<ObjectNode> fileRecords, String format) {
|
|
|
|
ObjectNode options = ParsingUtilities.mapper.createObjectNode();
|
2011-11-07 08:27:35 +01:00
|
|
|
JSONUtilities.safePut(options, "includeFileSources", fileRecords.size() > 1);
|
|
|
|
JSONUtilities.safePut(options, "skipDataLines", 0);
|
|
|
|
JSONUtilities.safePut(options, "limit", -1);
|
|
|
|
return options;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public void parseOneFile(
|
|
|
|
Project project,
|
|
|
|
ProjectMetadata metadata,
|
|
|
|
ImportingJob job,
|
|
|
|
String fileSource,
|
|
|
|
Reader reader,
|
|
|
|
int limit,
|
2018-11-05 18:03:06 +01:00
|
|
|
ObjectNode options,
|
2011-11-07 08:27:35 +01:00
|
|
|
List<Exception> exceptions
|
|
|
|
) {
|
|
|
|
LineNumberReader lnReader = new LineNumberReader(reader);
|
|
|
|
TableDataReader dataReader = new PCAxisTableDataReader(lnReader, exceptions);
|
|
|
|
|
|
|
|
// Stuff these settings to get TabularImportingParserBase.readTable
|
|
|
|
// to behave as we want.
|
|
|
|
JSONUtilities.safePut(options, "ignoreLines", -1);
|
|
|
|
JSONUtilities.safePut(options, "headerLines", 1);
|
|
|
|
JSONUtilities.safePut(options, "storeBlankRows", true);
|
|
|
|
JSONUtilities.safePut(options, "storeBlankCellsAsNulls", true);
|
|
|
|
|
|
|
|
TabularImportingParserBase.readTable(
|
|
|
|
project, metadata, job, dataReader,
|
|
|
|
fileSource, limit, options, exceptions);
|
2017-10-22 05:33:19 +02:00
|
|
|
|
|
|
|
super.parseOneFile(project, metadata, job, fileSource, reader, limit, options, exceptions);
|
2011-11-07 08:27:35 +01:00
|
|
|
}
|
|
|
|
}
|