2010-10-20 22:45:52 +02:00
|
|
|
/*
|
|
|
|
|
|
|
|
Copyright 2010, Google Inc.
|
|
|
|
All rights reserved.
|
|
|
|
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
|
|
modification, are permitted provided that the following conditions are
|
|
|
|
met:
|
|
|
|
|
|
|
|
* Redistributions of source code must retain the above copyright
|
|
|
|
notice, this list of conditions and the following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above
|
|
|
|
copyright notice, this list of conditions and the following disclaimer
|
|
|
|
in the documentation and/or other materials provided with the
|
|
|
|
distribution.
|
|
|
|
* Neither the name of Google Inc. nor the names of its
|
|
|
|
contributors may be used to endorse or promote products derived from
|
|
|
|
this software without specific prior written permission.
|
|
|
|
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
|
|
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
2010-09-22 19:04:10 +02:00
|
|
|
package com.google.refine.importers;
|
2010-05-05 01:24:48 +02:00
|
|
|
|
|
|
|
import java.io.File;
|
|
|
|
import java.io.FileInputStream;
|
|
|
|
import java.io.FileOutputStream;
|
2010-08-06 07:04:25 +02:00
|
|
|
import java.io.IOException;
|
2010-05-05 01:24:48 +02:00
|
|
|
import java.io.InputStream;
|
|
|
|
import java.io.OutputStream;
|
|
|
|
|
2011-08-02 05:34:47 +02:00
|
|
|
import org.json.JSONObject;
|
2010-05-05 01:24:48 +02:00
|
|
|
import org.marc4j.MarcPermissiveStreamReader;
|
|
|
|
import org.marc4j.MarcWriter;
|
|
|
|
import org.marc4j.MarcXmlWriter;
|
|
|
|
import org.marc4j.marc.Record;
|
|
|
|
|
2011-08-02 05:34:47 +02:00
|
|
|
import com.google.refine.importing.ImportingJob;
|
2013-09-18 01:19:50 +02:00
|
|
|
import com.google.refine.importing.ImportingUtilities;
|
|
|
|
import com.google.refine.util.JSONUtilities;
|
2010-05-05 01:24:48 +02:00
|
|
|
|
2011-08-02 05:34:47 +02:00
|
|
|
public class MarcImporter extends XmlImporter {
|
2013-09-18 01:19:50 +02:00
|
|
|
|
|
|
|
public MarcImporter() {
|
|
|
|
super();
|
|
|
|
}
|
|
|
|
|
2010-08-06 07:04:25 +02:00
|
|
|
@Override
|
2013-09-18 01:19:50 +02:00
|
|
|
public JSONObject createParserUIInitializationData(ImportingJob job, java.util.List<JSONObject> fileRecords, String format) {
|
|
|
|
|
|
|
|
if (fileRecords.size() > 0) {
|
|
|
|
JSONObject firstFileRecord = fileRecords.get(0);
|
|
|
|
File file = ImportingUtilities.getFile(job, firstFileRecord);
|
|
|
|
File tempFile = new File(file.getAbsolutePath()+".xml");
|
|
|
|
|
|
|
|
JSONUtilities.safePut(firstFileRecord, "location",
|
|
|
|
JSONUtilities.getString(firstFileRecord, "location", "")+".xml");
|
2010-05-26 15:18:48 +02:00
|
|
|
|
2010-05-05 01:24:48 +02:00
|
|
|
try {
|
2013-09-18 01:19:50 +02:00
|
|
|
InputStream inputStream = new FileInputStream(file);
|
|
|
|
OutputStream outputStream = new FileOutputStream(tempFile);
|
2010-08-06 07:04:25 +02:00
|
|
|
try {
|
2013-09-18 01:19:50 +02:00
|
|
|
MarcWriter writer = new MarcXmlWriter(outputStream, true);
|
|
|
|
|
|
|
|
MarcPermissiveStreamReader reader = new MarcPermissiveStreamReader(
|
|
|
|
inputStream, true, true);
|
|
|
|
while (reader.hasNext()) {
|
|
|
|
Record record = reader.next();
|
|
|
|
writer.write(record);
|
|
|
|
}
|
|
|
|
writer.close();
|
|
|
|
} finally {
|
|
|
|
try {
|
|
|
|
outputStream.close();
|
|
|
|
inputStream.close();
|
|
|
|
file.delete(); // get rid of our original file
|
|
|
|
} catch (IOException e) {
|
|
|
|
// Just ignore - not much we can do anyway
|
|
|
|
}
|
2010-08-06 07:04:25 +02:00
|
|
|
}
|
2013-09-18 01:19:50 +02:00
|
|
|
} catch (IOException e) {
|
|
|
|
logger.error("Failed to create temporary XML file from MARC file", e);
|
2010-05-05 01:24:48 +02:00
|
|
|
}
|
|
|
|
}
|
2013-09-18 01:19:50 +02:00
|
|
|
|
|
|
|
JSONObject options = super.createParserUIInitializationData(job, fileRecords, format);
|
|
|
|
|
|
|
|
return options;
|
|
|
|
};
|
|
|
|
|
|
|
|
|
2010-05-05 01:24:48 +02:00
|
|
|
}
|