2013-03-23 23:46:20 +01:00
|
|
|
/*
|
|
|
|
|
|
|
|
Copyright 2010, Google Inc.
|
|
|
|
All rights reserved.
|
|
|
|
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
|
|
modification, are permitted provided that the following conditions are
|
|
|
|
met:
|
|
|
|
|
|
|
|
* Redistributions of source code must retain the above copyright
|
|
|
|
notice, this list of conditions and the following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above
|
|
|
|
copyright notice, this list of conditions and the following disclaimer
|
|
|
|
in the documentation and/or other materials provided with the
|
|
|
|
distribution.
|
|
|
|
* Neither the name of Google Inc. nor the names of its
|
|
|
|
contributors may be used to endorse or promote products derived from
|
|
|
|
this software without specific prior written permission.
|
|
|
|
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
|
|
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
package com.google.refine.io;
|
|
|
|
|
|
|
|
import java.io.File;
|
|
|
|
import java.io.FileOutputStream;
|
|
|
|
import java.io.FileReader;
|
2013-08-05 19:08:02 +02:00
|
|
|
import java.io.IOException;
|
2013-03-23 23:46:20 +01:00
|
|
|
import java.io.OutputStreamWriter;
|
|
|
|
import java.io.Writer;
|
2013-08-10 01:53:53 +02:00
|
|
|
import java.util.Date;
|
|
|
|
import java.util.List;
|
2013-03-23 23:46:20 +01:00
|
|
|
|
2013-08-10 01:53:53 +02:00
|
|
|
import org.apache.commons.lang.StringUtils;
|
2013-08-05 19:08:02 +02:00
|
|
|
import org.json.JSONException;
|
2013-03-23 23:46:20 +01:00
|
|
|
import org.json.JSONObject;
|
|
|
|
import org.json.JSONTokener;
|
|
|
|
import org.json.JSONWriter;
|
|
|
|
import org.slf4j.Logger;
|
|
|
|
import org.slf4j.LoggerFactory;
|
|
|
|
|
|
|
|
import com.google.refine.ProjectMetadata;
|
2013-08-10 01:53:53 +02:00
|
|
|
import com.google.refine.model.Project;
|
2013-03-23 23:46:20 +01:00
|
|
|
|
|
|
|
|
|
|
|
public class ProjectMetadataUtilities {
|
|
|
|
final static Logger logger = LoggerFactory.getLogger("project_metadata_utilities");
|
|
|
|
|
2013-08-05 19:08:02 +02:00
|
|
|
public static void save(ProjectMetadata projectMeta, File projectDir) throws JSONException, IOException {
|
2013-03-23 23:46:20 +01:00
|
|
|
File tempFile = new File(projectDir, "metadata.temp.json");
|
2013-08-05 19:08:02 +02:00
|
|
|
saveToFile(projectMeta, tempFile);
|
2013-03-23 23:46:20 +01:00
|
|
|
|
|
|
|
File file = new File(projectDir, "metadata.json");
|
|
|
|
File oldFile = new File(projectDir, "metadata.old.json");
|
|
|
|
|
2013-08-10 01:53:53 +02:00
|
|
|
if (oldFile.exists()) {
|
|
|
|
oldFile.delete();
|
|
|
|
}
|
|
|
|
|
2013-03-23 23:46:20 +01:00
|
|
|
if (file.exists()) {
|
|
|
|
file.renameTo(oldFile);
|
|
|
|
}
|
|
|
|
|
|
|
|
tempFile.renameTo(file);
|
|
|
|
}
|
|
|
|
|
2013-08-05 19:08:02 +02:00
|
|
|
protected static void saveToFile(ProjectMetadata projectMeta, File metadataFile) throws JSONException, IOException {
|
2013-03-23 23:46:20 +01:00
|
|
|
Writer writer = new OutputStreamWriter(new FileOutputStream(metadataFile));
|
|
|
|
try {
|
|
|
|
JSONWriter jsonWriter = new JSONWriter(writer);
|
|
|
|
projectMeta.write(jsonWriter);
|
|
|
|
} finally {
|
|
|
|
writer.close();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static public ProjectMetadata load(File projectDir) {
|
|
|
|
try {
|
|
|
|
return loadFromFile(new File(projectDir, "metadata.json"));
|
|
|
|
} catch (Exception e) {
|
|
|
|
}
|
|
|
|
|
|
|
|
try {
|
|
|
|
return loadFromFile(new File(projectDir, "metadata.temp.json"));
|
|
|
|
} catch (Exception e) {
|
|
|
|
}
|
|
|
|
|
|
|
|
try {
|
|
|
|
return loadFromFile(new File(projectDir, "metadata.old.json"));
|
|
|
|
} catch (Exception e) {
|
|
|
|
}
|
|
|
|
|
|
|
|
return null;
|
|
|
|
}
|
2013-08-10 01:53:53 +02:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Reconstruct the project metadata on a best efforts basis. The name is
|
|
|
|
* gone, so build something descriptive from the column names. Recover the
|
|
|
|
* creation and modification times based on whatever files are available.
|
|
|
|
*
|
|
|
|
* @param projectDir the project directory
|
|
|
|
* @param id the proejct id
|
|
|
|
* @return
|
|
|
|
*/
|
|
|
|
static public ProjectMetadata recover(File projectDir, long id) {
|
|
|
|
ProjectMetadata pm = null;
|
|
|
|
Project p = ProjectUtilities.load(projectDir, id);
|
|
|
|
if (p != null) {
|
|
|
|
List<String> columnNames = p.columnModel.getColumnNames();
|
|
|
|
String tempName = "<recovered project> - " + columnNames.size()
|
|
|
|
+ " cols X " + p.rows.size() + " rows - "
|
|
|
|
+ StringUtils.join(columnNames,'|');
|
|
|
|
p.dispose();
|
|
|
|
long ctime = System.currentTimeMillis();
|
|
|
|
long mtime = 0;
|
|
|
|
|
|
|
|
File dataFile = new File(projectDir, "data.zip");
|
|
|
|
ctime = mtime = dataFile.lastModified();
|
|
|
|
|
|
|
|
File historyDir = new File(projectDir,"history");
|
|
|
|
File[] files = historyDir.listFiles();
|
|
|
|
if (files != null) {
|
|
|
|
for (File f : files) {
|
|
|
|
long time = f.lastModified();
|
|
|
|
ctime = Math.min(ctime, time);
|
|
|
|
mtime = Math.max(mtime, time);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
pm = new ProjectMetadata(new Date(ctime),new Date(mtime), tempName);
|
|
|
|
logger.error("Partially recovered missing metadata project in directory " + projectDir + " - " + tempName);
|
|
|
|
}
|
|
|
|
return pm;
|
|
|
|
}
|
2013-03-23 23:46:20 +01:00
|
|
|
|
|
|
|
static protected ProjectMetadata loadFromFile(File metadataFile) throws Exception {
|
|
|
|
FileReader reader = new FileReader(metadataFile);
|
|
|
|
try {
|
|
|
|
JSONTokener tokener = new JSONTokener(reader);
|
|
|
|
JSONObject obj = (JSONObject) tokener.nextValue();
|
|
|
|
|
|
|
|
return ProjectMetadata.loadFromJSON(obj);
|
|
|
|
} finally {
|
|
|
|
reader.close();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|