2011-08-02 22:26:32 +02:00
|
|
|
/**
|
2010-10-20 22:45:52 +02:00
|
|
|
|
|
|
|
Copyright 2010, Google Inc.
|
|
|
|
All rights reserved.
|
|
|
|
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
|
|
modification, are permitted provided that the following conditions are
|
|
|
|
met:
|
|
|
|
|
|
|
|
* Redistributions of source code must retain the above copyright
|
|
|
|
notice, this list of conditions and the following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above
|
|
|
|
copyright notice, this list of conditions and the following disclaimer
|
|
|
|
in the documentation and/or other materials provided with the
|
|
|
|
distribution.
|
|
|
|
* Neither the name of Google Inc. nor the names of its
|
|
|
|
contributors may be used to endorse or promote products derived from
|
|
|
|
this software without specific prior written permission.
|
|
|
|
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
|
|
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
2011-08-02 22:26:32 +02:00
|
|
|
*/
|
2010-10-20 22:45:52 +02:00
|
|
|
|
2010-09-22 19:04:10 +02:00
|
|
|
package com.google.refine.browsing;
|
2010-05-05 01:24:48 +02:00
|
|
|
|
|
|
|
import java.util.LinkedList;
|
|
|
|
import java.util.List;
|
|
|
|
import java.util.Properties;
|
|
|
|
|
|
|
|
import org.json.JSONArray;
|
|
|
|
import org.json.JSONException;
|
|
|
|
import org.json.JSONObject;
|
|
|
|
import org.json.JSONWriter;
|
|
|
|
|
2010-09-22 19:04:10 +02:00
|
|
|
import com.google.refine.Jsonizable;
|
|
|
|
import com.google.refine.browsing.facets.Facet;
|
|
|
|
import com.google.refine.browsing.facets.ListFacet;
|
|
|
|
import com.google.refine.browsing.facets.RangeFacet;
|
|
|
|
import com.google.refine.browsing.facets.ScatterplotFacet;
|
|
|
|
import com.google.refine.browsing.facets.TextSearchFacet;
|
|
|
|
import com.google.refine.browsing.facets.TimeRangeFacet;
|
|
|
|
import com.google.refine.browsing.util.ConjunctiveFilteredRecords;
|
|
|
|
import com.google.refine.browsing.util.ConjunctiveFilteredRows;
|
|
|
|
import com.google.refine.browsing.util.FilteredRecordsAsFilteredRows;
|
|
|
|
import com.google.refine.model.Project;
|
|
|
|
import com.google.refine.model.Row;
|
2010-05-05 01:24:48 +02:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Faceted browsing engine.
|
|
|
|
*/
|
|
|
|
public class Engine implements Jsonizable {
|
2011-08-02 22:26:32 +02:00
|
|
|
static public enum Mode {
|
|
|
|
RowBased,
|
|
|
|
RecordBased
|
|
|
|
}
|
|
|
|
|
2010-05-20 02:13:19 +02:00
|
|
|
public final static String INCLUDE_DEPENDENT = "includeDependent";
|
|
|
|
public final static String MODE = "mode";
|
|
|
|
public final static String MODE_ROW_BASED = "row-based";
|
|
|
|
public final static String MODE_RECORD_BASED = "record-based";
|
2011-08-02 22:26:32 +02:00
|
|
|
|
|
|
|
protected Project _project;
|
|
|
|
protected List<Facet> _facets = new LinkedList<Facet>();
|
|
|
|
protected Mode _mode = Mode.RowBased;
|
|
|
|
|
2010-05-22 03:39:27 +02:00
|
|
|
static public String modeToString(Mode mode) {
|
2011-08-02 22:26:32 +02:00
|
|
|
return mode == Mode.RowBased ? MODE_ROW_BASED : MODE_RECORD_BASED;
|
2010-05-22 03:39:27 +02:00
|
|
|
}
|
|
|
|
static public Mode stringToMode(String s) {
|
2011-08-02 22:26:32 +02:00
|
|
|
return MODE_ROW_BASED.equals(s) ? Mode.RowBased : Mode.RecordBased;
|
2010-05-22 03:39:27 +02:00
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-05 01:24:48 +02:00
|
|
|
public Engine(Project project) {
|
|
|
|
_project = project;
|
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-20 02:13:19 +02:00
|
|
|
public Mode getMode() {
|
2011-08-02 22:26:32 +02:00
|
|
|
return _mode;
|
2010-05-20 02:13:19 +02:00
|
|
|
}
|
2010-05-22 03:39:27 +02:00
|
|
|
public void setMode(Mode mode) {
|
2011-08-02 22:26:32 +02:00
|
|
|
_mode = mode;
|
2010-05-22 03:39:27 +02:00
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-06 22:44:40 +02:00
|
|
|
public FilteredRows getAllRows() {
|
2010-05-20 02:13:19 +02:00
|
|
|
return new FilteredRows() {
|
2011-08-02 22:26:32 +02:00
|
|
|
@Override
|
|
|
|
public void accept(Project project, RowVisitor visitor) {
|
|
|
|
try {
|
|
|
|
visitor.start(project);
|
|
|
|
|
|
|
|
int c = project.rows.size();
|
|
|
|
for (int rowIndex = 0; rowIndex < c; rowIndex++) {
|
|
|
|
Row row = project.rows.get(rowIndex);
|
|
|
|
visitor.visit(project, rowIndex, row);
|
|
|
|
}
|
|
|
|
} finally {
|
|
|
|
visitor.end(project);
|
|
|
|
}
|
|
|
|
}
|
2010-05-20 02:13:19 +02:00
|
|
|
};
|
2010-05-06 22:44:40 +02:00
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-20 02:13:19 +02:00
|
|
|
public FilteredRows getAllFilteredRows() {
|
|
|
|
return getFilteredRows(null);
|
2010-05-05 01:24:48 +02:00
|
|
|
}
|
|
|
|
|
2010-05-20 02:13:19 +02:00
|
|
|
public FilteredRows getFilteredRows(Facet except) {
|
2011-08-02 22:26:32 +02:00
|
|
|
if (_mode == Mode.RecordBased) {
|
|
|
|
return new FilteredRecordsAsFilteredRows(getFilteredRecords(except));
|
|
|
|
} else if (_mode == Mode.RowBased) {
|
|
|
|
ConjunctiveFilteredRows cfr = new ConjunctiveFilteredRows();
|
|
|
|
for (Facet facet : _facets) {
|
|
|
|
if (facet != except) {
|
|
|
|
RowFilter rowFilter = facet.getRowFilter(_project);
|
|
|
|
if (rowFilter != null) {
|
|
|
|
cfr.add(rowFilter);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return cfr;
|
|
|
|
}
|
|
|
|
throw new InternalError("Unknown mode.");
|
2010-05-20 02:13:19 +02:00
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-20 02:13:19 +02:00
|
|
|
public FilteredRecords getAllRecords() {
|
|
|
|
return new FilteredRecords() {
|
2011-08-02 22:26:32 +02:00
|
|
|
@Override
|
|
|
|
public void accept(Project project, RecordVisitor visitor) {
|
|
|
|
try {
|
|
|
|
visitor.start(project);
|
|
|
|
|
|
|
|
int c = project.recordModel.getRecordCount();
|
|
|
|
for (int r = 0; r < c; r++) {
|
|
|
|
visitor.visit(project, project.recordModel.getRecord(r));
|
|
|
|
}
|
|
|
|
} finally {
|
|
|
|
visitor.end(project);
|
|
|
|
}
|
|
|
|
}
|
2010-05-20 02:13:19 +02:00
|
|
|
};
|
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-20 02:13:19 +02:00
|
|
|
public FilteredRecords getFilteredRecords() {
|
2011-08-02 22:26:32 +02:00
|
|
|
return getFilteredRecords(null);
|
2010-05-20 02:13:19 +02:00
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-20 02:13:19 +02:00
|
|
|
public FilteredRecords getFilteredRecords(Facet except) {
|
2011-08-02 22:26:32 +02:00
|
|
|
if (_mode == Mode.RecordBased) {
|
|
|
|
ConjunctiveFilteredRecords cfr = new ConjunctiveFilteredRecords();
|
2010-05-20 02:13:19 +02:00
|
|
|
for (Facet facet : _facets) {
|
|
|
|
if (facet != except) {
|
2010-05-24 19:14:54 +02:00
|
|
|
RecordFilter recordFilter = facet.getRecordFilter(_project);
|
2010-05-20 02:13:19 +02:00
|
|
|
if (recordFilter != null) {
|
|
|
|
cfr.add(recordFilter);
|
|
|
|
}
|
2010-05-05 01:24:48 +02:00
|
|
|
}
|
|
|
|
}
|
2010-05-20 02:13:19 +02:00
|
|
|
return cfr;
|
2011-08-02 22:26:32 +02:00
|
|
|
}
|
|
|
|
throw new InternalError("This method should not be called when the engine is not in record mode.");
|
2010-05-05 01:24:48 +02:00
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-05 01:24:48 +02:00
|
|
|
public void initializeFromJSON(JSONObject o) throws Exception {
|
|
|
|
if (o == null) {
|
|
|
|
return;
|
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-05 01:24:48 +02:00
|
|
|
if (o.has("facets") && !o.isNull("facets")) {
|
|
|
|
JSONArray a = o.getJSONArray("facets");
|
|
|
|
int length = a.length();
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-05 01:24:48 +02:00
|
|
|
for (int i = 0; i < length; i++) {
|
|
|
|
JSONObject fo = a.getJSONObject(i);
|
|
|
|
String type = fo.has("type") ? fo.getString("type") : "list";
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-05 01:24:48 +02:00
|
|
|
Facet facet = null;
|
|
|
|
if ("list".equals(type)) {
|
|
|
|
facet = new ListFacet();
|
|
|
|
} else if ("range".equals(type)) {
|
|
|
|
facet = new RangeFacet();
|
2010-08-31 19:57:54 +02:00
|
|
|
} else if ("timerange".equals(type)) {
|
|
|
|
facet = new TimeRangeFacet();
|
2010-05-05 01:24:48 +02:00
|
|
|
} else if ("scatterplot".equals(type)) {
|
|
|
|
facet = new ScatterplotFacet();
|
|
|
|
} else if ("text".equals(type)) {
|
|
|
|
facet = new TextSearchFacet();
|
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-05 01:24:48 +02:00
|
|
|
if (facet != null) {
|
|
|
|
facet.initializeFromJSON(_project, fo);
|
|
|
|
_facets.add(facet);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-20 02:13:19 +02:00
|
|
|
// for backward compatibility
|
2010-05-05 01:24:48 +02:00
|
|
|
if (o.has(INCLUDE_DEPENDENT) && !o.isNull(INCLUDE_DEPENDENT)) {
|
2010-05-20 02:13:19 +02:00
|
|
|
_mode = o.getBoolean(INCLUDE_DEPENDENT) ? Mode.RecordBased : Mode.RowBased;
|
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-20 02:13:19 +02:00
|
|
|
if (o.has(MODE) && !o.isNull(MODE)) {
|
2011-08-02 22:26:32 +02:00
|
|
|
_mode = MODE_ROW_BASED.equals(o.getString(MODE)) ? Mode.RowBased : Mode.RecordBased;
|
2010-05-05 01:24:48 +02:00
|
|
|
}
|
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2010-05-05 01:24:48 +02:00
|
|
|
public void computeFacets() throws JSONException {
|
2011-08-02 22:26:32 +02:00
|
|
|
if (_mode == Mode.RowBased) {
|
|
|
|
for (Facet facet : _facets) {
|
|
|
|
FilteredRows filteredRows = getFilteredRows(facet);
|
|
|
|
|
|
|
|
facet.computeChoices(_project, filteredRows);
|
|
|
|
}
|
|
|
|
} else if (_mode == Mode.RecordBased) {
|
|
|
|
for (Facet facet : _facets) {
|
|
|
|
FilteredRecords filteredRecords = getFilteredRecords(facet);
|
|
|
|
|
|
|
|
facet.computeChoices(_project, filteredRecords);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
throw new InternalError("Unknown mode.");
|
|
|
|
}
|
2010-05-05 01:24:48 +02:00
|
|
|
}
|
2011-08-02 22:26:32 +02:00
|
|
|
|
2011-08-02 21:30:23 +02:00
|
|
|
@Override
|
2010-05-05 01:24:48 +02:00
|
|
|
public void write(JSONWriter writer, Properties options)
|
2011-08-02 22:26:32 +02:00
|
|
|
throws JSONException {
|
|
|
|
|
2010-05-05 01:24:48 +02:00
|
|
|
writer.object();
|
|
|
|
writer.key("facets");
|
2011-08-02 22:26:32 +02:00
|
|
|
writer.array();
|
|
|
|
for (Facet facet : _facets) {
|
|
|
|
facet.write(writer, options);
|
|
|
|
}
|
|
|
|
writer.endArray();
|
2010-05-20 02:13:19 +02:00
|
|
|
writer.key(MODE); writer.value(_mode == Mode.RowBased ? MODE_ROW_BASED : MODE_RECORD_BASED);
|
2010-05-05 01:24:48 +02:00
|
|
|
writer.endObject();
|
|
|
|
}
|
|
|
|
}
|