128 lines
5.4 KiB
Java
128 lines
5.4 KiB
Java
![]() |
package com.metaweb.gridworks.importers;
|
||
|
|
||
|
import java.io.InputStream;
|
||
|
import java.io.Reader;
|
||
|
import java.util.ArrayList;
|
||
|
import java.util.List;
|
||
|
import java.util.Properties;
|
||
|
|
||
|
import org.jrdf.JRDFFactory;
|
||
|
import org.jrdf.SortedMemoryJRDFFactory;
|
||
|
import org.jrdf.collection.MemMapFactory;
|
||
|
import org.jrdf.graph.Graph;
|
||
|
import org.jrdf.graph.Triple;
|
||
|
import org.jrdf.parser.line.GraphLineParser;
|
||
|
import org.jrdf.parser.line.LineParser;
|
||
|
import org.jrdf.parser.line.LineParserImpl;
|
||
|
import org.jrdf.parser.line.LineHandler;
|
||
|
import org.jrdf.parser.ntriples.NTriplesParser;
|
||
|
import org.jrdf.parser.ntriples.NTriplesParserFactory;
|
||
|
import org.jrdf.parser.ntriples.parser.BlankNodeParserImpl;
|
||
|
import org.jrdf.parser.ntriples.parser.LiteralParserImpl;
|
||
|
import org.jrdf.parser.ntriples.parser.NodeMaps;
|
||
|
import org.jrdf.parser.ntriples.parser.NodeMapsImpl;
|
||
|
import org.jrdf.parser.ntriples.parser.RegexTripleParser;
|
||
|
import org.jrdf.parser.ntriples.parser.TripleParser;
|
||
|
import org.jrdf.parser.ntriples.parser.TripleParserImpl;
|
||
|
import org.jrdf.parser.ntriples.parser.URIReferenceParserImpl;
|
||
|
import org.jrdf.util.ClosableIterable;
|
||
|
import org.jrdf.util.boundary.RegexMatcherFactory;
|
||
|
import org.jrdf.util.boundary.RegexMatcherFactoryImpl;
|
||
|
import static org.jrdf.graph.AnyObjectNode.ANY_OBJECT_NODE;
|
||
|
import static org.jrdf.graph.AnyPredicateNode.ANY_PREDICATE_NODE;
|
||
|
import static org.jrdf.graph.AnySubjectNode.ANY_SUBJECT_NODE;
|
||
|
|
||
|
import com.metaweb.gridworks.model.Cell;
|
||
|
import com.metaweb.gridworks.model.Column;
|
||
|
import com.metaweb.gridworks.model.Project;
|
||
|
import com.metaweb.gridworks.model.Row;
|
||
|
|
||
|
public class RdfTripleImporter implements Importer{
|
||
|
JRDFFactory JrdfFactory;
|
||
|
NTriplesParserFactory nTriplesParserFactory;
|
||
|
MemMapFactory newMapFactory;
|
||
|
|
||
|
public RdfTripleImporter(){
|
||
|
JrdfFactory = SortedMemoryJRDFFactory.getFactory();
|
||
|
nTriplesParserFactory = new NTriplesParserFactory();
|
||
|
newMapFactory = new MemMapFactory();
|
||
|
}
|
||
|
|
||
|
@Override
|
||
|
public void read(Reader reader, Project project, Properties options) throws Exception {
|
||
|
String baseUrl = options.getProperty("base-url");
|
||
|
|
||
|
Graph graph = JrdfFactory.getNewGraph();
|
||
|
//System.out.println("--------------------------------");
|
||
|
//System.out.println("initial number of triples before parsing is : " + graph.getNumberOfTriples());
|
||
|
LineHandler lineHandler = nTriplesParserFactory.createParser(graph, newMapFactory);
|
||
|
GraphLineParser parser = new GraphLineParser(graph, lineHandler);
|
||
|
parser.parse(reader, baseUrl); //fills JRDF graph
|
||
|
//System.out.println("number of triples parsed is : " + graph.getNumberOfTriples());
|
||
|
|
||
|
//first column is subject
|
||
|
project.columnModel.columns.add(0, new Column(0, "subject"));
|
||
|
project.columnModel.update();
|
||
|
|
||
|
ClosableIterable<Triple> triples = graph.find(ANY_SUBJECT_NODE, ANY_PREDICATE_NODE, ANY_OBJECT_NODE);
|
||
|
try {
|
||
|
int numberOfColumns = 1;
|
||
|
for (Triple triple : triples) {
|
||
|
|
||
|
//System.out.println("Triple : " + triple);
|
||
|
String subject = triple.getSubject().toString();
|
||
|
String predicate = triple.getPredicate().toString();
|
||
|
String object = triple.getObject().toString();
|
||
|
|
||
|
//System.out.println("subject : " + subject);
|
||
|
//System.out.println("predicate : " + predicate);
|
||
|
//System.out.println("object : " + object);
|
||
|
//System.out.println("predicate relates to column : " + project.columnModel.getColumnByName(predicate));
|
||
|
|
||
|
//creates new column for every predicate
|
||
|
if(project.columnModel.getColumnByName(predicate) == null){
|
||
|
//System.out.println("adding new column");
|
||
|
project.columnModel.columns.add(numberOfColumns, new Column(numberOfColumns, predicate));
|
||
|
project.columnModel.update();
|
||
|
numberOfColumns++;
|
||
|
//System.out.println("New total number of columns : " + numberOfColumns);
|
||
|
}
|
||
|
|
||
|
//FIXME - this is sparse (one row per triple), need to reconcile on subjects.
|
||
|
AddNewRow(project, subject, predicate, object);
|
||
|
}
|
||
|
|
||
|
} finally {
|
||
|
triples.iterator().close();
|
||
|
}
|
||
|
}
|
||
|
|
||
|
protected void AddNewRow(Project project, String subject, String predicate, String object){
|
||
|
int numberOfColumns = project.columnModel.columns.size();
|
||
|
|
||
|
//add subject
|
||
|
Row row = new Row(numberOfColumns);
|
||
|
row.setCell(0, new Cell(subject, null));
|
||
|
|
||
|
//add object to a row
|
||
|
int columnIndex = project.columnModel.getColumnIndexByName(predicate);
|
||
|
//System.out.println("predicate relates to columnIndex : " + columnIndex);
|
||
|
row.setCell(columnIndex, new Cell(object, null));
|
||
|
//System.out.println("Number of cells in new row : " + row.cells.size());
|
||
|
project.rows.add(row);
|
||
|
//System.out.println("New total number of rows : " + project.rows.size());
|
||
|
}
|
||
|
|
||
|
@Override
|
||
|
public void read(InputStream inputStream, Project project, Properties options) throws Exception {
|
||
|
// TODO
|
||
|
throw new UnsupportedOperationException();
|
||
|
}
|
||
|
|
||
|
@Override
|
||
|
public boolean takesReader() {
|
||
|
return true;
|
||
|
}
|
||
|
|
||
|
}
|