From e0a0477f79c049d949539489986736dc3d5bd716 Mon Sep 17 00:00:00 2001 From: jackyq2015 Date: Sat, 19 Sep 2015 15:59:42 -0400 Subject: [PATCH] remove the src of freebase --- .classpath | 1 - extensions/build.xml | 2 - extensions/freebase/.classpath | 23 - extensions/freebase/.project | 17 - .../.settings/org.eclipse.jdt.core.prefs | 12 - extensions/freebase/build.xml | 71 -- extensions/freebase/module/MOD-INF/.gitignore | 1 - .../freebase/module/MOD-INF/controller.js | 114 --- ...services-freebase-v1-rev25-1.13.2-beta.jar | Bin 27088 -> 0 bytes ...-freebase-v1-rev25-1.13.2-beta-sources.jar | Bin 79439 -> 0 bytes .../freebase/module/MOD-INF/module.properties | 4 - .../module/langs/translation-default.json | 125 --- .../freebase/module/langs/translation-en.json | 125 --- .../freebase/module/langs/translation-fr.json | 125 --- .../freebase/module/langs/translation-it.json | 125 --- .../scripts/dialogs/confirm-qa-dialog.html | 12 - .../dialogs/extend-data-preview-dialog.html | 26 - .../dialogs/extend-data-preview-dialog.js | 402 -------- .../dialogs/freebase-loading-dialog.html | 67 -- .../dialogs/freebase-loading-dialog.js | 286 ------ .../dialogs/schema-alignment/dialog.js | 324 ------- .../schema-alignment-dialog.html | 39 - .../dialogs/schema-alignment/ui-link.js | 381 -------- .../dialogs/schema-alignment/ui-node.js | 754 --------------- .../freebase/module/scripts/extension.js | 192 ---- .../freebase/module/scripts/util/freebase.js | 63 -- .../dialogs/extend-data-preview-dialog.less | 71 -- .../dialogs/freebase-loading-dialog.less | 92 -- .../dialogs/schema-alignment-dialog.less | 149 --- extensions/freebase/module/styles/theme.less | 34 - .../refine/freebase/FreebaseProperty.java | 42 - .../google/refine/freebase/FreebaseTopic.java | 62 -- .../google/refine/freebase/FreebaseType.java | 70 -- .../freebase/ProtographTransposeExporter.java | 110 --- .../freebase/commands/ExtendDataCommand.java | 65 -- .../commands/ImportQADataCommand.java | 69 -- .../freebase/commands/MQLReadCommand.java | 70 -- .../freebase/commands/MQLWriteCommand.java | 73 -- .../commands/PreviewExtendDataCommand.java | 191 ---- .../commands/PreviewProtographCommand.java | 104 -- .../commands/SaveProtographCommand.java | 73 -- .../freebase/commands/UploadDataCommand.java | 122 --- .../auth/CheckAuthorizationCommand.java | 81 -- .../commands/auth/GetUserBadgesCommand.java | 70 -- .../refine/freebase/expr/MqlKeyQuote.java | 125 --- .../refine/freebase/expr/MqlKeyUnquote.java | 89 -- .../model/changes/DataExtensionChange.java | 469 --------- .../model/recon/DataExtensionReconConfig.java | 99 -- .../model/recon/GuidBasedReconConfig.java | 205 ---- .../model/recon/IdBasedReconConfig.java | 210 ---- .../model/recon/KeyBasedReconConfig.java | 224 ----- .../model/recon/StrictReconConfig.java | 68 -- .../freebase/oauth/FreebaseProvider.java | 77 -- .../FreebaseTimeCommonsHttpOAuthConsumer.java | 103 -- .../operations/ExtendDataOperation.java | 315 ------ .../operations/ImportQADataOperation.java | 140 --- .../operations/SaveProtographOperation.java | 159 ---- .../freebase/protograph/AnonymousNode.java | 84 -- .../protograph/BooleanColumnCondition.java | 75 -- .../freebase/protograph/CellKeyNode.java | 69 -- .../refine/freebase/protograph/CellNode.java | 41 - .../freebase/protograph/CellTopicNode.java | 95 -- .../freebase/protograph/CellValueNode.java | 70 -- .../refine/freebase/protograph/Condition.java | 42 - .../protograph/FreebaseTopicNode.java | 85 -- .../refine/freebase/protograph/Link.java | 82 -- .../refine/freebase/protograph/Node.java | 39 - .../freebase/protograph/NodeWithLinks.java | 42 - .../freebase/protograph/Protograph.java | 205 ---- .../refine/freebase/protograph/ValueNode.java | 63 -- .../MqlwriteLikeTransposedNodeFactory.java | 397 -------- .../protograph/transpose/SchemaHelper.java | 103 -- .../protograph/transpose/TransposedNode.java | 37 - .../transpose/TransposedNodeFactory.java | 76 -- .../protograph/transpose/Transposer.java | 317 ------ .../TripleLoaderTransposedNodeFactory.java | 899 ------------------ .../util/FreebaseDataExtensionJob.java | 453 --------- .../refine/freebase/util/FreebaseUtils.java | 543 ----------- .../webapp/modules/core/MOD-INF/controller.js | 1 - 79 files changed, 10940 deletions(-) delete mode 100644 extensions/freebase/.classpath delete mode 100644 extensions/freebase/.project delete mode 100644 extensions/freebase/.settings/org.eclipse.jdt.core.prefs delete mode 100644 extensions/freebase/build.xml delete mode 100644 extensions/freebase/module/MOD-INF/.gitignore delete mode 100644 extensions/freebase/module/MOD-INF/controller.js delete mode 100644 extensions/freebase/module/MOD-INF/lib/google-api-services-freebase-v1-rev25-1.13.2-beta.jar delete mode 100644 extensions/freebase/module/MOD-INF/libsrc/google-api-services-freebase-v1-rev25-1.13.2-beta-sources.jar delete mode 100644 extensions/freebase/module/MOD-INF/module.properties delete mode 100644 extensions/freebase/module/langs/translation-default.json delete mode 100644 extensions/freebase/module/langs/translation-en.json delete mode 100644 extensions/freebase/module/langs/translation-fr.json delete mode 100644 extensions/freebase/module/langs/translation-it.json delete mode 100644 extensions/freebase/module/scripts/dialogs/confirm-qa-dialog.html delete mode 100644 extensions/freebase/module/scripts/dialogs/extend-data-preview-dialog.html delete mode 100644 extensions/freebase/module/scripts/dialogs/extend-data-preview-dialog.js delete mode 100644 extensions/freebase/module/scripts/dialogs/freebase-loading-dialog.html delete mode 100644 extensions/freebase/module/scripts/dialogs/freebase-loading-dialog.js delete mode 100644 extensions/freebase/module/scripts/dialogs/schema-alignment/dialog.js delete mode 100644 extensions/freebase/module/scripts/dialogs/schema-alignment/schema-alignment-dialog.html delete mode 100644 extensions/freebase/module/scripts/dialogs/schema-alignment/ui-link.js delete mode 100644 extensions/freebase/module/scripts/dialogs/schema-alignment/ui-node.js delete mode 100644 extensions/freebase/module/scripts/extension.js delete mode 100644 extensions/freebase/module/scripts/util/freebase.js delete mode 100644 extensions/freebase/module/styles/dialogs/extend-data-preview-dialog.less delete mode 100644 extensions/freebase/module/styles/dialogs/freebase-loading-dialog.less delete mode 100644 extensions/freebase/module/styles/dialogs/schema-alignment-dialog.less delete mode 100644 extensions/freebase/module/styles/theme.less delete mode 100644 extensions/freebase/src/com/google/refine/freebase/FreebaseProperty.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/FreebaseTopic.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/FreebaseType.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/ProtographTransposeExporter.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/commands/ExtendDataCommand.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/commands/ImportQADataCommand.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/commands/MQLReadCommand.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/commands/MQLWriteCommand.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/commands/PreviewExtendDataCommand.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/commands/PreviewProtographCommand.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/commands/SaveProtographCommand.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/commands/UploadDataCommand.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/commands/auth/CheckAuthorizationCommand.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/commands/auth/GetUserBadgesCommand.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/expr/MqlKeyQuote.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/expr/MqlKeyUnquote.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/model/changes/DataExtensionChange.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/model/recon/DataExtensionReconConfig.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/model/recon/GuidBasedReconConfig.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/model/recon/IdBasedReconConfig.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/model/recon/KeyBasedReconConfig.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/model/recon/StrictReconConfig.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/oauth/FreebaseProvider.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/oauth/FreebaseTimeCommonsHttpOAuthConsumer.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/operations/ExtendDataOperation.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/operations/ImportQADataOperation.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/operations/SaveProtographOperation.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/AnonymousNode.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/BooleanColumnCondition.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/CellKeyNode.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/CellNode.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/CellTopicNode.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/CellValueNode.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/Condition.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/FreebaseTopicNode.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/Link.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/Node.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/NodeWithLinks.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/Protograph.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/ValueNode.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/transpose/MqlwriteLikeTransposedNodeFactory.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/transpose/SchemaHelper.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/transpose/TransposedNode.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/transpose/TransposedNodeFactory.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/transpose/Transposer.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/protograph/transpose/TripleLoaderTransposedNodeFactory.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/util/FreebaseDataExtensionJob.java delete mode 100644 extensions/freebase/src/com/google/refine/freebase/util/FreebaseUtils.java diff --git a/.classpath b/.classpath index e9f1fd119..87dcbfae3 100644 --- a/.classpath +++ b/.classpath @@ -2,7 +2,6 @@ - diff --git a/extensions/build.xml b/extensions/build.xml index 50da947dd..1b7fa19ad 100644 --- a/extensions/build.xml +++ b/extensions/build.xml @@ -11,7 +11,6 @@ - @@ -20,7 +19,6 @@ - diff --git a/extensions/freebase/.classpath b/extensions/freebase/.classpath deleted file mode 100644 index 14d81eb4f..000000000 --- a/extensions/freebase/.classpath +++ /dev/null @@ -1,23 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - diff --git a/extensions/freebase/.project b/extensions/freebase/.project deleted file mode 100644 index 68c1fa144..000000000 --- a/extensions/freebase/.project +++ /dev/null @@ -1,17 +0,0 @@ - - - grefine-freebase - - - - - - org.eclipse.jdt.core.javabuilder - - - - - - org.eclipse.jdt.core.javanature - - diff --git a/extensions/freebase/.settings/org.eclipse.jdt.core.prefs b/extensions/freebase/.settings/org.eclipse.jdt.core.prefs deleted file mode 100644 index e95026897..000000000 --- a/extensions/freebase/.settings/org.eclipse.jdt.core.prefs +++ /dev/null @@ -1,12 +0,0 @@ -#Thu Feb 03 10:58:59 EST 2011 -eclipse.preferences.version=1 -org.eclipse.jdt.core.compiler.codegen.inlineJsrBytecode=enabled -org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.6 -org.eclipse.jdt.core.compiler.codegen.unusedLocal=preserve -org.eclipse.jdt.core.compiler.compliance=1.6 -org.eclipse.jdt.core.compiler.debug.lineNumber=generate -org.eclipse.jdt.core.compiler.debug.localVariable=generate -org.eclipse.jdt.core.compiler.debug.sourceFile=generate -org.eclipse.jdt.core.compiler.problem.assertIdentifier=error -org.eclipse.jdt.core.compiler.problem.enumIdentifier=error -org.eclipse.jdt.core.compiler.source=1.6 diff --git a/extensions/freebase/build.xml b/extensions/freebase/build.xml deleted file mode 100644 index f40f07905..000000000 --- a/extensions/freebase/build.xml +++ /dev/null @@ -1,71 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/extensions/freebase/module/MOD-INF/.gitignore b/extensions/freebase/module/MOD-INF/.gitignore deleted file mode 100644 index 840e7d312..000000000 --- a/extensions/freebase/module/MOD-INF/.gitignore +++ /dev/null @@ -1 +0,0 @@ -/classes/ diff --git a/extensions/freebase/module/MOD-INF/controller.js b/extensions/freebase/module/MOD-INF/controller.js deleted file mode 100644 index 206e395c9..000000000 --- a/extensions/freebase/module/MOD-INF/controller.js +++ /dev/null @@ -1,114 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - - */ - -function init() { - Packages.com.google.refine.freebase.oauth.FreebaseProvider.register(); - - var RS = Packages.com.google.refine.RefineServlet; - RS.registerClassMapping( - "com.google.refine.model.changes.DataExtensionChange", - "com.google.refine.freebase.model.changes.DataExtensionChange"); - RS.registerClassMapping( - "com.google.refine.operations.SaveProtographOperation$ProtographChange", - "com.google.refine.freebase.operations.SaveProtographOperation$ProtographChange"); - - // TODO(dfhuynh): Temporary hack until we know how the core module can resolve our module's classes - RS.cacheClass(Packages.com.google.refine.freebase.model.changes.DataExtensionChange); - RS.cacheClass(Packages.com.google.refine.freebase.operations.SaveProtographOperation$ProtographChange); - - RS.registerCommand(module, "extend-data", new Packages.com.google.refine.freebase.commands.ExtendDataCommand()); - RS.registerCommand(module, "preview-extend-data", new Packages.com.google.refine.freebase.commands.PreviewExtendDataCommand()); - - RS.registerCommand(module, "preview-protograph", new Packages.com.google.refine.freebase.commands.PreviewProtographCommand()); - RS.registerCommand(module, "save-protograph", new Packages.com.google.refine.freebase.commands.SaveProtographCommand()); - - RS.registerCommand(module, "check-authorization", new Packages.com.google.refine.freebase.commands.auth.CheckAuthorizationCommand()); - RS.registerCommand(module, "user-badges", new Packages.com.google.refine.freebase.commands.auth.GetUserBadgesCommand()); - - RS.registerCommand(module, "upload-data", new Packages.com.google.refine.freebase.commands.UploadDataCommand()); - RS.registerCommand(module, "import-qa-data", new Packages.com.google.refine.freebase.commands.ImportQADataCommand()); - RS.registerCommand(module, "mqlread", new Packages.com.google.refine.freebase.commands.MQLReadCommand()); - RS.registerCommand(module, "mqlwrite", new Packages.com.google.refine.freebase.commands.MQLWriteCommand()); - - var OR = Packages.com.google.refine.operations.OperationRegistry; - - OR.registerOperation(module, "extend-data", Packages.com.google.refine.freebase.operations.ExtendDataOperation); - OR.registerOperation(module, "import-qa-data", Packages.com.google.refine.freebase.operations.ImportQADataOperation); - OR.registerOperation(module, "save-protograph", Packages.com.google.refine.freebase.operations.SaveProtographOperation); // for backward compatibility - OR.registerOperation(module, "save-schema-alignment-skeleton", Packages.com.google.refine.freebase.operations.SaveProtographOperation); - - var RC = Packages.com.google.refine.model.recon.ReconConfig; - - RC.registerReconConfig(module, "strict", Packages.com.google.refine.freebase.model.recon.StrictReconConfig); - RC.registerReconConfig(module, "extend", Packages.com.google.refine.freebase.model.recon.DataExtensionReconConfig); - - var ER = Packages.com.google.refine.exporters.ExporterRegistry; - - ER.registerExporter("tripleloader", new Packages.com.google.refine.freebase.ProtographTransposeExporter.TripleLoaderExporter()); - ER.registerExporter("mqlwrite", new Packages.com.google.refine.freebase.ProtographTransposeExporter.MqlwriteLikeExporter()); - - var FCR = Packages.com.google.refine.grel.ControlFunctionRegistry; - - FCR.registerFunction("mqlKeyQuote", new Packages.com.google.refine.freebase.expr.MqlKeyQuote()); - FCR.registerFunction("mqlKeyUnquote", new Packages.com.google.refine.freebase.expr.MqlKeyUnquote()); - - Packages.com.google.refine.model.Project. - registerOverlayModel("freebaseProtograph", Packages.com.google.refine.freebase.protograph.Protograph); - - ClientSideResourceManager.addPaths( - "project/scripts", - module, - [ - "scripts/extension.js", - - "scripts/util/freebase.js", - - "scripts/dialogs/freebase-loading-dialog.js", - "scripts/dialogs/extend-data-preview-dialog.js", - - "scripts/dialogs/schema-alignment/dialog.js", - "scripts/dialogs/schema-alignment/ui-node.js", - "scripts/dialogs/schema-alignment/ui-link.js" - ] - ); - - ClientSideResourceManager.addPaths( - "project/styles", - module, - [ - "styles/dialogs/freebase-loading-dialog.less", - "styles/dialogs/extend-data-preview-dialog.less", - "styles/dialogs/schema-alignment-dialog.less" - ] - ); -} diff --git a/extensions/freebase/module/MOD-INF/lib/google-api-services-freebase-v1-rev25-1.13.2-beta.jar b/extensions/freebase/module/MOD-INF/lib/google-api-services-freebase-v1-rev25-1.13.2-beta.jar deleted file mode 100644 index c4ff7a93fe70371ead479033aadf3d500a082a9a..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 27088 zcmce;1CV6hwk}#-wr$(CZQIVWUDaK-)m2?Kx@_CFZQHv2@4e57ciuaDzq8}sxS6ps zB6E$oVy;+YeBU?595WSVKtNG}Apg9{fGvfA{vR(WAW$GVF;yWtDS2^*&ru*C5FkYv z2*|%Ifd65p_)iC;{;~Ma!E!?KQsQDNs`PT=a?woCz)Xl@Z-STA7(c7EDQ%8cp&A>R z$@jRiS&W#WH}%b6=)SypKk;F*OR;bzab&Ps#g0302r^L4XD`|`as}v@SXeO)L^#4_ z(|~A1#$^Wx@1&H{w7a!+&|s7sL%{Ayxv%ka-FVE$oYVQ+6?WA-l$5&o;8kptjg7-Rl_jh)S$ z+yEwK&i`T*(Z3jF?qp_WY~=j+8UFW=nB#vkT>Kx`A(eBqaWXS9r8luLa&|7%(DK01 zK>MVqrPIQ1Ys@gWMGjsKr(H^s0hW_wj7Q^Pk564rK{1A4NvXUDmtYwkALg{p`E3Ts zJ(pR@g^~GT=eQ0`rg#j|ehWO+-p#^rEhsRFHBw8vu`iPj@zwe?{{7SYGR^rC@9SVf z!vN%(aI-{$g&(&&|C>*LY%KUpbS&8Q4I#h3!fpN#@Utpn_MpZ4Gwl?C#UKi7w#jol zfx-3`1G7)~&KRtL(KB`5((=g}>{iJT$BioDR&SH%D_+PIvrp{K8>|52uGD+n(x(!l z!d@Cs)i2xIU$&e1GCdr^hZUkKAKyEakG+^;lagQr$p+W_UE9 zlEx-+-J0Pb*f))H&vR~}&RE+0o=c=(ZqA8KgTfYU$8>dc5S`Y#2a$=ccxX0+UbczQ zLtB?T4I5rs$YEvz`$JxPOo_C@Z0Aucg^1O@=Ri0EPBs%w%r4W;Tr#1T!C6{+6JF=G zNM0$u*Abj`V|c9}!FJjFXeru1>JVClLyIA^32%&CN1G*zi>^bIsfaFA9ny00_?^@? zxpyH$%i3@8f!y^n@3Q`Z^7!|9CCRxNA6>?BJ6(UqVc4>uqu|T}-jdwLg_;Ag6NKM_ zeXU6Zv8*Om#C{g(g%N3XCdy-hI7479vAQVtRYa1=yil$g<*4M4oc>te*`aYD=w9#0 z49q@d;0FyL{%*6FfMND5YwS$CNHC9=+b+%N-YtobVzZNEy;%tGfMCFEGi89sEN4Uk zJK+ebHdPvCTGy0a)|f|Mp{8IBcicP78SGkmU-AiHEIZg3kg}Hg37u}qZw|B6!7DDK zWEhAfh1b~tq&mx=SUf0+)PaZ)8{(v@2J=2_U09JMAe9fEf!wFCU$DgJXW=_9+1OKi z+2Wo!D*kotH|AM(nWW$wA9II_6%L2SLtQUbvaEvp%AG5q{PJF5WLwk`qLM=(9b+O8taI4hmG^7p0R8$v-bzyUSXrfQ1nXo#=?;} zO-AdO@S0*-_B4j<#KW!2Z46jUYA}=8Nt#KA50I>;Cl4LC3%@+}5?^atsWDJ-iIe<; zg7R(cneBSLme>HHzH&7mGu{<PIht>ew?=lY__?eUb zn&ZadAm{W7Gq4SIqpKn)i@O+{EEFROirLq8dgcv3U5%O$jpLu?K1kH?`4VEtebj>v z;sc!O?;dJBf$q9F)J4^KyR>~=Ax}HC5di!NM&5oHydEV1zrx+6_ct80DkJ>?$95et z1_AyaM2lmSXF7on|E-rBZ?r0tEGxk8`n3n|;_97xvq>E{_H%6`cO^yT_BRfnMANco zkk1lg|9oosTWJRLky>Rn*)tY!TL^$+DA=(J|z2d-r%t%C7B* zW|fT8ejgV(fp)~%V=FH6=yP$~9bD@x=`wExCijXjpU9Evd_8DJMZu)0ePG2V2~RBT zl^Uu=Y}g&5gBQU*i*4GCVv{n+9Kj#=zH4&X7tzbXm|lW#a&>gqMEysh9Q@}iTS9x> zufD|=-jc@oS#+z|yuSk6xj4lUO6<#rJIMT*Z@rIupu(MWjn5L7kqaT&Z79rO9ymDe zv}6VYOLFgA!p5%(SFoJ!XY3{F@350BEi7e*i|g|axvlbZTiKqgh!A}VRl7pA;aGJ8 zUxDM%GRW6Mw7ZvrwGB9gJNcF`B8hhQ8cwDQI5qtcCQx51qV*;A?#MLY(L4Jva~3zrnx^f2>+iTPTl^2DhxB`?xH`my6%ezM=R}ZS33s@- zI@E*-$P4aN#kZ()V^QSC7Os+~r;sOyPu589v3g-VzQ=dQf28KBD<45w$c#Q=B!B4g zTDb(`n%3EeOZO3uK@_a6(KMt&v9&xtQeQ|&zCmjp#-&(ZmCXA^F{+F{kze4ct;Qxk zqL?E6WZ-sCsC%?q^aF{0zaw_zk6cYJ=hYvmEGLU6x1-#ev%KL8RNrzo)$7h99o|S5 z>J%;6%cC9MP!pwj6DEQU!cP z*MG^Q%anCADZdc}akV^dQeS*ec
k}B({QhwVCa+7N7D(T2B8Kv%3$W0dapHw?H z7+4d2s>+Sl*wARS3Y#Q){tV2y>RLW{BY1q-ETD*~CtagauYy8sy-l#GTGx^zQPW1z zx}8n1VMsFd&L#ELO}JPf({cu)V}qE{o)cO$14O{9f_sKt2j1QjltAA?f_c_+O%gPS zg?5OAwo(?}7@B>$BfD!)Mh`dNuh8zf4L2X{w<=*h{mxjU+LIq?K^Sh{bF$MwOWmC8 z+b(}Y(!KE$2$EtbzyA)E)eoBV1@f0hDji1NnS}rXviYOm{<*kg`?q9+l&z74*?)+J z6?YsBtgi{mMjNvXZl_<#?@iqeqdXj)X$<`F|6m!)H*;7T~ z6JWY}#baRGl~rImx^Jrq7eJvX`X1ZC63;B#*RY{iIMHTwOI(hxIa_*%PZdvXk)MxU z0`FMedd-YcN~|H*!-(lZ%S8R#usv`)u=ocGV8w?Mh6pL$(RCH(67muY6px#A`>ob4;hkJ=M|1a-_0zPA)@)5NM*zWaao(n(Bq* zyIy@^sa7G3nJJTdyR_j53l9ep(X}eJZ+lq7n)*3?_YKrh(hEw6+Vj>8dHUMMTOe?m z4!=cq!^{?fCVOm4bj)tQPnTjpKKp?scIYqXc@9!S@pLYu=9R1wXFc+e@_7t1!W~ry z^v$>qKNL9``@c(i`K>20$ujLNM&@ZvQ;9%dM(Hb9X$_QUqLVEl-LX&Lq2S(`x)?|Q zR>vzw5)fykI0rw-&W9>Yk;&VklR&hewnEd(SGSADcMQI8v5e7+HCG6mGlij0$~VLM zS$T#AE&YpKZbo*|WevUlzSQ!&tncZP{Bd(}GR=?k0yrg_HM(D_Y^q=LX$yMA+SMsR zrG_Zc&T>1P7S5(&8PXDD$&Mt4Y_mSSg%Md4PGdNiavYS`5e`LEwnoxATjH(x_D<0k zEQU?>q~6xMA?v=|uheJYto8+#br%(@F)hw@cJ(||BbE$%A-7x1ZBF2pZc7e9okcwI z!N1zpwfX2T>{bcG51M!FPj;)a2z4#-jk>El*by^1O9_W3J-oRstL|qBDke2J=4WCx zYs=G%7U|}-$Y4^G9;sQ9n%2#w3gGx_#nnk4nN<3Y1Sw3nEz1PQ?5?%>&^bnHoa@or z*Z|MGn*}}t1U?>HA~iRJo3q!>@4|ij{b-^qoinHhk|Oq}u0l;J{ge`?l^3EB#Ks(= zBbuzDo(70r^VjT~S~FXf_Hb{GsUcJathjykA#XLP{Z**_OIp_0=G6s8DMUjKz-(}y zmuQ&$(NmV3-3|wYCWPc}P2rW&sx!7g7JIwnWE4##b7>M6N0SvGBV^jvh7JjxYM;soHTzy*jltgHo`26>2c z?KYVAvc6nYrX!NzzT)$e%kt`3O}JR>D#Xt)JBr3W$3?%A0>aPaGXrd0Qua5*^Qmms z+_^^l;zW8{FXI$kHr6*zWNOPe?%KV~r6hMJ8-w7boznDXj;zUXNc5+}%?B!AIvJZp z6{G_Sf>(T_G1ikVkCVF6UStpF<5yN>sfDH{Cwz-Bl_Dy#o^%KBy^aTuEBK@Ee)j86 zkIqVp0U7b5xAR|E^(uIMv^gR)1oporaTHZZeq6SIB(!+*ZEQH#kG&qkKirB-y!hnb z(A(tPo$>FITDk;uLX>2N$>|3n|AH;w`N13lm&$|)gP<>TO&ntE-Pfmq*cuUyk?SjH z3MK*BWcY(t&PY&>==Ww|rWLl*LkWRlf~HHri@9B4yzqtKIkWhteYxRQ4!%VCD^AJx zBtMs3sUY?T=!4dv<8DIJTt3p@x5EA840}c8m=|an6dCbz95TlgP!s3^m`{|o;9BrX_g1n zo7^?wR6IpKNQ6(bt3^5@HckzWWw3;eech`bx=`pFY07D8H+B(;{ zo|y`gt@+P@3h4Rx>veV;M$LM7SKWT}PmHzfG1K$Kn6Af;HFLFW@|dn`aXranxr|`95bR*r?G_s7&Ay!7v46M*8@cqhD61pf(@F!qND5vp3(VBPNPi&0wg^_6C9D2x zgWPw6Uw%HF9Uz<%0)l7|axTA)k+kPRNA@4dGZ0_v3O6m2Pid8Mr{q#}k-1HNaaFMh zECG7xaFMY!$XPzq74fnrp&Dv@jfLIKnLBCJk&a@yr3+Dl8i!4?(rY=>569!(a0lHc z>{KhQ@`L#TA}*xK7Rjk-I@m`YJDHex9^L~>zG!ow+>d?h_m@#ZV6K)fg-b8ocwX62 z7&xdqTz4?K%rSF_5r80vN^TW8Nrgs9zhMv;DdANufE0 zagczB%m9XZ25HMxX@Cq)*)9mhh^?0qGm818A(GM;=?6ce0J`6AU%K^X$GyR591c6( zXU|Jh%ej4ETdjSLr>vLEt(K>8E_ZT)clR%EAc`9`Ts{wu7!;2xoGbS|Cs+bf2TTID zy?jvq!DLK+B~%%#NN8#3Q6>jhJtak@>M}vf=CbW{r&=^s6wnx84I#N6SFkK#1OF%@ z!!QPUdbCPfS=1t|ggT81oD_hL{D5vkmIHMkY@1W%p3GSMSPGs)2)mN`aRmzqm5sCd zbArbWnUW(dmPfx7#|AzC4WA?xB+{QmESUku0M(X%hqJQ2Ajbo?bR|KDjiyqkrUkGN zq*V*%ZmM_3+f_=eUcvT@2d$;GGl#MFHx7Nf^}s_}N`b#Fn%}D_Y&NqC>N9p)6xPs= z{$!(1wn}yGp&|d1T^RDy1X}D}-hnd<0o<&#U}-F*#4uBcu6f(!M9Y~$k?X-aGnw7f zZ--}HMLMS{LnUd<7>mXP8M2wNB@e2&_XLGTfZdD<_VB#`adf%z;y55c>~e{6C!;ax zr!LKn_RlZO#p4@P5Tn$yg0pW=W`Ry_G^4qRqsdbTL2>~5?A@Tbv_-o55o;6Kx2dhqgP(T$I}|Eq0ePHi@~P;;B^rP zN2Tz$f8rFYikmhpDi6WKdzPI45<*?IKC$%Y$*4nqdvR86276M5El)J>O1?Bjr0pyf zeJNl58nsbbGqQ}`cCv?lNxu1#$c0b?9ta2{+-$ zc_2;+2N9p4*eb3eu8DoZgzj#jyqy$> zZbyg1$D|M^Z?^iB+Z;0z{w(1vN$j4=FiG9>WHp242zae%bc|P>zxKW<9rLxRT@E*w zp`h=+W-&a_1Br^U7RdHEhhPEEh&!Vz%EaX&?`^1$3k@ckW34v#dtgPA1{=o2Q{pC~ zFJj{k>O|48AI~4932_-<2634~w~}>k=zH8AT6rFBdd}k_Aoxy?yoDIOqt;6*1tc&l z{JmHIT{iNKOncS3Kj$*6A7Lh{6wd5wC#`B}qfL0P$|JElaIpA9Vxz#3IX%;FZC`Xj zp(G)>% zW3k57-1HX_Z*lR}%=8yohG-|*n|qvPUTw@VmBNe-HcR~245hGavLbQYPLiTIx&(!c zXw21g=H1WeltoNyd*|PLK^Tk}N*n{rYsh;*1Duj6p0t+rPi)r3Pz;q8mWhv@=ofyo zlaKNx&RkBMxLht~5S;^`hd!GWcJfoc@#+>r8x4V0iAD zQ+)Hih0cYa^Dxb*`l(Eq`1rQ>6!+lzMCu69;@zJRf8lQBUN1T_7!Xh){J+9o-hU5w z?HvFnq_Xz*)~*i!z+UwcZ&WeV?`$K#U4(xks{0ED$dbo_qk^K$#F-{^#|7C?Q`cA& zF_#t;d;h!)A>0jsp>N&}czg1UM}fFExw+dO5`)j;J6(zVgz@VgQhc+~oGh^?XIrL8V1P#8*$s@Y&%%~a2UUXZ|BNAaNhER9^8a~vWt9@w47e1BK z2Qdf%Dk#)jT%00=TjC8;G;wYeAf}E+M-%%KtjKH)YTo4}-H1A!tFi>0Y}*72*j22^ zj9E>dxldHzBgl+xpdNY{;P!EOjm;lKeHKbLVamll37et}C@wlFGG@M)$YDxbbaql- zs-sR$=1rWV&QI5>_e{zXd$6*L6{O7nscMG(3Mb3FPyhz326h1J|H|AH>Z(^55n|<+ zeDG5%J@A90bj=y=r^>kHCQ49jJbT%ZR{D?mDnR{oA$5olQzhSJGpsh}#O!<=1x!*A zYTzhT@tlp$wmHww!Eq7LRuh>;H;Ps>T#C&?3x`IUM9!0MG^u&PN?>;qh7vYR;YZ}B z$Fy=f7FeJMnADVb@3vcBksqG0Gs;133Ue>WVK``P^F4# zt$v!N>_yht(A=0}&7Z3}`T|SoW!Kz-CNN#m@`7Kb4j<;R>6aW6_LQVEMNC%ztRAgl zDbYNfFX0zq18(5Nr&gTf*T0Hs(^w*46drYYrrwM>Z)whEaj@bu#}9(b=`m@6e68^Ez$jOQihW`PbZjlV4#nzBCT$9kb<}; z-$5`yVOvEvZ!=4Y7AVm=J5h_=FROdAuq|nu&_|qbFy9<39WYJw`jqXT@4OcC-_o5@f#_7Pa9V|sbJ5sfjkO9LC(uicxudbuG7BMq)H$7-7* zbMF4bH;_HmbHGl1$#e~46C0p6#(0EBQdn&1WiH48L90gQK-ie$DKWc?hO}JU9SEtw z59SLOMV5#X3IUPGmk9!@?&-#>tUQo)_tRR-<*BF`t#kC*&3E#Un3>Z>k_^j$} zq}udCk!*hef6h~zu~J6(Ttf`IiUR*0GK~kh6*L?xNiyw^DTX3gyG@}oEr@ADGAD1T zKnUXAXySts1KIfbY^&+mQ7}mYoY$kWTs7!N;pc%2nMB%@pp+Z5h8$00D`rN}xZ`nV zThap3U^k%Eug~OL_`?ssMnSd;WtxHTG4iAw^gc4oV?69w>Dvdgv9e8vzF=3Bhpemt zU5>IGTC@qopyP&6Ps_DEC{Xf-UKeY+L-i;T3s?F5s60|EU&`d4K1?urQx$dh+p}%Hlh@ z`uezM`N8+xitVcCBl!~dNW3>h&qy%%F>D;bP|7d+$^Szi{7S~B~m8DSqIQF3Rjz1dS@NkRv zct)=?!9Lhpau(;YE@Q7rZgb5{bCj#06}MPJLl*UZYOzXpmu*vnaa&~f8EIyUZ zjc50`3xY+kOM*4AESH*@s3eyHb%>@i!gTsusHq&>ImQe^h1T*wOB+u^t7suI)=YPh zVxDbOL0BB7mpQB72#X0f8EL2lBU^g8?X@g!CR_U4}!`7#G%0X=K z=(#tN!Ay4mtt|Fa8R+h#9Z_U;dI*jMqdq!^uZL3p=>@VfjsVMGCtVhS-nJIw&Gh^z zAD@&n7?i>}V@}#307{;%Cs0n(Qs?4Dro?@&1bgPPQyC+9d)=U|E5C?=ZDjV*IC@QX zgCox>UiX{$fb&Qwh+23DDT1eXxj(A)rgI=_7bSvgcuG-$ zMd+RnEZ;{*BL2u2t(P+ujzLI@1_ zoxE)iU1LjnkNQ)$M4D*4q|1y;83p#lmffr6)5K4 zIrf~hJ|M~kT-D@?L<@b+D9Q1H3v?d#-54u)C7objw)5*hd@{R{;p5lCq`MQv3n>DB zSRm@~!4gezRw#=Q;je$Nr%T;eM6HWnJdvr$qi0F+ikTop$4(Ql5&F-pI+2)!BW>&$ z6Gof1hjcE)AO6yG$8kLfVIPra^63ELm#LM3MS$F9NIXaHI|I9hAuXi{-^KyGjwDSq zzWQ?_Rq`=x2M6qWjMRHZBZ$HDOJew7+M4uDCd(b2&)f56I3BDzyPR)J5#S?}jv~AT zchK2I!lih-p>)3?sR)4oRhgG1-g(Gnlhv2fy{O|6cePq=xdfC9#=Erh^!|e`i|agx zI)#yP-B;)3vMUZ3S)$Qa%d|_`v@8CQGz6@(DfR6$aG%9Pec$_ydFy+^RhQ&lM%+`3 z)7JMyT%^0rn(-%r{kN@F%D+cYz+~9ApFHp@XJ)zynh(# z?oZdyKQB}Ldks6nt^gZTGpE02N&_0UDmZGWe)Lk1(J-Z&wtxb385#W_$yVjI)O4aE z020D!tC~)m-V1ZUa&#LGW~Sr&;WNnlYW8-NpFh^0Z|4NJzxKG|iX<DAON8_crmU7t}(U8@F>X+AP%vL#O#2CAYk3XvcS6kQJ#={_zbNC zV*XVGOyf-BEVPV1bX{6^2L5orFGIw`grQLWX@)C_6URv9j&-214d6u$3DYq9c{9-Rr) z0y8PRM#k(3IM4vk0MO$rf3RDx%}%JnP9;L-Y%wA zX3~t!szeMw?2pdC!X+Hu0Tx)=OkL7WdtNe>zm;?A?s}VGJ1;3) zp~SB<)Cs>cs3CvCCtxwq9{%n=3z+TwRQOVHt9P(&tte0ozX3Gu&#xzp>-d;H@-r~) zy>o*h;~HKSRodIx#dIO!S(LjFvs2Fv22~m%X2TS~>kY8__%pEifQg78k-?S2A}g@| zq_nPnc7s#UYR=n1u7sAY*CSzz+Aa$r-CT@2G{BOzoW6no!aiuBdEY{v>KNFkv57E* zv=^_TXWZJEzzwF0yOM>6eD^{2)tpmTAFuBs&}i10lRe?!MaG01Hw^xo$4u*qo@rQA zhAyW3n&8{m#6kvmsh>`d`{HS5kRL``*X}c5Rt_CL2;N0MU+Q(kg{-vpP}Vo}>8RqL z9?PmpSb)2^~*7Eelm`W1bYj+a3`wo)60-Pq~zkLdxP-!B1NlW$I=;e&u_d{uk%QDFjmm`y3(65QW)(@U>^z5m#+Uqzxz4{w zCuVI0hyw1XImJlC_sFnU*}c94DBbQ_B{Sk8Ec9%{e#hZyC$ETaWrtlAQ$R}0-_Jq6 ziV2s^Q@@Tuznb;dYj+q3DWJ@TPm3zp?4g0_QQ-D9OMgTK_yxwn|LmK!&(7KnER*k2 zEOswO(eZF4;CSb7JTbN2HE+C5kC2hbjqp|Kkb2^UPgF)> z1Z(o6Y?K5xRAGmkfA6g8FO0(3y{QuT(;yl8FIO$t|DBSKvYDf+ne#si=^d$CDmr4Q zLsP-;KOAxk>41q*Z5HB^Hed6pL6s!o1d#m`exUR0tq0k95v{|tc&GJX8QgEAz7jl_ zAY4TCMon^N&S3an4}1;Xw2i<)JymA@C}ps4|0A8V>nx`1>^`60iVeb!U0Vrq^|en) zlV^oZgPtYB%!t&3G|_e|t94*h)azRqDCGA+K=f!% z%$3G&YmLxRpy4XH$T{3rLX2=;kbkksMV_r!%j)FL$o8x*M5L(EGRbYR)C-Rok}u)f zCDpU?^xsZ{1SU5cu66doqeW=8_7NQZ#xtiz<(-y+S1Bpadymp+(DODMeA%IX4m)uY zk#$Z{Gj4^d%6x;*(`?eh0)?2^#pj+20bFARXOwWzYvN*pnOh@_Mjg2R0#G$2USGYW zr6<3$(_D+o)fTL|8T*Lj3eK+fy3w1$Cerb=d8$vINMiL)V2i07$zy#?eSK{gIk)u7 zlJzRa-)K3`Yvk?K_Q9`Q`cR){Fs2soI>_edw1wmgY)s zw0f(Eo?3nQDIt6QN__y%u2M`)miav`dJkLkV+*3n9abml{k^CrwO&^L#+j$pv+`ax z(?X99s{?XSjgHYbGFgf2$yZ~_w+i2>vzSh>x#);T{)4Nv%69C_i*>>Qt{j{4oZEG+ zQTDUVRDxdIEBxVPJxCe@rxv%4Q#Rhrq>J6? zR~zHpZeKZ?8L2hb0k90#ZqsE%v6FoSqiU;kc9}~!effO=;)gISB$FsZDJ!iPiLk7) za_&u0Rj4#ny2|mQ)>Wc33oA|kTW??ewmen+`szF7{qa`W&3WNQ?Nw4YCjXn)4G~rm zyCZQBOCM!WBZBQOPQvU;gFGD08CNxzXZ89MG1+ZN-@!g)2onAcpw)8Lh!&=(yy?*C zvYO}U@SbkN>z_#!m^Amyrl9Jg_Q3p7OVpp0CWmNVXv)9w#mjTx2K{mxhbYE`(aex< z*?`J&tSy7<9B4mD8V2yaF=77X*Qrb~X+M)@F3t7{_ngGrVjU5pCcp>bs7SWWFym01 z#Jh))kJ0So#xPy6@M=s> zeWZ~X4&5brb?D8<2V4e2VoJ}bO7-sq^oG4LcSi2$A_-KQOjispYZ2%tBaUXHZTt1m zBL-qihT0CfZEi^4Y(is>1IFEIozN7H9>VBHWi5{7=ZIuyLnm706w6vHnKUMbc=bVN z=s*9~&Xi<=_#*cQuoC{IsABkc0PF8!szF1?9a|0cQ=SkuEn#+=9PP~PcSSHMV}h6M ztfsIt5t$rpQo4F{-#%*^=lFCQ5#Zw+eYQ_^SGNR#u8aY8s@^NeyAu5q7G$oV6#xz0 zBHP*g%Koa(-ue0LYU>L$uBU_1$w)WV5&h0s6R|HZhzyHppNw`462?m;Bq|_^>E=%g z#Aqk2nT#|r!MJGZ6Y;Z>afh-l4rCFO?6%t>yvVMd40e9lA2$o?$&Zy0f?ai@@C<1 zv+Pp~x1O4ADW`w+=E~k_k!>U4CBvb^4>{OtpOZ0Y-1UMFE)CTe0Ka_)$y|Crk9SBl zDzUWDN!M_foEiOIU}^5th-5!i^|Ms87NsfJX=;mi;t&}QVu`O$6(;0bh``bhgs^@slagh_=$9{%X{pz;Ejr4^&ksWOHFTqp@(T0D z``aA;1i{Q)T}ziF!Cr-eJUw@pPD90SCeMnbboWddC)-GM7JOjoOUven}WWVO1JO(Ug-yu;*J7ui=6z@H zpwqn-1AT z-zYZBu5R>ibv|qafc5y&fGQslu2nT?1d;*KdaYnHFRY1|Qu!B|)$yToQmvMHmMYS7 z)Gx~#4dNVBYpcxZOSD>BJFiP(t#0AKr&_J+;E18ZG$D8O*o4?a zYqn?Kv<-4xb6PsX+zI(pk1>cVL1&2aq@w0Hg~~}uLBru=6=VlBZ3xjg1-CU;4SyCW zks}&nAkF(6s;bb+F^Y(qkfuaH>;>K^>SDtY5H3@_(TQL4mF8s0nnSJJb>^B*KlgtF z=Xv?wO^CmvmktIH2&DQVOa*-6Z`xa7K$z}QDj=?63jDa2fg#-&c#a?ZqwYDpHLDR^ ztLw^H{eohDJ(@{6|2Q5-8OG@yM4{PBj73W0MdqQx1Scm%kR|4hJ7s=?o+xG#se|t} zBDglS@9xGL_E!=GF|qvttHHDehx*_z{{Rk6F9N?Q$f{`x0=L=qWa(o4w+XBX-IgdxaxbMSEl99 zV;oTt(Jj!ozpe36zQ9d^{8{76h5J`YtI)rLum2E)Qg#3rfRPQr>p#-h3Kco~IYC6< zUj=T~v-OI=K~)Klf)0up@RE`h)VX1Kd61+55!?NPdgJPkb~TyMM4zY_#Eya)FG^u6 z$x<@f@bT4!M;kZZcjmlj*=+>_tS$@Q-5j6SKW3|&2s?|&= zUaYT}lst@gnrfcX&}B!@=8o$}7zxLl7k?*=0aXZ!dC3`0is7i(e#E+|OOvxM5Y6Ks zDQ=lz*bj{#hY1lXCP+&f8tf0>-&MS!R8qz;3j*evGIJ{+PP+q9zLn@}9~M>Rbp-wO z`v}!c`Usu(6LX|b7%THl(?k=qL^IMjNr}PxYt4~n-L0r%58a)aDwH@ik)0reIa9Np zro~5k--$m%@2NP$&`?~9)IAAr`xF)6u58t4bfh)}3=9*Aj_pcol(w_^d()NGG2F;m zeIwinQ-6XpD@#fx|BET3i@B;fzZ7=Mm!FH!at?tB!F$4gWlGQ^#?97?83%62(7>`s zkpfnc$R`?mlk?SB${@elcQ1H@iF)q6DM^>pFMq!(Uz%e(bfe8gwHWMbM`))#6J+MM zVLq#+W}x=+hkr}eb&M-qDm@vAoEX+@K!j=Y4>WBxhj=&EOlF<20f$|q-|u`9_@7@y^{+)| zMW;XARZcFRZbmk)|55Q*)lonZLj5eN-)O81_(4n^;8a658sV-?%9KN@JfNv;;Il$6 z!eZLCc0SI&GXOzwe>o;={%|X`Tp^M(@mTLJ-jE6 z&$SNMFH9IExIR~{+3m|aeXZC>5)yUr8e@!Ed6|wkS1nfz_}${ycZe2pwgCs}s4grss*0kA`YBwPTy@0IC?vgQw`i z`4--_!^l`oQmoTQjumh8fwM32r#F{8ZOal8dg@@zkY``gx@F7SI(y@KWA*7bDKoNe z*q3?zUyOBQy+~HUMmd^gECm`={zlc*xSxaeY|Tw(%3ZK6+B zm!2YXTIRXO{A?9&ZWcnHXY)y`aO0C-nvSxQliIfnx~fy?Q-P_u?f~ zt0EnX>KbmSV%%Gar__V|7{@Nr=FO(qn`Ezwy(wVWmY!%ol|eZiXu}&2@ALMM>CY&) zGh$#c=b3^cxy6}=t37r%S$P+4Kozi3{dcR9otrjIE?@bxj)r`@pdFQAiJV%~x&-dC>Bb5dhjWQ( z(@cGrDDy$pg`8kBtrkmxT0aitLmc`PbV647sD?mZUJIHSaYAXbBp8w(s?nKQF9L7` zu22?+l4NdQhv%b^fwQ!3G{wqhoRN$efAKRz#Z2|z1k;P0T$h*&BNB21oGVyfJ(*xl z_|I#K7XM}_sJIxpINJd1tWE4)?OaIJ|B47_ z(!WK?e?9g0Gk^d5yKJ6Nllcq8KiL^5h!l@O(uD#3^`unuNgTGSP-yhSnP@zC~yOBuYad(E1VsLkWqb^7bGSg_<@CWhF5B~)O zYM3=5oibu8WoO+;7GC%?nVkamrp4e%Ti1cz_Ocb-ieF>vify_A80%b3U@ST-AY3eG z8+oJ!4(3>SFTKbjHZjU9_esI~O&eaxI+55lgK@tdE$FvB2@Q@%U1sfCc!%9@C~dw5 zN+USYxD~d3e^*Jas6uZ7x%==bcC~<(Rq~%$ys$-I+2mE=hIiK(D>xUxaJbufbq^8^ zaoF4toteB>suitLyS^%-DY8C!Z@vDU@1f64#Mi=tCH~dJe{VV+*$Ml~)O~H4dR?^b z1g^n2kz?yE2D`UG@Ts+g(^ABR&DTH678Q(!?R~+J zC_rzqYET<|O1;!!Vf?x^mUmMzeGi@&=J5f9ZCo!C$1lje+aNK7DjD==-z(zETvct^#5Z zL>?-IKB4kDq|tX#-0Wl1c?O~=JUEl@8r&mBQIAIFnwW1ofyIui znWCLYwNw(nNrv1Xjwalr&2d}q~#Vpqh9fY=dXm=p}V7v!OIF*!Pm^L-$ig6{(p0U=?nu7pN z7GQqblf=m;83PP&y6W z8_pl%=7K)MD!(MZAEVs!!4hjWOLCCkp1?X0G^BWoz+IglrszLX@m5%In?YTEvseT^ z?Q*Ag_`0&b=26|YfE>OVdIRh1c-JuP;JvwhoOs4vZ113DxZZMIB)(}B5b-e#+=`;Y zeD1kLrk@fLAb$E}RaMngSIiVXL*f6iw)qjH`^M3n)GP)UvuvmUhlAB}SJ!ezTO~*6 z+;ZpK;?DJi*JvlZy48<;hJCBq!>*pTjn-IMOJCg(bE@!{`<}cMoPz#w->E-h{+~02 z;QyBU{+$9UR1N;9Cd4ngV11o(L!m-yVBiM2(E*BRTSicl2slI?q3rQT-SmMo{FV*t z-lOYC!@o2W#I*?4QA}g+%(LMLSsl;!?<~$dcV|zr*+BTlWFRmw0MZ)F1TvUl*vnkY zT+`g~xb*`&LROK-Lgiiq_m)K>9;+C5Fp)~PZk~0w7ONH4J(-0v#(e{b(c#ABWNmi6 znxZ6&=J+h)u9oz@hKrP=23?~&5dcpm>gck6eC3BUZoGHxTyO>_6n?3dGR|z_S#4o6 zluxf8ii*ZwZo@UtEYj-cQ?R8I-Ff4aP_tVfPm+A5@@%Cl0bXpa9xqj0E%vTPVS;%w zkrM5Na^cy2Kcjx4v<=ur(KSv+nQ^stFKZsX?4P#cSHqL69{HR0PFB%YBMQilCwnKp z_qmEy9*Xu7@WKa!;|gP3&*4`70T6xJMG^DlvRNKJPqegFjOQ2+`aTXuzHT3~ae+u& z^19(|WpoY3$!c~NH1w3Z=2!?=g--!=5uF`1eBQ3QD?N zo1XqirLHSW2~~N8ez!Y8&LZJ6a;Y_N%-mRRkX7n_vXgdPsZu3TioCZ4me%Wn5adi^ zyDWL}Bh43_Ws6ouU6OPnj+`G#?Gz)f>&NL+_Y+-)`_1-QQ9%mf@+4bqdSOl=zi)3f zqLN}wYB(4}Fi2a%b^3=)D0XYyTN~EN?ZDkz=`9$Mj~F+R2iq$5XqA7SrFLL~fhi|q ze#F#tcpSu*w8WmU6TEDSanDYJ=esBmfBmh+zpe^ALGh3G-v1x<-oN1_sR-bY+yU6z z{oQ*rmH&~2G8BgsDMFJ8=GKFe2^pV6GZ3l83(_H#r6+*!aa|hPnpKfh;e~$(Lxv0o z5%@t6{1eV!@Ek^W^L)J1_s-nC>u*p=f61!YHwazU4A@BtmV?lNZv;C{B+V*Qkp@+V zu-KeW%q<4tl0_*DqyWCimo28wi)XgNoy}TwJT0VN6gPC<9*T$E<%E>-LLvK5jF&e{ zDO2n$aQE>UVEjc~37u3Y3N@caT`_Bs;nqsxFD<}N=D#Qi@Jbdlk&fZJB$8T4Md4aO(Ro_v=Sn6&u;dG)u_xi4n#3*0%FaMP@aAtQU47Z0``${!L*|T!kco z+ukTQKep{f`ZpZ<5a$U4K(xET)F9iPm=!PF~s^}{loEb zK9(bgqqn0wm~N`aTS+4d2#f<-x4IHYQ{srkY3L+w68qhe={f)NHOZ50VZ*Le%kn{1 z#Tx7omx_j(EH&{V;847+C^JJ@#Dx2-q+-1A+Fw8O!f&ZkVv%O1Bc)=r_>$=I z>DDp?nnrGKeYQyB6*#P{ifVf~)5_4|L^^-4G6NrdEg+YCegN{9Emz3p;&1J_j!as7 zXau{{teDMP(s!}*$A;ZFE1g}tDKY1w5yF;M6piG;%WyfWTZDZB?`lQ)_B8t!Gramo z;Y}JH-{FgE2#+i-$k$r;C)tnSrT?}}>9RHKukq&*n*M==e@BkuE6(Y3c3(6{NdVLK>v=5>j3fhLlknq`Slskq&7A z1u5wo1Q}Y97I-swuQPDJCJ(A2 z`@YhzZC@F~O-#Qg#8UBYg%kamBEIel-FD4%W`z)jEHHU4>_~2(Jpt3ItY1$e?CwM5 zM%5AREW0n9nIg8leY?a{(TxMXZ%tu^)znfY(}l15k9Zis!n^wy^|R&-AV&q6mp)(! zbMv7Xg`Rgp*MKw!Hg3$_dgRmq=0D;yh;>>8%?bHGTj#?3uq6_rebY<(wy-GqZS!?? z`>F>)8|yiyJ5)-n&FlK6zHP3=B0VyR>!&Z&jU%{uJ$BoWZfP=JZj*ZA) zIiq-0XV_7N_M^IyiNuLZIOoutgNd*!aXKj*=L|I+ zIU%OWTqZQ#ih41wMx7XJ%35(bwcK-=G30DTnB3%=t(Is`lwSR>4e;iRLsD*|OFeuw zy$?vM$6mrmEB=T zHKk-%*D2WNY@A~X?BNkyvI7{pTZ>UC3DG(^%&OdjG?o{UZ9*n_u3|grU%uiAV-M;ju;BnZzAaCAxBfsu$7EN^LslP8nw+>i zKO%W?w?(nAwSw}aLzKA8$?I=pWBKsP&C=qIrc4Qi*{dXqI^3gc`U~~?%H6k%^Pk&9 zRg6|YI*>2%p?jB4)9X1sdhQ|qK=J$Vq3Ze8*mSDuZxN5(Q0+rL? zMNb9zsgeU-eMZyMImcw;a8$~h3IAwzVsOi%NmY+H2Xz5V5=cs8q7m(_ZJ={RDFH)M^!e(1! zuWdQym8z#9rcsyop)8&$D(?ev{R}%}cb^#gog* zybBbU9}Y!r8orKfX$GgH))7a1&pf{lXrY6`TnG!if3rc?&+bMb*&wFBgVEphN{-f= z9n2W{x!JfnP&>Rj4AXz1%k=2IY(qI&wua`zFs>l~s4jOB;fZD13ZDm%t2yb|{_BM6 zAQIL*daWR>FEjJ+-qnw6TP4z6ZSccdM=x@JJ2Q{UUP(Ud5g`%iQ zd`TX@XPKnp9aA*Zn&|3`MTsGi;wTl4o?V5!<-u%i{0Tl9_i6r=)nFzs0q7)y;1tdx zJ)Q0I8ep2b0H#WKm zmdP&@Ccts4frNvZn%9@ihUdOrCdLhXB^6xf);4M5@K$&y>8i1XkrLIXnV9!prd*$D zSU#uD*+`XHX*MKmM!K=eZaG6_YlpV)JjtugYk&Ug8-7PB0s>nQZpW8@KYPMXd}^%$UPB5Ocoi?VAOyF$R= z)~)w>r5mL!`g(w<%D}n%`Dw&{0GSoV+5o%z`Ghy5NFv5S4VP`zJ2p%0Tc1WRSAQgS zG|2%x;gTc0)%y(t?qG%!tzs3y>`eW?I+*gmxiU^hUjGWpeqSGTx?M15h4M&sY^B_t z{A0#6?m&Qp=1pIYz!nohYsOI7b*u6&Fx7Z>lwXY3=X`k(%;K=}^;(PWVC~3LHB7|m zmp@_&Fsx79rEORf+IR;_GnhK3GGj$RrDBl*@m1gsw9pDlZI)Fjs4Rw@m+|fZqpk8; z!(y$T-NFDKKqRO5Qd98`aBW0dN+9Lh9{!*M8Z(6NYy40|b;cO5?CU+KTX;=BUNcDH zimk7rSElX8n3i}T^F_tDEX)1^Xx!{=;h{(F8Bfcn`-aerhxgD9li!k>1!X+PuY%M_ z>oX}1Jw5cH>3fsU2}rXT2?J-(U~%8YHiINqYJ+OrO&{>7;KZ*iPFT6h$4ps`&EGIuC&lsl8op%h2sn zMI5ER2rHs4nW+w=!K?6Gi8QU<$1~WtSTHp!s1$TBZA(z`h@w3}$&9xRdw8 zVOypqVB(O4qR?&}kFMp}eNfsVMr=LC<XVvki+c?)W}@}_I|p;h za0taL5T&T~cUtQz88=Gx0uRq+it(eRG6aEI#DKG^o6%gGJqq^a1O3Ds7`>!Vl=8jf zE=v==68wx2+GmBg&rDX!(9IU{N26NX3uDqtk1|(Yt9h6-&@WfCh>^0jz0h`9_IxKk z2NeW<&g~$eDu3+ooe^WV&Cu=hMOO-14gP`;o%7ON8tBF!C1)HXak;*tM6^v( znw|H46$N+O`bK=Qiq?5mPkOx5FK`VNHWTJo*KS^s+Ir~F4 zMzXG%bCa(|^=E~2fsoRb%iX1-8P`_xuW8p8G4wU=Ctrz43OIc7ehzFI%l?u9JaCb* zWHTuoYPqIh;+?Lg&r>ebDPozx3u!4&^>+g^ds=Ex#-gL;s8+ap1OOe%8vR^?CO7Ir zJR&-^R?Ljjg>_umRi6k9j@?&`J6Z@;nKiL?jcuEVJz}A?lBLx&9?4}n^5)b-rK6bM zPiT>Rz&guX@nrjspfBJxD#*VU4|Ow|MWl%8?$R7#67eP)CVnk(7f+tyexYbKoL9-a@oRkFObgiomAREhUvL%r$ zveJz`7{B5~6pkfYu`?&?UHEn66DQV1u_in_-ST%3SG`tp|B|>qAuE)9oyrel$#?03 znF%4sIpr)<8ypBs-7fsAy8S&yt7BXIm+{pebA)BIB%`zW_#A2aTpKP(cjOdam#)n& z3`CWcZs6F+SuE>%RGA(!!tG`mw zYuyR8Z9gt3_u<%Wrb<#d`T=U=A#=a*pwwA|n6Ww~LjvHwN@ z3qL>qgJ<_U(&@(EJK}I|EYX%p zdxNk-qR_AlhO_M zElZA6eDSxo7|hLL za)r+*FSEn0utXdL%4S&Hxid!<>!zci7sJ^~>xP$!mqucXvL1-ynw%SbRndjit7&qu z@uoTv;SieV({8irmZSopcJ6F}nZ5MaHsU=rLB-LDP5F9+gP7#jk_8aE}*ehUMcm-v={Xsk!zVT;_!KLl~QxWD~5@U){IN_ zg_5mfHblj9cQHdA>-LLh#1Bm-wQY5+OeJrVlTl7Y16#^IKK??G>%5Ik5_wlP>{(TO zUx1D`%cCu96P3q`9bew&QAxg`MlqzZ1Jt4$oV!l&4Iw`*X zZDA>J`8mP#hX?!V?Bi$;hB=J*$t4!8pah+s5$RT#bA815WZFgpg?{B6<1AVq!b&-> zYwS&URyu^RC%BAFY%7sF#Rl=y1iq4w(MaCMN&xU&%Up;Md6;jXMIWG^C`{2*+$lbM zHP}Gl^RD?;h8>k8_)%gz-3FFIpIzA>Dp+`TAgsQl;GxJ}o|j{f4g35AeD`X<1(eR@ z8ZIgF_QjXr9*&`)bEiyrOG@%y7u`G(EA2c*DTpsx-oY&o^RsCLwWDhz%VVA10}Kq7fm;U-q_wmwUyV} zKOm^B_Y8Q-1{g*udEBQGpNQ?6$);mBb#Q2?v`4W}1Jh$QUtM^hxSad;2sQDE~7lb`W?AOGX{V+;2Ao%Q?IE#SQ0 z2%&@-0eFiaEa1Ox2)70ZxqhO0igk3rQv+>_L9cE#E-3$GRUb6qC7bMGY z^2s4ngTkYr2$?-gcRw8P6D;DVpD{8o8r&yC2sP|6BF#5^+J21u$36c5LE;=e4S~!D zb`l~0Mh%{07QDNOevl zA)ie>Ii4@Hzk_s=G2t`{^69dZ3oM5DcTi58dOZz-d?EyXPz@oX?7snW;@H}04CJb4 z_}LPKK)HVd$xz8{soQ^4Z9+N{rSJY^`B1^aytGb+I#8WL;G1d z$LX;lXO7`1euP|xaT*ReEC`R2Bg9Yr_uzi|M*n;vBFB;75l4jNYn=h~hi8I_ zKb{^Ia%kbCW3sICTL^G_ju^zRwE0P|RN@wr3;lP*;@74C9Ad9pcW3_*(Ku;rkoQ~gm7)lk{)}0ynxom?qLsug<-s*#_m!NSw*VV)4ggoM{J5}RW~Ja_|xs4*|w0Z zN|HG$R@P)zk%p}M=azNS85dZ>24)5NcI!!EGzr(su( z`rR;5!}CyW4T28-kzZES=V6jYabMkSuBisyuq;0<-}z9zj7RDsc&YmFP>s?M14OAh zje4O9Uv$F3kYGf8h2kJ@`r@$He?ditgM zto`)iiV8s|tVsA`kN|yx0W>2bW7ut~!;olgS4o}XNBW))!cKG=buh2~*(f**)meNQ zCVfmt4Z`FiN@*=qVAoZ>=pq^hL;lXoPe8muiAP$uG$S3^b-fBwbr$x+Bmgn!7NwU| z%i1bLC|&Ku-EdWI0%Ge;=ADyK)a%|SPJDND4gbHV*5AK>@812j_to*y_8lII_{{wN z0Tx}Yt=-36Yd@k}6eDyCtNxs32BvCisNjUCX=Jf!r0T<4K%RMK>oSOXyxeea1VN&&1ojL!PR zOkgQQcM*}vpU+6idjb-wnx^ZXu z&Mi^Rfhl5?o+lVh`h@>2H}EF2dn?+*OZ{j`r0P z{+#)F z0YvE!IS2d%k9C^F7w!@U!DGFiI)N7g+cg+q!Qv52+!3D2VAO$c6!g-VZVfU3PDdDk z(aAgjCn)GMM}XJ5aX*Bw3FgZ@D!k$G^lg5u+t8MDMJ(!y+B^Aq*cq;`ah9~?YXTWWvr(>=@&P6#1P(+ZO)=taN8#G*b3`03%^Q}W7QJs^ii^@03rCU+kw zW(I`|H-Os}ZnMi^z6mp7B(MP1fd=KrJfFabqi|Y-e#akkS=h!*PH85wUp=NU^M+dD z39cwchWOFo!xyxFpj0}7zi7ZI14qCs1IT{&A=!%tl)aFJ^dYXlHvZDXU>FebExwCQFf+QqDj2k{rsb^QdzUA2aMhOM~^`+4e@@UXHxLheNQq<%n4cuZPdl{`$yNuf`*u zPJTfQ7T%g%ABhYe-SdJ;Wea1`&kF22O`R5~I$t+vt__Z8`YMru2 zP`wnt`@iItxt2YZy zzH3l!3VcKiejWyy<@By&J-u&Z7nBu^&2Pb=Q#OknC|2@FEhU3Eg(09z6mW*gY6{C> za-f|4YpQMS;RbyqN0XBXfoSrQ-FWh{-%&_(A)N)k7vl#kyKtXJ2p7)dQLoF{U&{C5 zhI?zObB=(fGeiv6RC|DzupuIWZx2*-3cnkH2xV2pws014CQHIoJjTFT!FTDtg^+_x z%EAd!WqE!=rkkdm=WCA^j;sGaVveyY(@{kcfYAdxhJ6Ska>)p;R!Jmig*XwP z&g@UoFzrEB1Qv`liGanridBhA+k-rx8f>#nx?p@gY$xk%!CN><Y2|)0bbx)Okk{hnhBO!=fGruhWW?z)7GRR;Yl1@(3<{oFH>EcBb}r zon+sqyml#dkjlM4(Tl1HO$15E6n8;QE2{PCTOA$AAV7L&c=u{YaWOlqRGSK-_kyO1N0q#YNkR>Ab z4Jm3uCOAQPLpynxB=rHIV?_65kXN@6sPiN|{fNu@TFqKSMP(7gZ50+gE{)%au zs#h-5^-!|{6KjJ~5p1ca@i4rvcEf-wbiA;-C4~83s~T#Gp*q|!9++^1`mMmYRJ^19 zkyo7m$p}>w9bKL0hxk2g=n1h_ZGOIUaER8UCIT1~g~y>> z((;#xU?^gj>|O7rN=AKdD&oEwQ?LE|93g4KQzy`>RA|()`eAmkKIIC`V;)qRQsH@G zSHQFPXGY6COr)`NCo$?pCzQ-+F0aT^W@diJdY`sNMCD4U0wG$X%3fC`G5Xu6!YN&8 zB5zdNq!159Ns^n3h*Bho3(@t1K?E}WY#XMC3dkNnLG?+G^gu~3hk_a-k|+H$ZmhzM z`fkgY@AG%BI9S#&^l<0V*75GqvxB|8qi2Nj_{O2-Y}{Bjd81so=sOz$^h7Kb-UtB> zcMd*BGvKrRt)s_8gj3UOdAZ)IF>6y9f5S_z9&|&b{yLD=RW^N*~`W~>fig4oz`B``{bH6ruRndiM3Yvir_57sYnPlr} zaFNOVt3F-O+9jpJ9JQ>%ctL)X)h%f3q2yFZ4+;XX@`Ao_(Kt!a7=Qtx)zTDXgQ4ti zlRJVoqjU5zp~)Fpp$@evzXWagcbGxGL2M)S-pBw@esH}B5vo*cA_^7^iTzi;Om=dj zw9%dTGnG&ohL!{&F%6g}chzGP^9u=fhAHw~Vs6wPS|vA(XBIPvV3%8Z^Q+158M0>9 zWun$77eX^Oa-mt0z%$kH5ebdEt7`g6JisafxDhHQ$IVMcc5|91lN(LobE8@XcQlU3 zvYN1{F(!eq@#9U_xEU1hKyZ@yDpk}y*o@+4dvAwdf}mhgJLRm0n;s0JWOk6EL%M}f zlN&c+b0`4rpejr6CpdAmop?uRzeIyqkJ^3!HD{U0xf{MjgbV|VND+?deQQ?H-@PDC0Z9kLrh4POO^E=A93vf3EOUldx&-;?)U*DIPZ?HHY}Iai`hC&kZNJ zibj+Hftx`|+6zIo>Fmq^{HVHk(|7*K`tF~5-IH1 zlU;e(jImA2jhihIi3f-T(h$nnQbAyuaT6Db){%n~V>HfVZur7;9<|9818lq!Lj%%Z zvpy`c)S{ubPNA{!b;vx&&YE~>217UC3R)%6!AS#&^Y=+OL?33@!K*WkJFgASus2cv z5-l5iD|xk;A>LiWOC^SFy?Ka#016#pVEiLN2&!<@fC@6&3LE8cbYjLJmt`7mX_lX8 z5v{KbJgFGdVAT*sOV7gvYiahc&29$nL?Cb=3Ts@mGpBW!VPnX*aKUQx@R>>ME!^A@A(D=hs7b%xHD-CJkKKobA!4fg8PAIQ5I8U%U1y3YbT_v00pX-7ak0 z^J-x7l-xe$%*uN|tAWw|Xa}8kW_7w8tATn?yT-?9QGjfk{=~+Z=Dcbw`~l#rn!%>U zV{-RWH45%o+t4&EcnbB=rz1RuzyRMS^O!s(w- zg2qv)v;my0r17Riq-b-rR;>VZ77p8_IbWIQjCzc^^CO9*b44WpUIjAbq&h^L4RW|x z?M**cB6tzJfI+-Cf!hyH+qH9Y9fli!n(A{@qbL;vKY`+rxA7KX)PI{kqdF=b!_zP4 zZVX2Q;Co^JY zHyIo&_lUQdM3&@~Us&eHrcD1Zykh=` zma^}tFT zr3@>xKN?r1sX5NP)`*Z~tV|k6Uz=+tNWfe(8FWNkq=%X*4MdNR%>zv>0nmKbNY}{z zlt@8lgd@sx%s&U}P^^^!(iEOm7RVT&ux^q-GMG!|jH^`C$pg8`n1m2E8v1(jKq9y_ z<9dl8O^k6O`^rpjA-Nz=fNrutE|pa9wq{LMeM7TAn(gW(g7m%D$OSoIb<;rwkh5ik z9N@`Gp#sQh^Fj`om)sFQ+spBI5w6(wMgg=pfcIowo^*)#`JI{xq5>}d7_;Pv95yc1 zBUEu2pE^WwkGtolCrRC8QGpKg%@@rajaH^kGLh*Nbw+2gbUo1)>?$B3R9#fY$Rmm* z4;=F>K5Jxm9He6G+qAu)ly^}y;vIF+S+t69$5xnI=tT%y^q6}u28m>E7BeLpXu!f^ z&JQ`4nF#g%FcjD4lLamdwRu1RZ;k(H3Vkx5eRU{LDPf9Wy)>RLU5_p{cRV z9cjF5rkyofk3Ed#Pp$%nDUZNtp zqTWtNXJ^=t?rnV3FAt^oNU3L(x8H86M^TUZRH#a=LvK#E7$BPI(6~qmYqX6aCxgAb zz?LpMV{!&YjZepH71|!JW&o=U>%D>b)}L)rbyZ9RW=m7JjCai}i=1od{{|*a`~1*L z$x|(If%RpQ6;#j@Er@}>O!;0}ZcT_9>N4iNGpLUdY>7U2-CzMJ7@|!9%nh>hb?VYJ z8?n&f(=n&|?)1^dCwW9=D-o7|^`^pf|(0eROcV^O}}4cm2`U?%@u- zi>Cj0$uD`Ag08=#%v7Ad;#~>P=}oay-u)}a9xb$^^<~h*zMc2&fB@*WCtNY$$5dIN z{e#<2k9T*UeZ04~yR-EaZ{_8X=E*n+lV?@cER>le=jw!>hLmN1=|vLK^X4rrX$KV2 zz+BjOAcbn0_zqvn!(+2czR%IdTb!w=v%a8$SPhm_v>nsVpuhSR39S0)Bk0M>ogj&Q zn?C#cBU&M61?GGeZaHT3^h)`PA>)ZrWQekAbTPW{YUGynwD7q?ITy!6wEY@KWA^Zd z>%P3{N=Apz0U@W>*Vig_x~Y)w(ysBDRT7E`YI=%pta zb)Vzi6I*~Y%}o=#up?TTZ28SRtM?glZfp{sg)f@&nva4}+5LEH`?K~#>gYb&Ie4l* zGRj)NzQX-hnTKf0f&tz%Z!EWd_K%uhz4HTVN#%z`Oo)%JEhrd7BT}RFo2UP#YTpK{ zTJ=6&?Ab(ysOS~@^hh4xU9;!gOyioBKD$V>i#AQPP~(%_3GAsfdh`6pN%bo|qv?u! zByPEK9ove9v}}tl%vQjRZYcF*=GCk%YH56{_O;NPOL;DX=EN55ariQ~jH}8Cs0QCy zS(2*-Vtg&G3Q$=gt`@ke3S1SSZ27Gg2(N4=i9fG;W=l*}0KKQZ$F##$3%p+`bK$P* zs-B2}KR~h6RtpDLBohj_TG>SK?pgQH6w@DHS*xOYSy@eHN)3+F_**8=UMII?+zjVn zL^)qKg3>r4zbb*G48M=BolDvw# z*iHZivO)AB?CH&VwS!5GxDmN|wk$Ty@|a#>9^YG%Y2dPt_cMuk?_-1C-}{jSiN;tL zTBsSE7bD8jU<^Tog2Zc*A-_PFk_MZZvx^3KX$%Gk2hB$VY zf;_`Y>2XV!%HUG5R<$rPDy3wx1hQEz{k6DU0*2R1f3C4$q($@=G!(G2_|T5cafeDi z*r7=uL5Q?m${WwoUf1yakZtPYy=0E(@mui$sutmAzFSA9T2Dpy8Y0^N~oX~WxNjcB&KPe(yf z30=9n^~<2hlF-WplvyO6Hv6RbTcPm?UTjX^NzLkiS^s&XqF7~Dv$jZWnM0Gz=1pXt z%q}j3SI%ge&CT!@@&J2iL-s}kGX=?MnN3`}DE{*qPu>;__3B*47qLEL;0x74P{xim z8El*|1K?O9Mm#}4vnM-H%(!DDV*%H`<%0vCa86W7HD{tvy zj}(-U2eMU@vUwd*Yx|L3Q- zD1fn0t5hx<5=qX#qxQpuJcyLHM*hhNXBncSgw24q1ruvi7r*FXE28cMf{ zoz<#6f)mM1`1W}1GK6*N;jKMIwJ9{?ke3rEdb78m#_uZT0t_ z{h;~PuYUjce}=zb-T7fzv8qxcpkS@1GHLfMGeu*x&4X;6=U=xq!`CW9$)e6C8*F9V zTW4l0kH@~5rKnk?nC3dU79}LeiLY_vr`l<#ssN>tAG>W3-%`GFkbb&)^B{>VZYojb zyE9rlstabRy$3VFcBx2sDEOr%8w$hylj9AYhbAszqlkq+#B|ju4-Z#k5=yvIQw>76r`=;y zk)d9VsyO!vRjT?fm&vKjkaA_^=*0&0fr`z|#92aqBy)a3USlyR5OBGupgvGDQ%PrL zcz^)f^~V>-ejFfZGeAe&;Wxd$R<+R$nI)%K^Pci z1LeK474v4+GgYMob^T@$6Zg7ExEPM#Cu`YPv$7GETeMxwwzy{QT_=}=n+I`mHh_6KAba(iiA~Z{MxJwdO$Vo7N+08`*9&@+D;)$KZ281HUDMgx zT(+Yv@9XMfrjp5+aG6{m((P&8I>4OTMQ=Zi=~_8#w|`b8GAyXzHlGPzRKEs|oa(KE zOcs!*dj*y^O}F0c(`cYjwm$UnUJW5c$vSv40~{~MYk{|o;T84iEZ@^0>ftE3DQu&A z_?bMMGm&D@-F=TVjNFpdLdvZhj??Z=$V(sFX$i#Qs+AyBvVgTvt6aq*8dVg@t!@E1 zEOgYg8D7!NahrLK)K#DN_nRO@qK5K zRGG0s!dv?J;wDNoqc{aNri+)L_@(zEA2`Hv%RgWAa-N+h>K3&erE)A`@B}BAk98RU zt4t@=r8t_(pfSPk&FEUeOOKFSKX2&q3$V@bi{v+>mJr_?+n`+x9Aw-KjycL{5TKh6 zYrLxb^w1QN`8XidiTK2#ecn5s`jl#G$x=#6qlrh$8UQEISH>)%u!WYRaSfPb=x*Q{ z%FB00`#E(G<*OgIe~7m6r=_UVJ!I~ku6Jl`@q~z(>n5^Lz-k$yk7u^Sa~S3!6m=&~ zhjf+{1+6nlstMC*Adk5!062?Ut4U`YgO+d?gVLm64yDvZ1;9!>$wT|dJ1$~phvq}_ zYhjHgs0hkUQw>(-CZde`g=p~Cy{V>LybRklz9mqL%GTkNQ@C@%s@m9FjKtU*JaTH zyzu1>IbU#CvWNYS_z0}2J99X!`R29eFj}+qA5`?_*!COU#;?PGO|z`kpTm^Q3Gyq=C-Zqj+|*W4%}2thi?cG2 zHp-ss#kbrv=wN%SVbgn)9b}>N=&pC3m*oED)1br5QnN#c@13OO&uiMhU!2Eg&;-Zq(17cGg_cF=O+Tn(6Gh;9K2 z-3=HA|0Xqyys_3DV>5}|>tw1eH|4W_$-6#=IvGuD+SkmF^CMk}j(KQGd&2GpsAG4| zA)CtxOU=hR956){e;R$`74|*VUI&=V+J6)K7p&%AL<0lNFee97yc4dF8M=tD#cSM0 zxdbnO$)=~e4byCCfZYiPVJA9`Xk)@|{lwrX4WBsxND`Lk2XPzTnGrPhPQ8`9Hmc)o z3WoOq7c+$g%yJgy+W3vJKY8RtE^{d5#54CRq%?PBys&07i62u?MVkh=b~>~1kKS2W za%u8X^gF73G3bSOgMG-!M%tj3`$o^{{l3*SIF(H+?F+~z7l&8iu;uZ3^WEkeEf^QL zL`7vbE7V&a8njI2D*L|Br|5;+)`wG@8(-ZrZiujh-A|Bukmay)-HA-8HjX93B%jog zE$N1IeB~fchU)Rr(Y~@@&CqfiwPZaCI>Q*R{(XA5_Y{3W{3UlA1+oYF0J%1ukcs0@ ze+i27(B>^Kmvh0vskG6vdwrajrXTm^sC6%!@xB1cG;#<*8g%gWk)4N~!ipl|8LYh- ztmwh8H1uQ%zU9+!ys2MevZLTA2m{>>tyC#Qr5^4)+B)7ndUmk4cl7M|VAp@d{C2o= z@OgWChu-ab?EhYln12V?R%E|TuY$s)!fq{`eD!%mUafb6U_`hygfzElrYb5J;x}_o z0}VEIRkC|{;FogB7j8R< zDz1Ft_ATr=A9Yy%pTfQrem|_(2qokAl#!eNuPS!{tBX?LE%%Y=8jySui&rZk0B zyWfGQ#W(E2K=o+@j}cnL^_e?cXmL_gk&2tE*a%t#a*-$C(+4>_MCH+65M!>Y33e;cJOnT zw+>bNa9Mr4b=W>!QD3x=9`79=sV}w;4z`{iwRaBH-htZQd-||_)ZTlFZ;#a0(=XL$ z?WYe{REVwZup;3LR)7QpXhuZF5aHlqr~^tv9*P%eZ6s*yxR(IW;>$4MeJ@;CsL!wF zZS-}If}Rusp+RI&;*r)Z%}8GaJjVBtS27EXf6vf=k1hv72s@obr=aYRSOQM-75ZJG z^tm4678dF`y^)w}$}w`$G^(b_a)D?R6D5B?cYj9*8RWD!KOxvrhumk}&uSZ6wUAiR zX(H^vV-<)lMFGLYXs%Rk<@sPLH1AI#HDo&pBwrhG9!_c~=YHPoZbFhdnF&Rh& zjwv8cz*~em%uB-%$HHI+fkLEr`Vn6CW2vAprKuGUZSvk4h!$Ff7Fs2>u&PPex{97h zEu!7>=FE?7w1Q1Wf;TWS6s0T2gR>++W&^TAoOfR#q{O-Dw8I=t6;xo2vff<3Yho+7 z+Xwu1M;bmx=!!cUIPe$?lY|!_8x9kohycG(bWJeCDwlHz&8f+3LUVlV+^5@svm2x( zuyQkb5R8WBSOBduSB%bV-FjeL3lWL5u}p;R#vNo@B!bqvqGcpQu> z63n3Z9{MfbA#P)(g<2~FjI5;ofe$8OrHj4z{K!<_L(%7ha;or204NCJ4)ZpWap&c@ zgDH{FPCs~)Oh6?zLKFd|7kbol9k~)Z=-wN$ve}f#5hQa0G2lqmLZP@86xs0HO{amz z!gv#$f7O?e*KrsYa_>Mn?-P9Q-+$HpC%?J0M1S9}Z_fQ=sBaAUjUlHu$N6pk8$<4k z2Glic>>Cq)W5SKQuqYGm@m)>hy$BmE8%$@Mgt@}m$G(kxNUJ#m4SuzDO7Ks{`Iyn} zd#7cK&DVSDTYH~}Q`fHh3xsC?N1TnwZgI<&oDYRD`}qqB^h3t!$Rjb;WGxNh=9tem z1uYOAc|BJr4|T?=TbSm9J*_U|(ijxr)R>Pty-`IJW`NS@%A>u3=^WAOijujvTA-{y zoaMbLR}**X!pj8b7l&S%XtSkDuFpUMN?9O@(0|^ENBv>0X3A4MM1?K2ci7CEB=YqL zyJi5E949;38BAm-I~5^c8GP`U$qSaFV7bovs%F~d_nY(5a$L@Uon5KK^F#`1l+2%q^LWLJ;9BCi{N)Pj{pL^|zOn=_ z-A$tICQ-+Y_nfF>MUa({8#n(ZQ%8Hg_*ub)y7?LQt9DKn=Y>CvaR?J-%HfAt2R!G0 zSNTBf0Zs6KVAgZVKkD}x!3V}Ki<=guvYMQL5%{S$kbA~UiN3XOK(o*NB z8_>osNaLe)gthr(ge`RFN{9A%p^}vwi88~;6YI{V7`gc5Dnd!hyoXB(N~+@US-RP5WEzoi-fO-r1El z3|i=Fv*$5893O^{3qE{?EIJX?XCYw6;HFW?&`e(f%^Z3QqM73#MwG-e&q9oYmfMAK zkpnIWS)fI_5GsZ=2CXvcehZWL7)wA(*tb~A0&1Cs#VhYEyv6L7MhZgcUR=Ig8 z6c*Vk(Bl+u9;(PD9@*yPk->st8I>zVKE4K3;^AR&GrDBnR1paRQM}d#3)M6dEPxzk z9SlN;Ob>&_WlLtX2(JLQ{Fh$R6#jj)2Qa`mYql`tx2Uru}){d zG|p_r@}iL<)d6kjcM?yS%QzF~nH$2AT55TYm0hzu8{JP)r=6H?H&um<5KAM(n}nY? zdv6l4QH1aNvj+(=1D9=H5%iMWf6l(DqxZ&9cN4J6r6rr6d^0@s>Q%q)*A2^ zK*4h3TW)?W%8Mu3Y`Ue)AX}u_21r=;_0U>N@038l-%js-!nn z(l=TqWwxt!?G{(E+>R)(gpCn8@?pVkpJLKG*p3eSvb`B#w1Wfe{+j_N)s@Aqm{3q3 zAPv`G;gAMN{Bs<^v0(DKX!c1k*wB+)(apS>CeKap1vSiG!lbQ8t2gp&Nwjvbj8Ib0KRqrM_LJ>#PU_ezgtNtl@pd&WyS~JgAVP#Q? zB3kv+_i>;kfjjTMP(m%fPKEP13x@?+A5jpE zvB}d^ZyZr~H-WrtPs|wlrcV|ZBs+p4aog^9c?{+k9o zN+J&=>A5VCCu%xd@{!_`lX_@trlnBmV)tj!;P6VrR6Lz6pZ}RTjCv-Z@eTBWe-(6k9 z|L>{w_wV1kcYp1Db$qmahlfIL-~Rpq?Z>>fb{}`G{fKT+xTSTg_IAuLWn(vD))*7Q zO}mvd@48!cK8%Rkhcgbl9ba6;eZ3_wZS1?vee^~71>T$%eaG#nOxu6csipqOF0?r` zY#VP(49i6^OcbW77d;Qv^AMX^_j$MBq&R%{JCMop5KNelam)Ar5TX<@H(%p~ZgG4I2UEtiuK9in5Vbb@^~ z?7SR(Xgh2@#dMByoNaz9>KI4UJZtY)Pqcl?8`ob2eO@bGNjgJGbw=qhzEHjREb3qj zcHXF&7L-|nT$g&Y(>p&ud0FI4>y=lpk=_eh@dnr6nV_d0yxzl>*$EtJUS#nMFJt7e z96RR*Y~;SvcG-Hgjn_YRUp8NxJ*J^Of;c}mn(*Uj7XHS4htN%`Gy>3z$|1X?oP23Lh&arv3YiJO+Eh!2aMo69|&272|-tJ z${pcTKrP% z-(OGbYr&DxtH-s=r5B5P#%*E^ONA4?Sevox#zy@7FEpUP)jF|rFAOeO+mHI4b7WS- zE{TJmsTzZW_`k3+#{bpW(1lF8;`#`g>A*I@l97o@RC~X0tl9i#w4#i6&kzd}TwxsA z12<9s1Q}UB{o+eb$C1q!`D;vYF*bg@X*C-$XMB|^PIE?av#8ma_)VuweL&(lFt%!p z!p&=3U~tExP+U{T>1n}B(Rm(bC+%_&S3V3+18kemXMlJo{&i!>Ak z)?8cGciw-IM)qzxfadC5K78ix+S+>SA3oVV#JM>a!KyjB4o{`g{gf~6#`=IZ`*<}l zvl&_84!*E@dGFcUv$f`nw7X2MsuGvW!My1n#LU!cJZc{4M{fL(jbDCwC4T6pTbfz4>wxon|Y#Dcw{39VfIopsmvIBs$WR;?`BfC*<&9qAej3AyE!MT`qn((Ffo+np1U{!^=^h; zbdv zrjA@UTK0m4>D}2~{j~cWMEX(lg}zf?$lMA=Rt=NZHHYRrsmmw&)TQwI)6o}a1r4KN zFQ=1!@Jh^5Q`YMBM$6vm(PiT*>UZO-nj`o(`-9L<=2og?UFe$8Hh`SMxCNbF$R|mW zqQQYz?-NQX9cs71+oc(_4>PtZdYVJSU3jAx^pDbB{NhMnAbrAl*hw^ecVth69{M z74|z;qTMBDsLJiQ*qw|uCqD31vS-otrWa-E*ec^H3rUZiycJEc+n1a_qz3%RKy|_^|Q9#*Xs+%qahQ%qYf} zD-8DsfAfpKx(%w)-+OkrrKLZ8>#yq!XMDRuoE#aZT)oK?`{AGb(ehtnzV!FK41|;K z);O=zK#=IO6vWP7eD}|n{upE9Z!-hp5C7g2AWFyfhFhWoM)eR>JX&*@+tBI}>q)HFY_{JVb+*a!c2I$+#RQaYi0`P9Mq@_TQw z{t|6OO2z60E73UtaoLTe6k0wqchGwO;4KrU?|=5)zePX%HvZRvl>Ya%xA5)%0h9v^ AasU7T diff --git a/extensions/freebase/module/MOD-INF/module.properties b/extensions/freebase/module/MOD-INF/module.properties deleted file mode 100644 index fad9fbd5e..000000000 --- a/extensions/freebase/module/MOD-INF/module.properties +++ /dev/null @@ -1,4 +0,0 @@ -name = freebase -description = OpenRefine Freebase Extension -templating = false -requires = core diff --git a/extensions/freebase/module/langs/translation-default.json b/extensions/freebase/module/langs/translation-default.json deleted file mode 100644 index 7659541d4..000000000 --- a/extensions/freebase/module/langs/translation-default.json +++ /dev/null @@ -1,125 +0,0 @@ -{ - "fb-schema-alignment": { - "close-confirm": "There are unsaved changes. Close anyway?", - "status-warning": "There are unsaved changes.", - "assert-link-found": "Assert link when 'true' is found in column", - "search-pick-property": "Search for a property or pick one below", - "search-property": "Search for a property", - "cell": "cell", - "cells": "cells", - "which-column": "Which column?", - "configure": "Configure...", - "which-topic": "Which topic?", - "what-value": "What value?", - "anonymous": "anonymous", - "add-property": "add property", - "anonymous-node": "Anonymous Node", - "freebase-topic": "Freebase Topic", - "value": "Value", - "skeleton-node": "Schema Alignment Skeleton Node", - "text": "text", - "int": "int", - "float": "float", - "double": "double", - "boolean": "boolean", - "date-time": "date/time", - "rawstring": "rawstring", - "set-to-cell": "Set to Cell in Column", - "cell-content-used": "The cell's content is used ...", - "specify-fb-topic": "to specify a Freebase topic, as reconciled", - "type-new-topics": "Type new topics as", - "literal-value": "as a literal value", - "literal-type": "Literal type", - "text-language": "Text language", - "key-namespace": "as a key in a namespace", - "namespace": "Namespace", - "generate-anonymous": "Generate an anonymous graph node", - "assign-type": "Assign a type to the node", - "use-existing-topic": "Use one existing Freebase topic", - "value-type": "Value type", - "language": "Language", - "use-literal-value": "Use a literal value", - "column-warning": "You must select at least one column", - "new-node-warning": "For creating a new graph node, you need to specify a type for it.", - "namespace-warning": "Please specify the namespace.", - "anonymous-node-warning": "For generating an anonymous graph node, you need to specify a type for it.", - "specify-topic-warning": "Please specify which existing Freebase topic to use", - "specify-value-warning": "Please specify the value to use" - }, - "fb-interface": { - "dialog-header": "Align to Freebase's Schemas", - "body-text": "The schema alignment skeleton below specifies how your grid-shaped data will be transformed into graph-shaped data in Freebase's schemas.", - "find-more": "Find out more ...", - "skeleton": "Skeleton", - "mql-preview": "MQL-like Preview", - "tripleloader-preview": "TripleLoader Preview" - }, - "fb-dialogs": { - "sign-in": "Sign into Freebase", - "enable-loading": "to enable loading", - "error-new-topic": "Error creating new topic", - "error-loading-data": "Error loading data", - "add-info-source": "Click here to add a new information source", - "dialog-header": "Load Data into Freebase", - "no-triples-dataset": "This dataset has no triples", - "warning-aligned": "Have you aligned it with Freebase's schemas yet?", - "name-of-data": "Name of data load", - "source-id": "Source ID (optional)", - "bodytext-1": "Note: Your data will only be loaded into", - "bodytext-2": "Sandbox is where everyone can experiment with Freebase technologies without disruption to the official", - "bodytext-3": "Sandbox gets", - "sandbox-link": " Sandbox", - "freebase-link": " Freebase", - "refreshed-link": " refreshed periodically", - "bodytext-4": "In order to load your data into the official Freebase, you must first load it into Sandbox. Then it must pass a Quality Assurance (QA) process before it can be loaded into Freebase proper.", - "quality-assurance": "Quality assurance", - "bodytext-5": "After loaded into Sandbox, enlist other people's help to double-check this data load's quality so that it can be loaded into Freebase.", - "triple-schedule": "triples successfully scheduled for loading", - "follow-progress": "Follow the loading progress in the ", - "refinery-link": "Freebase Refinery", - "signed-as": "Signed in as:", - "sign-out": "Sign Out" - }, - "fb-qa": { - "header": "QA Data Load?", - "bodytext-1": "Other people will be enlisted to help double-check your data load for quality assurance purposes. Their time and labor have a cost.", - "bodytext-2": "You yourself should have taken all reasonable measures to eliminate errors from your data load. Your prudence is greatly appreciated.", - "tell-more": "Tell me more ...", - "ok-button": "Yes, QA Data Load" - }, - "fb-extend": { - "add-column": "Add Columns from Freebase Based on Column", - "warning-add-properties": "Please add some properties first.", - "querying-freebase": "Querying Freebase ...", - "remove-column": "Remove this column", - "add-constraints": "Add constraints to this column", - "mql-constraints": "Enter MQL query constraints as JSON", - "warning-valid-json": "Please ensure that the JSON you enter is valid.", - "warning-json-obj": "The JSON you enter must be an object, that is, it is of this form { ... }.", - "add-property": "Add Property", - "suggested-properties": "Suggested Properties", - "constraint": "Constraint" - }, - "fb-menu": { - "freebase": "Freebase", - "set-api-key": "Set Freebase API Key", - "align-schema": "Align to Freebase's schemas...", - "load": "Load into Freebase...", - "browse-data-load": "Browse data load details...", - "import-qa": "Import QA data", - "add-columns": "Add columns from Freebase ...", - "warning-load": "You have not tried to load the data in this project into Freebase yet." - }, - "fb-buttons": { - "save": "Save", - "save-load": "Save & Load", - "close": "Close", - "reset": "Reset", - "cancel": "Cancel", - "align-now": "Align Now", - "settings": "Settings", - "preview": "Preview", - "load-sandbox": "Load to Sandbox", - "ok": "Ok" - } -} diff --git a/extensions/freebase/module/langs/translation-en.json b/extensions/freebase/module/langs/translation-en.json deleted file mode 100644 index 7659541d4..000000000 --- a/extensions/freebase/module/langs/translation-en.json +++ /dev/null @@ -1,125 +0,0 @@ -{ - "fb-schema-alignment": { - "close-confirm": "There are unsaved changes. Close anyway?", - "status-warning": "There are unsaved changes.", - "assert-link-found": "Assert link when 'true' is found in column", - "search-pick-property": "Search for a property or pick one below", - "search-property": "Search for a property", - "cell": "cell", - "cells": "cells", - "which-column": "Which column?", - "configure": "Configure...", - "which-topic": "Which topic?", - "what-value": "What value?", - "anonymous": "anonymous", - "add-property": "add property", - "anonymous-node": "Anonymous Node", - "freebase-topic": "Freebase Topic", - "value": "Value", - "skeleton-node": "Schema Alignment Skeleton Node", - "text": "text", - "int": "int", - "float": "float", - "double": "double", - "boolean": "boolean", - "date-time": "date/time", - "rawstring": "rawstring", - "set-to-cell": "Set to Cell in Column", - "cell-content-used": "The cell's content is used ...", - "specify-fb-topic": "to specify a Freebase topic, as reconciled", - "type-new-topics": "Type new topics as", - "literal-value": "as a literal value", - "literal-type": "Literal type", - "text-language": "Text language", - "key-namespace": "as a key in a namespace", - "namespace": "Namespace", - "generate-anonymous": "Generate an anonymous graph node", - "assign-type": "Assign a type to the node", - "use-existing-topic": "Use one existing Freebase topic", - "value-type": "Value type", - "language": "Language", - "use-literal-value": "Use a literal value", - "column-warning": "You must select at least one column", - "new-node-warning": "For creating a new graph node, you need to specify a type for it.", - "namespace-warning": "Please specify the namespace.", - "anonymous-node-warning": "For generating an anonymous graph node, you need to specify a type for it.", - "specify-topic-warning": "Please specify which existing Freebase topic to use", - "specify-value-warning": "Please specify the value to use" - }, - "fb-interface": { - "dialog-header": "Align to Freebase's Schemas", - "body-text": "The schema alignment skeleton below specifies how your grid-shaped data will be transformed into graph-shaped data in Freebase's schemas.", - "find-more": "Find out more ...", - "skeleton": "Skeleton", - "mql-preview": "MQL-like Preview", - "tripleloader-preview": "TripleLoader Preview" - }, - "fb-dialogs": { - "sign-in": "Sign into Freebase", - "enable-loading": "to enable loading", - "error-new-topic": "Error creating new topic", - "error-loading-data": "Error loading data", - "add-info-source": "Click here to add a new information source", - "dialog-header": "Load Data into Freebase", - "no-triples-dataset": "This dataset has no triples", - "warning-aligned": "Have you aligned it with Freebase's schemas yet?", - "name-of-data": "Name of data load", - "source-id": "Source ID (optional)", - "bodytext-1": "Note: Your data will only be loaded into", - "bodytext-2": "Sandbox is where everyone can experiment with Freebase technologies without disruption to the official", - "bodytext-3": "Sandbox gets", - "sandbox-link": " Sandbox", - "freebase-link": " Freebase", - "refreshed-link": " refreshed periodically", - "bodytext-4": "In order to load your data into the official Freebase, you must first load it into Sandbox. Then it must pass a Quality Assurance (QA) process before it can be loaded into Freebase proper.", - "quality-assurance": "Quality assurance", - "bodytext-5": "After loaded into Sandbox, enlist other people's help to double-check this data load's quality so that it can be loaded into Freebase.", - "triple-schedule": "triples successfully scheduled for loading", - "follow-progress": "Follow the loading progress in the ", - "refinery-link": "Freebase Refinery", - "signed-as": "Signed in as:", - "sign-out": "Sign Out" - }, - "fb-qa": { - "header": "QA Data Load?", - "bodytext-1": "Other people will be enlisted to help double-check your data load for quality assurance purposes. Their time and labor have a cost.", - "bodytext-2": "You yourself should have taken all reasonable measures to eliminate errors from your data load. Your prudence is greatly appreciated.", - "tell-more": "Tell me more ...", - "ok-button": "Yes, QA Data Load" - }, - "fb-extend": { - "add-column": "Add Columns from Freebase Based on Column", - "warning-add-properties": "Please add some properties first.", - "querying-freebase": "Querying Freebase ...", - "remove-column": "Remove this column", - "add-constraints": "Add constraints to this column", - "mql-constraints": "Enter MQL query constraints as JSON", - "warning-valid-json": "Please ensure that the JSON you enter is valid.", - "warning-json-obj": "The JSON you enter must be an object, that is, it is of this form { ... }.", - "add-property": "Add Property", - "suggested-properties": "Suggested Properties", - "constraint": "Constraint" - }, - "fb-menu": { - "freebase": "Freebase", - "set-api-key": "Set Freebase API Key", - "align-schema": "Align to Freebase's schemas...", - "load": "Load into Freebase...", - "browse-data-load": "Browse data load details...", - "import-qa": "Import QA data", - "add-columns": "Add columns from Freebase ...", - "warning-load": "You have not tried to load the data in this project into Freebase yet." - }, - "fb-buttons": { - "save": "Save", - "save-load": "Save & Load", - "close": "Close", - "reset": "Reset", - "cancel": "Cancel", - "align-now": "Align Now", - "settings": "Settings", - "preview": "Preview", - "load-sandbox": "Load to Sandbox", - "ok": "Ok" - } -} diff --git a/extensions/freebase/module/langs/translation-fr.json b/extensions/freebase/module/langs/translation-fr.json deleted file mode 100644 index 71460bd3b..000000000 --- a/extensions/freebase/module/langs/translation-fr.json +++ /dev/null @@ -1,125 +0,0 @@ -{ - "fb-schema-alignment": { - "close-confirm": "Des modifications n’ont pas été enregistrées. Fermer malgré tout ?", - "status-warning": "Des modifications n’ont pas été enregistrées.", - "assert-link-found": "Considérer comme lien lorsqu’une cellule de cette colonne contient 'true'", - "search-pick-property": "Rechercher une propriété ou en choisir une plus bas", - "search-property": "Rechercher une propriété", - "cell": "cellule", - "cells": "cellules", - "which-column": "Quelle colonne ?", - "configure": "Configuration...", - "which-topic": "Quel sujet ?", - "what-value": "Quelle valeur ?", - "anonymous": "anonyme", - "add-property": "ajouter une propriété", - "anonymous-node": "Nœud anonyme", - "freebase-topic": "Sujet Freebase", - "value": "Valeur", - "skeleton-node": "Nœud du squelette du schéma d’alignement", - "text": "texte", - "int": "entier", - "float": "flottant", - "double": "double", - "boolean": "booléen", - "date-time": "date/heure", - "rawstring": "simple chaîne", - "set-to-cell": "Indiquer Set to Cell in Column", - "cell-content-used": "Le contenu de la cellule est utilisé...", - "specify-fb-topic": "pour préciser le sujet de Freebase, tel que réconcilié", - "type-new-topics": "Spécifier les nouveau sujets comme", - "literal-value": "comme une valeur littérale", - "literal-type": "Type littéral", - "text-language": "Langue du texte", - "key-namespace": "comme une clé dans un espace de noms", - "namespace": "Espace de noms", - "generate-anonymous": "Créer un nœud de graphe anonyme", - "assign-type": "Assigner un type au nœud", - "use-existing-topic": "Utiliser un sujet existant de Freebase", - "value-type": "Type de valeur", - "language": "Langue", - "use-literal-value": "Utiliser une valeur littérale", - "column-warning": "Vous devez choisir au moins une colonne", - "new-node-warning": "Pour créer un nouveau nœud du graphe, vous devez indiquer son type.", - "namespace-warning": "Merci d’indiquer l’espace de noms.", - "anonymous-node-warning": "Pour créer un nœud de graphe anonyme, vous devez spécifier son type.", - "specify-topic-warning": "Merci d’indiquer le sujet à utiliser qui existe dans Freebase", - "specify-value-warning": "Merci d’indiquer la valeur à utiliser" - }, - "fb-interface": { - "dialog-header": "Aligner sur les schémas de Freebase", - "body-text": "Le squelette d’alignement du schéma ci-dessous indique comment vos grilles de données seront transformées en graphes de données dans les schémas Freebase.", - "find-more": "En savoir plus...", - "skeleton": "Squelette", - "mql-preview": "Aperçu MQL", - "tripleloader-preview": "Aperçu du chargeur de triplet" - }, - "fb-dialogs": { - "sign-in": "Se connecter à Freebase", - "enable-loading": "pour activer le chargement", - "error-new-topic": "Erreur lors de la création du nouveau sujet", - "error-loading-data": "Erreur lors du chargement des données", - "add-info-source": "Cliquer ici pour ajouter une nouvelle source d’informations", - "dialog-header": "Charger les données dans Freebase", - "no-triples-dataset": "Cet ensemble de données n’a pas de triplet", - "warning-aligned": "L’avez-vous déjà aligné avec les schémas Freebase ?", - "name-of-data": "Nom de votre chargement de données", - "source-id": "ID Source (facultatif)", - "bodytext-1": "Note : Vos donnes seront chargées seulement dans", - "bodytext-2": "Le bac à sable est l’endroit où chacun peut expérimenter les technologies de Freebase sans perturber la base officielle", - "bodytext-3": "Le bac à sable a récupéré", - "sandbox-link": "Bac à sable", - "freebase-link": "Freebase", - "refreshed-link": "rafraîchir périodiquement", - "bodytext-4": "De façon à charger vos données dans la base officielle Freebase, vous devez d’abord les charger dans le bac à sable. Ensuite, elles sont vérifiées par une procédure d’assurance qualité (AQ) avant de pouvoir être chargées proprement.", - "quality-assurance": "Assurance qualité", - "bodytext-5": "Après le chargement dans le bac à sable, After loaded into Sandbox, demandez l’aide d’autres personnes pour procéder à une double vérification de la qualité des données chargées de façon à pouvoir les charger dans Freebase.", - "triple-schedule": "chargement des triplets correctement planifié", - "follow-progress": "Suivre la progression du chargement dans la", - "refinery-link": "Raffinerie Freebase", - "signed-as": "Connecté comme :", - "sign-out": "Se déconnecter" - }, - "fb-qa": { - "header": "Charger des données AQ ?", - "bodytext-1": "D’autres personnes seront chargées de procéder à une double vérification des données que vous aurez versées afin de garantir leur qualité. Leur temps et leur travail ont un coût.", - "bodytext-2": "Vous devez prendre vous-même toutes les mesures raisonnables pour élimiter les erreurs des données que vous chargez. Votre prudence sera grandement appréciée.", - "tell-more": "M’en dire plus...", - "ok-button": "Oui, charger les données AQ" - }, - "fb-extend": { - "add-column": "Ajouter les colonnes de Freebase sur la base de la colonne", - "warning-add-properties": "Merci d’ajouter des propriétés d’abord.", - "querying-freebase": "Requête sur Freebase ...", - "remove-column": "Supprimer cette colonne", - "add-constraints": "Ajouter des contraintes à cette colonne", - "mql-constraints": "Indiquer les contraintes de la requête MQL en JSON", - "warning-valid-json": "Merci de vérifier que le code JSON que vous avez entré est valide.", - "warning-json-obj": "Le code JSON que vous indiquez doit être un objet, c’est-à-dire être de la forme { ... }.", - "add-property": "Ajouter une propriété", - "suggested-properties": "Propriétés suggérées", - "constraint": "Contrainte" - }, - "fb-menu": { - "freebase": "Freebase", - "set-api-key": "Indiquer la clé de l’API Freebase", - "align-schema": "Alignement sur les schémas de Freebase...", - "load": "Chargement dans Freebase...", - "browse-data-load": "Consulter le détail du chargement des données...", - "import-qa": "Importer des données AQ", - "add-columns": "Ajouter des colonnes à partir de Freebase...", - "warning-load": "Vous n’avez pas encore essayé de charger les données de ce projet dans Freebase." - }, - "fb-buttons": { - "save": "Sauver", - "save-load": "Sauver & charger", - "close": "Fermer", - "reset": "Réinitialiser", - "cancel": "Annuler", - "align-now": "Aligner maintenant", - "settings": "Paramètres", - "preview": "Aperçu", - "load-sandbox": "Charger dans un bac à sable", - "ok": "Ok" - } -} diff --git a/extensions/freebase/module/langs/translation-it.json b/extensions/freebase/module/langs/translation-it.json deleted file mode 100644 index 0df0c9c0f..000000000 --- a/extensions/freebase/module/langs/translation-it.json +++ /dev/null @@ -1,125 +0,0 @@ -{ - "fb-schema-alignment": { - "close-confirm": "Ci sono cambiamenti non salvati. Chiudere comunque?", - "status-warning": "Ci sono cambiamenti non salvati.", - "assert-link-found": "Assert link when 'true' is found in column", - "search-pick-property": "Cerca una proprietà o scegline una dalle seguenti", - "search-property": "Cerca una proprietà", - "cell": "cella", - "cells": "celle", - "which-column": "Quale colonna?", - "configure": "Configura...", - "which-topic": "Quale topic?", - "what-value": "Quale valore?", - "anonymous": "anonimo", - "add-property": "aggiungi proprietà", - "anonymous-node": "Nodo Anonimo", - "freebase-topic": "Topic Freebase", - "value": "Valore", - "skeleton-node": "Schema Alignment Skeleton Node", - "text": "testo", - "int": "int", - "float": "float", - "double": "double", - "boolean": "boolean", - "date-time": "data/ora", - "rawstring": "rawstring", - "set-to-cell": "Set to Cell in Column", - "cell-content-used": "Il contenuto della cella è usato ...", - "specify-fb-topic": "per specificare un topic Freebase, come riconciliato", - "type-new-topics": "Inserisci il nuovo topic come", - "literal-value": "come un valore letterale", - "literal-type": "Tipo letterale", - "text-language": "Lingua di testo", - "key-namespace": "come una chiave nel namespace", - "namespace": "Namespace", - "generate-anonymous": "Genera un nodo anonimo nel grafo", - "assign-type": "Assegna un tipo al nodo", - "use-existing-topic": "Usa un topic Freebase esistente", - "value-type": "Tipo valore", - "language": "Lingua", - "use-literal-value": "Usa un valore letterale", - "column-warning": "Devi selezionare almeno una colonna", - "new-node-warning": "Per creare un nuovo nodo nel grafo, devi specificarne un tipo.", - "namespace-warning": "Specifica il namespace.", - "anonymous-node-warning": "Per generare un nodo anonimo nel grafo, devi specificarne un tipo.", - "specify-topic-warning": "Per favore specifica quale topic esistente di Freebase usare", - "specify-value-warning": "Per favore specifica il valore da usare" - }, - "fb-interface": { - "dialog-header": "Allinea con gli schemi Freebase", - "body-text": "Lo scheletro per l'allineamento della schema specifica come i tuoi dati in formato tabellare saranno trasformati in un formato a grafo con lo schema di Freebase.", - "find-more": "Per saperne di più ...", - "skeleton": "Scheletro", - "mql-preview": "Anteprima MQL-like", - "tripleloader-preview": "Anteprima TripleLoader" - }, - "fb-dialogs": { - "sign-in": "Accedi a Freebase", - "enable-loading": "per abilitare il caricamento", - "error-new-topic": "Errore nella creazione di un nuovo topic", - "error-loading-data": "Errore durante il caricamento dei dati", - "add-info-source": "Clicca qui per aggiungere una nuova sorgente di informazioni", - "dialog-header": "Carica i dati in Freebase", - "no-triples-dataset": "Questo dataset non ha triple", - "warning-aligned": "Hai già effettuato l'allineamento con lo schema Freebase?", - "name-of-data": "Nome del caricamento dati", - "source-id": "ID sorgente (opzionale)", - "bodytext-1": "Nota: i tuoi dati saranno caricati solamente in", - "bodytext-2": "Sandbox è dove chiunque può sperimentare le tecnologie Freebase senza creare danni all'ufficiale", - "bodytext-3": "Sandbox viene", - "sandbox-link": " Sandbox", - "freebase-link": " Freebase", - "refreshed-link": " aggiornata periodicamente", - "bodytext-4": "Per caricare i tuoi data su Freebase ufficiale, devi prima caricarli nel Sandbox. Successivamente, devono passare un processo di analisi qualitativa prima di essere caricati su Freebase.", - "quality-assurance": "Analisi qualitativa", - "bodytext-5": "Dopo essere caricati nella Sandbox, viene chiesto l'aiuto di altre persone per controllare due volte la qualità di questi dati in modo da poter poi essere caricati in Freebase.", - "triple-schedule": "triple pianificate con successo per il caricamento", - "follow-progress": "Segui il processo di caricamento nel ", - "refinery-link": "Freebase Refinery", - "signed-as": "Accesso effettuato come:", - "sign-out": "Esci" - }, - "fb-qa": { - "header": "Caricamento dati con analisi qualitativa?", - "bodytext-1": "Alcune persone verranno incaricate per controllare i tuoi dati allo scopo di verificarne la qualità. Il loro tempo e lavoro ha un costo.", - "bodytext-2": "Tu stesso dovresti aver già effettuato la maggior parte dei controlli per assicurarti di aver rimosso errori dai dati. La tua prudenza è enormemente apprezzata.", - "tell-more": "Dimmi di più ...", - "ok-button": "Si, Caricamento dati con analisi qualitativa" - }, - "fb-extend": { - "add-column": "Aggiungi colonne da Freebase basandoti sulla colonna", - "warning-add-properties": "Prima aggiungi delle proprietà.", - "querying-freebase": "Interrogando Freebase ...", - "remove-column": "Rimuovi questa colonna", - "add-constraints": "Aggiungi vincoli a questa colonna", - "mql-constraints": "Inserisci i vincoli per la query MQL come JSON", - "warning-valid-json": "Assicurati che l'oggetto JSON inserito sia valido.", - "warning-json-obj": "Il JSON che inserisci deve essere un oggetto, cioè in questa forma: { ... }.", - "add-property": "Aggiungi Proprietà", - "suggested-properties": "Proprietà suggerite", - "constraint": "Vincoli" - }, - "fb-menu": { - "freebase": "Freebase", - "set-api-key": "Imposta l'API Key Freebase", - "align-schema": "Allinea con lo schema Freebase...", - "load": "Carica in Freebase...", - "browse-data-load": "Vedi i dettagli per il caricamento dati...", - "import-qa": "Importa dati con controllo qualità", - "add-columns": "Aggiungi colonne da Freebase ...", - "warning-load": "Non hai ancora provato a caricare i dati di questo progetto in Freebase." - }, - "fb-buttons": { - "save": "Salva", - "save-load": "Salva & Carica", - "close": "Chiudi", - "reset": "Reset", - "cancel": "Cancella", - "align-now": "Allinea adesso", - "settings": "Settings", - "preview": "Anteprima", - "load-sandbox": "Carica nella Sandbox", - "ok": "Ok" - } -} diff --git a/extensions/freebase/module/scripts/dialogs/confirm-qa-dialog.html b/extensions/freebase/module/scripts/dialogs/confirm-qa-dialog.html deleted file mode 100644 index e5ce6d108..000000000 --- a/extensions/freebase/module/scripts/dialogs/confirm-qa-dialog.html +++ /dev/null @@ -1,12 +0,0 @@ -
-
-
-

-

-

-
-
- - -
-
\ No newline at end of file diff --git a/extensions/freebase/module/scripts/dialogs/extend-data-preview-dialog.html b/extensions/freebase/module/scripts/dialogs/extend-data-preview-dialog.html deleted file mode 100644 index 6db8cb87c..000000000 --- a/extensions/freebase/module/scripts/dialogs/extend-data-preview-dialog.html +++ /dev/null @@ -1,26 +0,0 @@ -
-
-
-
- - - - - - - - - - - - - - - -
Preview
-
-
- - -
-
\ No newline at end of file diff --git a/extensions/freebase/module/scripts/dialogs/extend-data-preview-dialog.js b/extensions/freebase/module/scripts/dialogs/extend-data-preview-dialog.js deleted file mode 100644 index fafaca07c..000000000 --- a/extensions/freebase/module/scripts/dialogs/extend-data-preview-dialog.js +++ /dev/null @@ -1,402 +0,0 @@ -/* - -Copyright 2010,2012 Google Inc. and other contributors -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - - */ - -function ExtendDataPreviewDialog(column, columnIndex, rowIndices, onDone) { - this._column = column; - this._columnIndex = columnIndex; - this._rowIndices = rowIndices; - this._onDone = onDone; - this._extension = { properties: [] }; - - var self = this; - this._dialog = $(DOM.loadHTML("freebase", "scripts/dialogs/extend-data-preview-dialog.html")); - this._elmts = DOM.bind(this._dialog); - - this._elmts.dialogHeader.text($.i18n._('fb-extend')["add-column"]); - this._elmts.fb_add_property.html($.i18n._('fb-extend')["add-property"]); - this._elmts.suggested_properties.text($.i18n._('fb-extend')["suggested-properties"]); - - this._elmts.resetButton.text($.i18n._('fb-buttons')["reset"]); - this._elmts.okButton.html('  '+$.i18n._('fb-buttons')["ok"]+'  '); - this._elmts.cancelButton.text($.i18n._('fb-buttons')["cancel"]); - - this._elmts.resetButton.click(function() { - self._extension.properties = []; - self._update(); - }); - - this._elmts.okButton.click(function() { - if (self._extension.properties.length === 0) { - alert($.i18n._('fb-extend')["warning-add-properties"]); - } else { - DialogSystem.dismissUntil(self._level - 1); - self._onDone(self._extension); - } - }); - this._elmts.cancelButton.click(function() { - DialogSystem.dismissUntil(self._level - 1); - }); - - var dismissBusy = DialogSystem.showBusy(); - var type = (column.reconConfig) && (column.reconConfig.type) ? column.reconConfig.type.id : "/common/topic"; - - ExtendDataPreviewDialog.getAllProperties(type, function(properties) { - dismissBusy(); - self._show(properties); - }); -} - -ExtendDataPreviewDialog.getAllProperties = function(typeID, onDone) { - var done = false; - - $.getJSON( - Refine.refineHelperService + "/get_properties_of_type?type=" + typeID + "&callback=?", - null, - function(data) { - if (done) return; - done = true; - - var allProperties = []; - for (var i = 0; i < data.properties.length; i++) { - var property = data.properties[i]; - var property2 = { - id: property.id, - name: property.name - }; - if ("id2" in property) { - property2.expected = property.schema2; - property2.properties = [{ - id: property.id2, - name: property.name2, - expected: property.expects - }]; - } else { - property2.expected = property.expects; - } - allProperties.push(property2); - } - allProperties.sort(function(a, b) { return a.name.localeCompare(b.name); }); - - onDone(allProperties); - } - ); - - window.setTimeout(function() { - if (done) return; - - done = true; - onDone([]); - }, 7000); // time to give up? -}; - -ExtendDataPreviewDialog.prototype._show = function(properties) { - this._level = DialogSystem.showDialog(this._dialog); - - var n = this._elmts.suggestedPropertyContainer.offset().top + - this._elmts.suggestedPropertyContainer.outerHeight(true) - - this._elmts.addPropertyInput.offset().top; - - this._elmts.previewContainer.height(Math.floor(n)); - - var self = this; - var container = this._elmts.suggestedPropertyContainer; - var renderSuggestedProperty = function(property) { - var label = ("properties" in property) ? (property.name + " » " + property.properties[0].name) : property.name; - var div = $('
').addClass("suggested-property").appendTo(container); - - $('') - .attr("href", "javascript:{}") - .html(label) - .appendTo(div) - .click(function() { - self._addProperty(property); - }); - }; - for (var i = 0; i < properties.length; i++) { - renderSuggestedProperty(properties[i]); - } - - var suggestConfig = { - type: '/type/property', // NOTE: requires patched Suggest to pass this through - // Default returns id, lang, mid, name, notable {id,name}, score - mql_output : JSON.stringify({'name':null,'id':null,'mid':null, '/type/property/expected_type':{'name':null,'id':null}}), - }; - if ((this._column.reconConfig) && (this._column.reconConfig.type)) { - suggestConfig.filter = '(should (any namespace:/type/object namespace:/common/topic namespace:' + this._column.reconConfig.type.id + '))'; - } - - this._elmts.addPropertyInput.suggestP(suggestConfig).bind("fb-select", function(evt, data) { - self._addProperty({ - id : data.id, - name: data.name, - expected: data["/type/property/expected_type"] - }); - }); -}; - -ExtendDataPreviewDialog.prototype._update = function() { - this._elmts.previewContainer.empty().text($.i18n._('fb-extend')["querying-freebase"]); - - var self = this; - var params = { - project: theProject.id, - columnName: this._column.name - }; - - $.post( - "command/freebase/preview-extend-data?" + $.param(params), - { - rowIndices: JSON.stringify(this._rowIndices), - extension: JSON.stringify(this._extension) - }, - function(data) { - self._renderPreview(data); - }, - "json" - ); -}; - -ExtendDataPreviewDialog.prototype._addProperty = function(p) { - var addSeveralToList = function(properties, oldProperties) { - for (var i = 0; i < properties.length; i++) { - addToList(properties[i], oldProperties); - } - }; - var addToList = function(property, oldProperties) { - for (var i = 0; i < oldProperties.length; i++) { - var oldProperty = oldProperties[i]; - if (oldProperty.id == property.id) { - if ("included" in property) { - oldProperty.included = "included" in oldProperty ? - (oldProperty.included || property.included) : - property.included; - } - - if ("properties" in property) { - if ("properties" in oldProperty) { - addSeveralToList(property.properties, oldProperty.properties); - } else { - oldProperty.properties = property.properties; - } - } - return; - } - } - - oldProperties.push(property); - }; - - addToList(p, this._extension.properties); - - this._update(); -}; - -ExtendDataPreviewDialog.prototype._renderPreview = function(data) { - var self = this; - var container = this._elmts.previewContainer.empty(); - if (data.code == "error") { - container.text("Error."); - return; - } - - var table = $('')[0]; - var trHead = table.insertRow(table.rows.length); - $('
').appendTo(trHead).text(this._column.name); - - var renderColumnHeader = function(column) { - var th = $('').appendTo(trHead); - - $('').html(column.names.join(" » ")).appendTo(th); - $('
').appendTo(th); - - $('') - .text("remove") - .addClass("action") - .attr("title", $.i18n._('fb-extend')["remove-column"]) - .click(function() { - self._removeProperty(column.path); - }).appendTo(th); - - $('') - .text("constrain") - .addClass("action") - .attr("title", $.i18n._('fb-extend')["add-constraints"]) - .click(function() { - self._constrainProperty(column.path); - }).appendTo(th); - }; - for (var c = 0; c < data.columns.length; c++) { - renderColumnHeader(data.columns[c]); - } - - for (var r = 0; r < data.rows.length; r++) { - var tr = table.insertRow(table.rows.length); - var row = data.rows[r]; - - for (var c = 0; c < row.length; c++) { - var td = tr.insertCell(tr.cells.length); - var cell = row[c]; - if (cell !== null) { - if ($.isPlainObject(cell)) { - $('').attr("href", "http://www.freebase.com/view" + cell.id).text(cell.name).appendTo(td); - } else { - $('').text(cell).appendTo(td); - } - } - } - } - - container.append(table); -}; - -ExtendDataPreviewDialog.prototype._removeProperty = function(path) { - var removeFromList = function(path, index, properties) { - var id = path[index]; - - for (var i = properties.length - 1; i >= 0; i--) { - var property = properties[i]; - if (property.id == id) { - if (index === path.length - 1) { - if ("included" in property) { - delete property.included; - } - } else if ("properties" in property && property.properties.length > 0) { - removeFromList(path, index + 1, property.properties); - } - - if (!("properties" in property) || property.properties.length === 0) { - properties.splice(i, 1); - } - - return; - } - } - }; - - removeFromList(path, 0, this._extension.properties); - - this._update(); -}; - -ExtendDataPreviewDialog.prototype._findProperty = function(path) { - var find = function(path, index, properties) { - var id = path[index]; - - for (var i = properties.length - 1; i >= 0; i--) { - var property = properties[i]; - if (property.id == id) { - if (index === path.length - 1) { - return property; - } else if ("properties" in property && property.properties.length > 0) { - return find(path, index + 1, property.properties); - } - break; - } - } - - return null; - }; - - return find(path, 0, this._extension.properties); -}; - -ExtendDataPreviewDialog.prototype._constrainProperty = function(path) { - var self = this; - var property = this._findProperty(path); - - var frame = DialogSystem.createDialog(); - frame.width("500px"); - - var header = $('
').addClass("dialog-header").text(" " + path.join(" > ")).appendTo(frame); - var body = $('
').addClass("dialog-body").appendTo(frame); - var footer = $('
').addClass("dialog-footer").appendTo(frame); - - body.html( - '
' + - '' + - '' + - '
' + - $.i18n._('fb-extend')["mql-constraints"] + - '
' + - '' + - '
' - ); - var bodyElmts = DOM.bind(body); - - if ("constraints" in property) { - bodyElmts.textarea[0].value = JSON.stringify(property.constraints, null, 2); - } else { - bodyElmts.textarea[0].value = JSON.stringify({ "limit" : 10 }, null, 2); - } - - footer.html( - '' + - '' - ); - var footerElmts = DOM.bind(footer); - - var level = DialogSystem.showDialog(frame); - var dismiss = function() { - DialogSystem.dismissUntil(level - 1); - }; - - footerElmts.cancelButton.click(dismiss); - footerElmts.okButton.click(function() { - try { - var o = JSON.parse(bodyElmts.textarea[0].value); - if (o === undefined) { - alert($.i18n._('fb-extend')["warning-valid-json"]); - return; - } - - if ($.isArray(o) && o.length == 1) { - o = o[0]; - } - if (!$.isPlainObject(o)) { - alert($.i18n._('fb-extend')["warning-json-obj"]); - return; - } - - property.constraints = o; - - dismiss(); - - self._update(); - } catch (e) { - //console.log(e); - } - }); - - bodyElmts.textarea.focus(); -}; - diff --git a/extensions/freebase/module/scripts/dialogs/freebase-loading-dialog.html b/extensions/freebase/module/scripts/dialogs/freebase-loading-dialog.html deleted file mode 100644 index ab37a234e..000000000 --- a/extensions/freebase/module/scripts/dialogs/freebase-loading-dialog.html +++ /dev/null @@ -1,67 +0,0 @@ -
-
-
- -
-
- -
- - - - - - - - - - - - - -
-

- . - . - . -

-

- -

-
- -
-
- - -
-
- - - -
- - -
- 		- -
-
diff --git a/extensions/freebase/module/scripts/dialogs/freebase-loading-dialog.js b/extensions/freebase/module/scripts/dialogs/freebase-loading-dialog.js deleted file mode 100644 index d7e43744a..000000000 --- a/extensions/freebase/module/scripts/dialogs/freebase-loading-dialog.js +++ /dev/null @@ -1,286 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - - */ - -function FreebaseLoadingDialog() { - this._createDialog(); - this._signedin = false; -} - -FreebaseLoadingDialog.prototype._createDialog = function() { - var self = this; - var dialog = $(DOM.loadHTML("freebase", "scripts/dialogs/freebase-loading-dialog.html")); - this._elmts = DOM.bind(dialog); - this._elmts.cancelButton.click(function() { self._dismiss(); }); - - var provider = "freebase.com"; - var authorization = this._elmts.authorization; - var loadButton = this._elmts.loadButton; - - this._elmts.dialogHeader.text($.i18n._('fb-dialogs')["dialog-header"]); - this._elmts.no_triples_dataset.text($.i18n._('fb-dialogs')["no-triples-dataset"]); - this._elmts.warning_aligned.text($.i18n._('fb-dialogs')["warning-aligned"]); - this._elmts.alignButton.text($.i18n._('fb-buttons')["align-now"]); - this._elmts.settingsBtn.text($.i18n._('fb-buttons')["settings"]); - this._elmts.previewBtn.text($.i18n._('fb-buttons')["preview"]); - this._elmts.name_of_data.text($.i18n._('fb-dialogs')["name-of-data"]); - this._elmts.source_id_label.text($.i18n._('fb-dialogs')["source-id"]); - this._elmts.bodytext1.text($.i18n._('fb-dialogs')["bodytext-1"]); - this._elmts.bodytext2.text($.i18n._('fb-dialogs')["bodytext-2"]); - this._elmts.bodytext3.text($.i18n._('fb-dialogs')["bodytext-3"]); - this._elmts.sandbox_link.text($.i18n._('fb-dialogs')["sandbox-link"]); - this._elmts.freebase_link.text($.i18n._('fb-dialogs')["freebase-link"]); - this._elmts.refreshed_link.text($.i18n._('fb-dialogs')["refreshed-link"]); - this._elmts.bodytext4.text($.i18n._('fb-dialogs')["bodytext-4"]); - this._elmts.findOutMore.text($.i18n._('fb-interface')["find-more"]); - this._elmts.quality_assurance.text($.i18n._('fb-dialogs')["quality-assurance"]); - this._elmts.bodytext5.text($.i18n._('fb-dialogs')["bodytext-5"]); - this._elmts.triple_success_load.text($.i18n._('fb-dialogs')["triple-schedule"]); - this._elmts.follow_progress.text($.i18n._('fb-dialogs')["follow-progress"]); - this._elmts.refineryLink.text($.i18n._('fb-dialogs')["refinery-link"]); - this._elmts.cancelButton.text($.i18n._('fb-buttons')["cancel"]); - this._elmts.loadButton.text($.i18n._('fb-buttons')["load-sandbox"]); - - // TODO: Does this need to be redone for the new API / freebase.com site? - var check_authorization = function(cont) { - var check_authorization_url = "command/freebase/check-authorization/" + provider; - $.get(check_authorization_url, function(data) { - if ("status" in data && data.code == "/api/status/ok") { - authorization.html($.i18n._('fb-dialogs')["signed-as"]+' ' + data.username + ' | '+$.i18n._('fb-dialogs')["sign-out"]+'').show(); - DOM.bind(authorization).signout.click(function() { - self._signedin = false; - loadButton.attr("disabled","disabled"); - $("#freebase-loading-graph-selector-freebase").attr("disabled","disabled").button("refresh"); - Sign.signout(function() { - $('.signedin').hide(); - $('.signedout').show(); - check_authorization(); - },provider); - }); - loadButton.unbind().click(function() { - self._load(); - }); - - self._signedin = true; - $("#freebase-loading-source-name").keyup(); - - if (typeof cont == "function") cont(data); - } else { - authorization.html(''+$.i18n._('fb-dialogs')["sign-in"]+' '+$.i18n._('fb-dialogs')["enable-loading"]).show(); - - self._signedin = false; - $("#freebase-loading-source-name").keyup(); - - DOM.bind(authorization).signin.click(function() { - Sign.signin(function() { - $('.signedout').hide(); - $('.signedin').show(); - check_authorization(cont); - },provider,check_authorization_url); - }); - } - },"json"); - }; - - var make_topic = function(new_topic_id, topic_type, cont) { - var mql_query = [{ - "create": "unless_exists", - "name": new_topic_id, - "a:type": topic_type, - "b:type": "/common/topic", - "id": null, - "guid": null - }]; - - $.post("command/freebase/mqlwrite/" + provider, - { "query" : JSON.stringify(mql_query) }, - function(data) { - if ("status" in data && data.code == "/api/status/ok") { - self._elmts.source_id.val(data.result[0].id); - if (typeof cont == "function") cont(); - } else { - self._show_error($.i18n._('fb-dialogs')["error-new-topic"], data); - } - }, - "json" - ); - }; - - var show_triples = function(cont) { - $.post( - "command/freebase/preview-protograph?" + $.param({ project: theProject.id }), - { - protograph: JSON.stringify(theProject.overlayModels.freebaseProtograph || {}), - engine: JSON.stringify(ui.browsingEngine.getJSON()) - }, - function(data) { - if ("tripleloader" in data) { - self._elmts.functionalCase.show(); - self._level = DialogSystem.showDialog(dialog); - - self._elmts.functionalTabs.tabs(); - - self._elmts.previewContainer.text(data.tripleloader).show(); - - self._elmts.source_name.keyup(function() { - if (self._signedin && $(this).val() != "") { - loadButton.removeAttr("disabled").removeClass("button-disabled"); - } else { - loadButton.attr("disabled","disabled").addClass("button-disabled"); - } - }); - - self._elmts.source_id.suggest({ - filter: "(all type:/dataworld/information_source)", - suggest_new: $.i18n._('fb-dialogs')["add-info-source"] - }).bind("fb-select", function(e, data) { - self._elmts.source_id.val(data.id); - }).bind("fb-select-new", function(e, val) { - make_topic(val, "/dataworld/information_source"); - }); - - $.getJSON( - "command/core/get-preference?" + $.param({ project: theProject.id, name: "freebase.load.jobName" }), - null, - function(data) { - self._elmts.source_name[0].value = (data.value) ? data.value : theProject.metadata.name; - } - ); - - if (typeof cont == "function") cont(); - } else { - self._elmts.unalignedCase.show(); - self._level = DialogSystem.showDialog(dialog); - - self._elmts.alignButton.click(function() { - self._dismiss(); - FreebaseExtension.handlers.editSchemaAlignment(false); - }); - self._end(); - } - }, - "json" - ); - }; - - show_triples(check_authorization); -}; - -FreebaseLoadingDialog.prototype._load = function() { - var self = this; - var qa = self._elmts.qaCheckbox.is(':checked'); - - var get_refinery_url = function(url) { - return "http://refinery.freebaseapps.com/load/" + url.split("/").slice(-1)[0]; - }; - - var doLoad = function() { - var dismissBusy = DialogSystem.showBusy(); - - $.post( - "command/freebase/upload-data", - { - "project" : theProject.id, - "qa" : qa, - "engine" : JSON.stringify(ui.browsingEngine.getJSON()), - "source_name" : self._elmts.source_name.val(), - "source_id" : self._elmts.source_id.val() - }, - function(data) { - dismissBusy(); - - var body = self._elmts.dialogBody; - if ("status" in data && typeof data.status == "object" && "code" in data.status && data.status.code == 200) { - self._elmts.tripleCountSpan.text(data.result.added); - self._elmts.refineryLink.attr("href", get_refinery_url(data.result.status_url)); - self._elmts.functionalCase.hide(); - self._elmts.loadedCase.show(); - self._end(); - } else { - self._show_error($.i18n._('fb-dialogs')["error-loading-data"],data); - } - }, - "json" - ); - }; - - if (qa) { - var dialog = $(DOM.loadHTML("freebase", "scripts/dialogs/confirm-qa-dialog.html")); - var elmts = DOM.bind(dialog); - var level = DialogSystem.showDialog(dialog); - var dismiss = function() { - DialogSystem.dismissUntil(level - 1); - }; - - this._elmts.refineryLink.text($.i18n._('fb-qa')["header"]); - this._elmts.bodytext1.text($.i18n._('fb-qa')["bodytext-1"]); - this._elmts.bodytext2.text($.i18n._('fb-qa')["bodytext-2"]); - this._elmts.tellMore.text($.i18n._('fb-qa')["tell-more"]); - this._elmts.okButton.text($.i18n._('fb-qa')["ok-button"]); - this._elmts.cancelButton.text($.i18n._('fb-qa')["ok-button"]); - - elmts.okButton.click(function() { - doLoad(); - dismiss(); - }); - elmts.cancelButton.click(function() { - dismiss(); - }); - } else { - doLoad(); - } -}; - -FreebaseLoadingDialog.prototype._dismiss = function() { - DialogSystem.dismissUntil(this._level - 1); -}; - -FreebaseLoadingDialog.prototype._show_error = function(msg, error) { - this._elmts.dialogBody.children().hide(); - this._elmts.errorCase.show(); - this._elmts.errorMessage.text(msg); - this._elmts.errorDetails.html( - (('message' in error) ? '

' + error.message + '

' : '
' + JSON.stringify(error, null, 2) + '
') + - (('stack' in error) ? '
' + error.stack.replace(/\\n/g,'\n').replace(/\\t/g,'\t') + '
' : "") - ); - this._end(); - console.log(error); -}; - -FreebaseLoadingDialog.prototype._end = function() { - var self = this; - this._elmts.loadButton.text("Close").removeAttr("disabled").removeClass("button-disabled").unbind().click(function() { - self._dismiss(); - }); - this._elmts.cancelButton.hide(); - this._elmts.authorization.hide(); -}; \ No newline at end of file diff --git a/extensions/freebase/module/scripts/dialogs/schema-alignment/dialog.js b/extensions/freebase/module/scripts/dialogs/schema-alignment/dialog.js deleted file mode 100644 index 922b45c15..000000000 --- a/extensions/freebase/module/scripts/dialogs/schema-alignment/dialog.js +++ /dev/null @@ -1,324 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - - */ - -var SchemaAlignment = {}; - -SchemaAlignment.autoAlign = function() { - var protograph = {}; - - var columns = theProject.columnModel.columns; - - var typedCandidates = []; - var candidates = []; - - for (var c = 0; c < columns.length; c++) { - var column = columns[c]; - var typed = (column.reconConfig) && - ReconciliationManager.isFreebaseIdOrMid(column.reconConfig.identifierSpace) && - ReconciliationManager.isFreebaseId(column.reconConfig.schemaSpace); - - var candidate = { - status: "unbound", - typed: typed, - index: c, - column: column - }; - - candidates.push(candidate); - if (typed) { - typedCandidates.push(candidate); - } - } - - if (typedCandidates.length > 0) { - - } else { - var queries = {}; - for (var i = 0; i < candidates.length; i++) { - var candidate = candidates[i]; - var name = SchemaAlignment._cleanName(candidate.column.name); - var key = "t" + i + ":search"; - queries[key] = { - "query" : name, - "limit" : 10, - "type" : "/type/type,/type/property", - "type_strict" : "any" - }; - } - - SchemaAlignment._batchSearch(queries, function(result) { - console.log(result); - }); - } -}; - -SchemaAlignment._batchSearch = function(queries, onDone) { - var keys = []; - for (var n in queries) { - if (queries.hasOwnProperty(n)) { - keys.push(n); - } - } - - var result = {}; - var args = []; - var makeBatch = function(keyBatch) { - var batch = {}; - for (var k = 0; k < keyBatch.length; k++) { - var key = keyBatch[k]; - batch[key] = queries[key]; - } - - // TODO: New API doesn't accept multiple queries -// args.push("https://www.googleapis.com/freebase/v1/search?key=" + Freebase.API_KEY + "&" + - args.push("http://api.freebase.com/api/service/search?" + // FIXME: - $.param({ "queries" : JSON.stringify(batch) }) + "&callback=?"); - - args.push(null); // no data - args.push(function(data) { - for (var k = 0; k < keyBatch.length; k++) { - var key = keyBatch[k]; - result[key] = data[key]; - } - }); - }; - - for (var i = 0; i < keys.length; i += 10) { - makeBatch(keys.slice(i, i + 10)); - } - - args.push(function() { - onDone(result); - }); - - Ajax.chainGetJSON.apply(null, args); -}; - -SchemaAlignment._cleanName = function(s) { - return s.replace(/\W/g, " ").replace(/\s+/g, " ").toLowerCase(); -}; - -SchemaAlignment.createNewRootNode = function() { - var rootNode = null; - var links = []; - var columns = theProject.columnModel.columns; - for (var i = 0; i < columns.length; i++) { - var column = columns[i]; - var target = { - nodeType: "cell-as-topic", - columnName: column.name, - createForNoReconMatch: true - }; - if ((column.reconConfig) && - ReconciliationManager.isFreebaseIdOrMid(column.reconConfig.identifierSpace) && - ReconciliationManager.isFreebaseId(column.reconConfig.schemaSpace) && - (column.reconConfig.type)) { - - target.type = { - id: column.reconConfig.type.id, - name: column.reconConfig.type.name - }; - } - - if (column.name == theProject.columnModel.keyColumnName) { - rootNode = target; - } else { - links.push({ - property: null, - target: target - }); - } - } - - rootNode = rootNode || { nodeType: "cell-as-topic" }; - rootNode.links = links; - - return rootNode; -}; - -function SchemaAlignmentDialog(protograph, onDone) { - this._onDone = onDone; - this._hasUnsavedChanges = false; - - this._createDialog(); - this._reset(protograph, true); -} - -SchemaAlignmentDialog.prototype._reset = function(protograph, initial) { - this._originalProtograph = protograph || { rootNodes: [] }; - this._protograph = cloneDeep(this._originalProtograph); // this is what can be munched on - - if (!this._protograph.rootNodes.length) { - this._protograph.rootNodes.push(SchemaAlignment.createNewRootNode()); - } - - $(this._nodeTable).empty(); - - this._nodeUIs = []; - for (var i = 0; i < this._protograph.rootNodes.length; i++) { - this._nodeUIs.push(new SchemaAlignmentDialog.UINode( - this, - this._protograph.rootNodes[i], - this._nodeTable, - { - expanded: true, - mustBeCellTopic: true - } - )); - } - - this.preview(initial); -}; - -SchemaAlignmentDialog.prototype._save = function(onDone) { - var self = this; - var protograph = this.getJSON(); - - Refine.postProcess( - "freebase", - "save-protograph", - {}, - { protograph: JSON.stringify(protograph) }, - {}, - { - onDone: function() { - theProject.overlayModels.freebaseProtograph = protograph; - - self._elmts.statusIndicator.hide(); - self._hasUnsavedChanges = false; - - if (onDone) onDone(); - } - } - ); -}; - -SchemaAlignmentDialog.prototype._createDialog = function() { - var self = this; - var frame = $(DOM.loadHTML("freebase", "scripts/dialogs/schema-alignment/schema-alignment-dialog.html")); - var elmts = this._elmts = DOM.bind(frame); - - this._level = DialogSystem.showDialog(frame); - - var dismiss = function() { - DialogSystem.dismissUntil(self._level - 1); - }; - - elmts.dialogHeader.text($.i18n._('fb-interface')["dialog-header"]); - elmts.body_text.text($.i18n._('fb-interface')["body-text"]); - elmts.find_more.text($.i18n._('fb-interface')["find-more"]); - elmts.skeleton.text($.i18n._('fb-interface')["skeleton"]); - elmts.skeleton.text($.i18n._('fb-interface')["mql-preview"]); - elmts.skeleton.text($.i18n._('fb-interface')["tripleloader-preview"]); - elmts.saveButton.text($.i18n._('fb-buttons')["save"]); - elmts.saveAndLoadButton.text($.i18n._('fb-buttons')["save-load"]); - elmts.closeButton.text($.i18n._('fb-buttons')["close"]); - elmts.resetButton.text($.i18n._('fb-buttons')["reset"]); - - elmts.saveButton.click(function() { - self._save(); - }); - elmts.saveAndLoadButton.click(function() { - self._save(function() { - dismiss(); - FreebaseExtension.handlers.loadIntoFreebase(); - }); - }); - elmts.resetButton.click(function() { - self._reset(null); - }); - elmts.closeButton.click(function() { - if (!self._hasUnsavedChanges || window.confirm($.i18n._('fb-schema-alignment')["close-confirm"])) { - dismiss(); - } - }); - - $("#schema-alignment-tabs").tabs(); - $("#schema-alignment-tabs-preview-mqllike").css("display", ""); - $("#schema-alignment-tabs-preview-tripleloader").css("display", ""); - - this._previewPanes = $(".schema-alignment-dialog-preview"); - - this._canvas = $(".schema-alignment-dialog-canvas"); - this._nodeTable = $('
').addClass("schema-alignment-table-layout").appendTo(this._canvas)[0]; -}; - -SchemaAlignmentDialog.prototype.getJSON = function() { - var rootNodes = []; - for (var i = 0; i < this._nodeUIs.length; i++) { - var node = this._nodeUIs[i].getJSON(); - if (node !== null) { - rootNodes.push(node); - } - } - - return { - rootNodes: rootNodes - }; -}; - -SchemaAlignmentDialog.prototype.preview = function(initial) { - var self = this; - - this._previewPanes.empty(); - if (!(initial)) { - this._elmts.statusIndicator.show().text($.i18n._('fb-schema-alignment')["status-warning"]); - this._hasUnsavedChanges = true; - } - - var protograph = this.getJSON(); - $.post( - "command/freebase/preview-protograph?" + $.param({ project: theProject.id }), - { protograph: JSON.stringify(protograph), engine: JSON.stringify(ui.browsingEngine.getJSON()) }, - function(data) { - if ("mqllike" in data) { - $(self._previewPanes[0]).text(JSON.stringify(data.mqllike, null, 2)); - } - if ("tripleloader" in data) { - $(self._previewPanes[1]).text(data.tripleloader); - } - }, - "json" - ); -}; - -SchemaAlignmentDialog._findColumn = function(cellIndex) { - var columns = theProject.columnModel.columns; - for (var i = 0; i < columns.length; i++) { - var column = columns[i]; - if (column.cellIndex == cellIndex) { - return column; - } - } - return null; -}; diff --git a/extensions/freebase/module/scripts/dialogs/schema-alignment/schema-alignment-dialog.html b/extensions/freebase/module/scripts/dialogs/schema-alignment/schema-alignment-dialog.html deleted file mode 100644 index bd6750e2e..000000000 --- a/extensions/freebase/module/scripts/dialogs/schema-alignment/schema-alignment-dialog.html +++ /dev/null @@ -1,39 +0,0 @@ -
-
-
-

- -

-
-
    -
    • -
    • -
    • -
-
-
-
- - -
-
-
- - - - -
- - - - - - - - -
-
\ No newline at end of file diff --git a/extensions/freebase/module/scripts/dialogs/schema-alignment/ui-link.js b/extensions/freebase/module/scripts/dialogs/schema-alignment/ui-link.js deleted file mode 100644 index 07e112f8c..000000000 --- a/extensions/freebase/module/scripts/dialogs/schema-alignment/ui-link.js +++ /dev/null @@ -1,381 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - - */ - -SchemaAlignmentDialog.UILink = function(dialog, link, table, options, parentUINode) { - this._dialog = dialog; - this._link = link; - this._options = options; - this._parentUINode = parentUINode; - - // Make sure target node is there - this._link.target = this._link.target || { nodeType: "cell-as-value" } - - this._tr = table.insertRow(table.rows.length); - this._tdMain = this._tr.insertCell(0); - this._tdToggle = this._tr.insertCell(1); - this._tdDetails = this._tr.insertCell(2); - - $(this._tdMain).addClass("schema-alignment-link-main").attr("width", "250").addClass("padded"); - $(this._tdToggle).addClass("schema-alignment-link-toggle").attr("width", "1%").addClass("padded"); - $(this._tdDetails).addClass("schema-alignment-link-details").attr("width", "90%"); - - this._collapsedDetailDiv = $('
').appendTo(this._tdDetails).addClass("padded").html("..."); - this._expandedDetailDiv = $('
').appendTo(this._tdDetails).addClass("schema-alignment-detail-container"); - var self = this; - var show = function() { - if (self._options.expanded) { - self._collapsedDetailDiv.hide(); - self._expandedDetailDiv.show(); - } else { - self._collapsedDetailDiv.show(); - self._expandedDetailDiv.hide(); - } - }; - show(); - - $(this._tdToggle).html(" "); - $('') - .attr("src", this._options.expanded ? "images/expanded.png" : "images/collapsed.png") - .appendTo(this._tdToggle) - .click(function() { - self._options.expanded = !self._options.expanded; - - $(this).attr("src", self._options.expanded ? "images/expanded.png" : "images/collapsed.png"); - - show(); - }); - - this._renderMain(); - this._renderDetails(); -}; - -SchemaAlignmentDialog.UILink.prototype._renderMain = function() { - $(this._tdMain).empty(); - - var label = this._link.property !== null ? - (this._link.property.id + ((this._link.condition) ? " [?]" : "")) : - "property?"; - - var self = this; - - $('') - .attr("title", "remove property") - .attr("src", "images/close.png") - .css("cursor", "pointer") - .prependTo(this._tdMain) - .click(function() { - window.setTimeout(function() { - self._parentUINode.removeLink(self); - self._tr.parentNode.removeChild(self._tr); - self._dialog.preview(); - }, 100); - }); - - var a = $('') - .addClass("schema-alignment-link-tag") - .html(label) - .appendTo(this._tdMain) - .click(function(evt) { - self._startEditProperty(this); - }); - - $('').attr("src", "images/arrow-start.png").prependTo(a); - $('').attr("src", "images/arrow-end.png").appendTo(a); -}; - -SchemaAlignmentDialog.UILink.prototype._renderDetails = function() { - if (this._targetUI) { - this._targetUI.dispose(); - } - if (this._tableDetails) { - this._tableDetails.remove(); - } - - this._tableDetails = $('
').addClass("schema-alignment-table-layout").appendTo(this._expandedDetailDiv); - this._targetUI = new SchemaAlignmentDialog.UINode( - this._dialog, - this._link.target, - this._tableDetails[0], - { expanded: "links" in this._link.target && this._link.target.links.length > 0 }); -}; - -SchemaAlignmentDialog.UILink.prototype._startEditProperty = function(elmt) { - var sourceTypeID = this._parentUINode.getExpectedType(); - var targetNode = this._targetUI._node; - var targetTypeID = "type" in targetNode && targetNode.type !== null ? targetNode.type.id : null; - var targetTypeName = "columnNames" in targetNode ? targetNode.columnNames[0] : null; - - if (sourceTypeID !== null) { - var self = this; - var dismissBusy = DialogSystem.showBusy(); - - var instanceCount = 0; - var outgoing = []; - var incoming = []; - - var onDone = function(properties) { - dismissBusy(); - - self._showPropertySuggestPopup( - elmt, - properties - ); - }; - - SchemaAlignmentDialog.UILink._getPropertiesOfType( - sourceTypeID, - targetTypeID, - targetTypeName, - onDone - ); - } else { - this._showPropertySuggestPopup(elmt, []); - } -}; - -SchemaAlignmentDialog.UILink._getPropertiesOfType = function(typeID, targetTypeID, targetTypeName, onDone) { - var done = false; - - var params = { - "type" : typeID - }; - if (targetTypeID !== null) { - params.expects = targetTypeID; - } else if (targetTypeName !== null) { - params.expects = targetTypeName; - } - - $.getJSON( - Refine.refineHelperService + "/get_properties_of_type?" + $.param(params) + "&callback=?", - null, - function(data) { - if (done) return; - - done = true; - onDone(data.properties || []); - } - ); - - window.setTimeout(function() { - if (done) return; - - done = true; - onDone([]); - }, 7000); // time to give up? -}; - -SchemaAlignmentDialog.UILink.prototype._showPropertySuggestPopup = function(elmt, suggestions) { - self = this; - - var menu = MenuSystem.createMenu().width("350px"); - - var commitProperty = function(p) { - window.setTimeout(function() { MenuSystem.dismissAll(); }, 100); - - if ("id2" in p) { - // self._targetUI.dispose(); - self._link.property = { - id: p.id, - name: p.name - }; - self._link.target = { - nodeType: "anonymous", - links: [{ - property: { - id: p.id2, - name: p.name2 - }, - target: self._link.target - }] - }; - - self._renderDetails(); - } else { - self._link.property = { - id: p.id, - name: p.name - }; - } - - var conditionColumnName = conditionalSelect[0].value; - if (conditionColumnName != "") { - self._link.condition = { columnName: conditionColumnName }; - } else { - delete self._link.condition; - } - - self._configureTarget(); - }; - - var divConditional = $('
') - .addClass("schema-alignment-link-menu-section") - .html($.i18n._('fb-schema-alignment')["assert-link-found"]+"
").appendTo(menu); - - var conditionalSelect = $('').appendTo($('
').appendTo(divSearch)); - - MenuSystem.showMenu(menu, function(){}); - MenuSystem.positionMenuAboveBelow(menu, $(elmt)); - - var suggestOptions = { - filter : '(all type:/type/property)' - }; - var sourceTypeID = this._parentUINode.getExpectedType(); - if (sourceTypeID !== null) { - suggestOptions.filter = '(all type:/type/property (should namespace:' + sourceTypeID + '))' - - } - input.suggestP(suggestOptions).bind("fb-select", function(e, data) { commitProperty(data); }); - - input[0].focus(); -}; - -SchemaAlignmentDialog.UILink.prototype.getJSON = function() { - if ("property" in this._link && this._link.property !== null && - "target" in this._link && this._link.target !== null) { - - var targetJSON = this._targetUI.getJSON(); - if (targetJSON !== null) { - var json = { - property: cloneDeep(this._link.property), - target: targetJSON - }; - if (this._link.condition) { - json.condition = cloneDeep(this._link.condition); - } - return json; - } - } - return null; -}; - -SchemaAlignmentDialog.UILink.prototype._configureTarget = function() { - var self = this; - var dismissBusy = DialogSystem.showBusy(); - - $.getJSON( - "https://www.googleapis.com/freebase/v1/mqlread?key="+ Freebase.API_KEY + "&query=" + JSON.stringify({ - "id" : this._link.property.id, - "type" : "/type/property", - "expected_type" : { - "id" : null, - "name" : null, - "/freebase/type_hints/mediator" : null - } - }) + "&callback=?", - null, - function(o) { - dismissBusy(); - - if ("result" in o) { - var expected_type = o.result.expected_type; - self._link.target.type = { - id: expected_type.id, - name: expected_type.name - }; - if (expected_type["/freebase/type_hints/mediator"] === true) { - self._link.target.nodeType = "anonymous"; - } else if (expected_type.id == "/type/key") { - self._link.target.nodeType = "cell-as-key"; - } else if (expected_type.id.match(/^\/type\//)) { - self._link.target.nodeType = "cell-as-value"; - } else if (!("topic" in self._link.target)) { - self._link.target.nodeType = "cell-as-topic"; - self._link.target.createForNoReconMatch = true; - } - - self._targetUI.render(); - } - - self._renderMain(); - self._dialog.preview(); - }, - "jsonp" - ); -}; diff --git a/extensions/freebase/module/scripts/dialogs/schema-alignment/ui-node.js b/extensions/freebase/module/scripts/dialogs/schema-alignment/ui-node.js deleted file mode 100644 index 354ca3e7c..000000000 --- a/extensions/freebase/module/scripts/dialogs/schema-alignment/ui-node.js +++ /dev/null @@ -1,754 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - - */ - -SchemaAlignmentDialog.UINode = function(dialog, node, table, options) { - this._dialog = dialog; - this._node = node; - this._options = options; - - if ("columnName" in this._node) { - this._node.columnNames = [ this._node.columnName ]; - delete this._node.columnName; - } - - this._linkUIs = []; - this._detailsRendered = false; - - this._tr = table.insertRow(table.rows.length); - this._tdMain = this._tr.insertCell(0); - this._tdToggle = this._tr.insertCell(1); - this._tdDetails = this._tr.insertCell(2); - - $(this._tdMain).addClass("schema-alignment-node-main").attr("width", "250").addClass("padded"); - $(this._tdToggle).addClass("schema-alignment-node-toggle").attr("width", "1%").addClass("padded").hide(); - $(this._tdDetails).addClass("schema-alignment-node-details").attr("width", "90%").hide(); - - this._renderMain(); - - this._expanded = options.expanded; - if (this._isExpandable()) { - this._showExpandable(); - } -}; - -SchemaAlignmentDialog.UINode.prototype.dispose = function() { - // nothing for now -}; - -SchemaAlignmentDialog.UINode.prototype.removeLink = function(linkUI) { - for (var i = this._linkUIs.length - 1; i >= 0; i--) { - if (this._linkUIs[i] === linkUI) { - this._linkUIs.splice(i, 1); - this._node.links.splice(i, 1); - break; - } - } -}; - -SchemaAlignmentDialog.UINode.prototype._isExpandable = function() { - return this._node.nodeType == "cell-as-topic" || - this._node.nodeType == "anonymous" || - this._node.nodeType == "topic"; -}; - -SchemaAlignmentDialog.UINode.prototype.render = function() { - this._renderMain(); - if (this._isExpandable()) { - this._showExpandable(); - } else { - this._hideExpandable(); - } -}; - -SchemaAlignmentDialog.UINode.prototype.getExpectedType = function() { - if ("type" in this._node) { - return this._node.type.id; - } - return null; -}; - -SchemaAlignmentDialog.UINode.prototype._renderMain = function() { - $(this._tdMain).empty(); - - var self = this; - var a = $('') - .addClass("schema-alignment-node-tag") - .appendTo(this._tdMain) - .click(function(evt) { - self._showNodeConfigDialog(); - }); - - if (this._node.nodeType == "cell-as-topic" || - this._node.nodeType == "cell-as-value" || - this._node.nodeType == "cell-as-key") { - - if ("columnNames" in this._node) { - for (var c = 0; c < this._node.columnNames.length; c++) { - if (c > 0) { - $('').text(", ").appendTo(a); - } - - $('') - .text(this._node.columnNames[c]) - .addClass("schema-alignment-node-column") - .appendTo(a); - } - - $('').text( - this._node.columnNames.length > 1 ? " " - + $.i18n._('fb-schema-alignment')["cells"] : " " - + $.i18n._('fb-schema-alignment')["cell"]).appendTo(a); - } else { - a.html(this._options.mustBeCellTopic ? $.i18n._('fb-schema-alignment')["which-column"] : $.i18n._('fb-schema-alignment')["configure"]); - } - } else if (this._node.nodeType == "topic") { - if ("topic" in this._node) { - a.html(this._node.topic.name); - } else if ("id" in this._node) { - a.html(this._node.topic.id); - } else { - a.html($.i18n._('fb-schema-alignment')["which-topic"]); - } - } else if (this._node.nodeType == "value") { - if ("value" in this._node) { - a.html(this._node.value); - } else { - a.html($.i18n._('fb-schema-alignment')["what-value"]); - } - } else if (this._node.nodeType == "anonymous") { - a.html("("+$.i18n._('fb-schema-alignment')["anonymous"]+")"); - } -}; - -SchemaAlignmentDialog.UINode.prototype._showExpandable = function() { - $(this._tdToggle).show(); - $(this._tdDetails).show(); - - if (this._detailsRendered) { - return; - } - this._detailsRendered = true; - - this._collapsedDetailDiv = $('
').appendTo(this._tdDetails).addClass("padded").html("..."); - this._expandedDetailDiv = $('
').appendTo(this._tdDetails).addClass("schema-alignment-detail-container"); - - this._renderDetails(); - - var self = this; - var show = function() { - if (self._expanded) { - self._collapsedDetailDiv.hide(); - self._expandedDetailDiv.show(); - } else { - self._collapsedDetailDiv.show(); - self._expandedDetailDiv.hide(); - } - }; - show(); - - $(this._tdToggle).html(" "); - $('') - .attr("src", this._expanded ? "images/expanded.png" : "images/collapsed.png") - .appendTo(this._tdToggle) - .click(function() { - self._expanded = !self._expanded; - - $(this).attr("src", self._expanded ? "images/expanded.png" : "images/collapsed.png"); - - show(); - }); -}; - -SchemaAlignmentDialog.UINode.prototype._hideExpandable = function() { - $(this._tdToggle).hide(); - $(this._tdDetails).hide(); -}; - -SchemaAlignmentDialog.UINode.prototype._renderDetails = function() { - var self = this; - - this._tableLinks = $('
').addClass("schema-alignment-table-layout").appendTo(this._expandedDetailDiv)[0]; - - if ("links" in this._node && this._node.links !== null) { - for (var i = 0; i < this._node.links.length; i++) { - this._linkUIs.push(new SchemaAlignmentDialog.UILink( - this._dialog, - this._node.links[i], - this._tableLinks, - { expanded: true }, - this - )); - } - } - - var divFooter = $('
').addClass("padded").appendTo(this._expandedDetailDiv); - - $('') - .addClass("action") - .text($.i18n._('fb-schema-alignment')["add-property"]) - .appendTo(divFooter) - .click(function() { - var newLink = { - property: null, - target: { - nodeType: "cell-as-value" - } - }; - self._linkUIs.push(new SchemaAlignmentDialog.UILink( - self._dialog, - newLink, - self._tableLinks, - { - expanded: true, - mustBeCellTopic: false - }, - self - )); - }); -}; - -SchemaAlignmentDialog.UINode.prototype._showColumnPopupMenu = function(elmt) { - self = this; - - var menu = []; - - if (!this._options.mustBeCellTopic) { - menu.push({ - label: $.i18n._('fb-schema-alignment')["anonymous-node"], - click: function() { - self._node.nodeType = "anonymous"; - self._showExpandable(); - self._renderMain(); - } - }); - menu.push({ - label: $.i18n._('fb-schema-alignment')["freebase-topic"], - click: function() { - self._node.nodeType = "topic"; - self._hideExpandable(); - self._renderMain(); - } - }); - menu.push({ - label: $.i18n._('fb-schema-alignment')["value"], - click: function() { - self._node.nodeType = "value"; - self._hideExpandable(); - self._renderMain(); - } - }); - menu.push({}); // separator - } - - var columns = theProject.columnModel.columns; - var createColumnMenuItem = function(index) { - menu.push({ - label: columns[index].name, - click: function() { - self._node.nodeType = "cell-as-topic"; - self._node.columnNames = [ columns[index].name ]; - self._showExpandable(); - self._renderMain(); - } - }); - }; - for (var i = 0; i < columns.length; i++) { - createColumnMenuItem(i); - } - - MenuSystem.createAndShowStandardMenu(menu, elmt); -}; - -SchemaAlignmentDialog.UINode.prototype._showNodeConfigDialog = function() { - var self = this; - var frame = DialogSystem.createDialog(); - - frame.width("750px"); - - var header = $('
').addClass("dialog-header").text($.i18n._('fb-schema-alignment')["skeleton-node"]).appendTo(frame); - var body = $('
').addClass("dialog-body").appendTo(frame); - var footer = $('
').addClass("dialog-footer").appendTo(frame); - - /*-------------------------------------------------- - * Body - *-------------------------------------------------- - */ - var literalTypeSelectHtml = - '' + - '' + - '' + - '' + - '' + - '' + - ''; - - var html = $( - '
' + - '' + - '' + - - '' + - '' + - '
' + - '
' + - '' + - '' + - '' + - '' + - '' + - '' + - '
' + - '
' + - ' '+$.i18n._('fb-schema-alignment')["set-to-cell"]+'' + - '
' + - '
' + - '
' + - '' + - '' + - '' + - '' + - '
' + - '
' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '
'+$.i18n._('fb-schema-alignment')["cell-content-used"]+'
'+$.i18n._('fb-schema-alignment')["specify-fb-topic"]+'
'+$.i18n._('fb-schema-alignment')["type-new-topic"]+'
'+$.i18n._('fb-schema-alignment')["literal-value"]+'
'+$.i18n._('fb-schema-alignment')["literal-type"]+'
'+$.i18n._('fb-schema-alignment')["text-language"]+'
'+$.i18n._('fb-schema-alignment')["key-namespace"]+'
'+$.i18n._('fb-schema-alignment')["namespace"]+'
' + - '
' + - '
' + - '		' + - '
' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '' + - '
' + - '
' + - ' '+$.i18n._('fb-schema-alignment')["generate-anonymous"]+'' + - '
' + - '
'+$.i18n._('fb-schema-alignment')["assign-type"]+' 
' + - '
' + - ' '+$.i18n._('fb-schema-alignment')["use-existing-topic"]+'' + - '
' + - '
Topic
' + - '
' + - ' '+$.i18n._('fb-schema-alignment')["use-literal-value"]+ - '
' + - '
'+$.i18n._('fb-schema-alignment')["value"]+'
'+$.i18n._('fb-schema-alignment')["value-type"]+'
'+$.i18n._('fb-schema-alignment')["language"]+'
' + - '
' - ).appendTo(body); - - var elmts = DOM.bind(html); - - var tableColumns = $('
') - .attr("cellspacing", "5") - .attr("cellpadding", "0") - .appendTo(elmts.divColumns)[0]; - - var columnMap = {}; - if ("columnNames" in self._node) { - for (var i = 0; i < self._node.columnNames.length; i++) { - columnMap[self._node.columnNames[i]] = true; - } - } - - var makeColumnChoice = function(column, columnIndex) { - var tr = tableColumns.insertRow(tableColumns.rows.length); - - var radio = $('') - .attr("type", "checkbox") - .attr("value", column.name) - .attr("name", "schema-align-node-dialog-column") - .appendTo(tr.insertCell(0)) - .click(function() { - elmts.radioNodeTypeCellAs[0].checked = true; - - if ("reconConfig" in column) { - var typeID = column.reconConfig.type.id; - var typeName = column.reconConfig.type.name; - - elmts.cellAsTopicNodeTypeInput[0].value = typeName; - elmts.cellAsTopicNodeTypeInput.data("data.suggest", { "id" : typeID, "name" : typeName }); - elmts.radioNodeTypeCellAsTopic[0].checked = true; - } - }); - - if (column.name in columnMap) { - radio.prop("checked", true); - } - - $('').text(column.name).appendTo(tr.insertCell(1)); - }; - var columns = theProject.columnModel.columns; - for (var i = 0; i < columns.length; i++) { - makeColumnChoice(columns[i], i); - } - - elmts.anonymousNodeTypeInput - .bind("focus", function() { elmts.radioNodeTypeAnonymous[0].checked = true; }) - .suggestT({ filter : "(all type:/type/type)" }); - - elmts.topicNodeTypeInput - .bind("focus", function() { elmts.radioNodeTypeTopic[0].checked = true; }) - .suggest({}); - - elmts.valueNodeTypeValueInput - .bind("focus", function() { elmts.radioNodeTypeValue[0].checked = true; }); - elmts.valueNodeTypeValueTypeSelect - .bind("focus", function() { elmts.radioNodeTypeValue[0].checked = true; }); - elmts.valueNodeTypeLanguageInput - .bind("focus", function() { elmts.radioNodeTypeValue[0].checked = true; }) - .suggest({ filter : "(all type:/type/lang)" }); - - elmts.cellAsTopicNodeTypeInput - .bind("focus", function() { - elmts.radioNodeTypeCellAs[0].checked = true; - elmts.radioNodeTypeCellAsTopic[0].checked = true; - }) - .suggestT({ filter : "(all type:/type/type)" }); - - elmts.cellAsValueTypeSelect - .bind("focus", function() { - elmts.radioNodeTypeCellAs[0].checked = true; - elmts.radioNodeTypeCellAsValue[0].checked = true; - }); - elmts.cellAsValueLanguageInput - .bind("focus", function() { - elmts.radioNodeTypeCellAs[0].checked = true; - elmts.radioNodeTypeCellAsValue[0].checked = true; - }) - .suggest({ filter : "(all type:/type/lang)" }); - - elmts.cellAsKeyInput - .bind("focus", function() { - elmts.radioNodeTypeCellAs[0].checked = true; - elmts.radioNodeTypeCellAsKey[0].checked = true; - }) - .suggest({ filter : "(all type:/type/namespace)" }); - - elmts.radioNodeTypeCellAsTopic[0].checked = true; // just make sure some subtype is selected - if (this._node.nodeType.match(/^cell-as-/)) { - elmts.radioNodeTypeCellAs[0].checked = true; - if (this._node.nodeType == "cell-as-topic") { - elmts.radioNodeTypeCellAsTopic[0].checked = true; - } else if (this._node.nodeType == "cell-as-value") { - elmts.radioNodeTypeCellAsValue[0].checked = true; - } else if (this._node.nodeType == "cell-as-key") { - elmts.radioNodeTypeCellAsKey[0].checked = true; - } - } else if (this._node.nodeType == "anonymous") { - elmts.radioNodeTypeAnonymous[0].checked = true; - } else if (this._node.nodeType == "topic") { - elmts.radioNodeTypeTopic[0].checked = true; - } else if (this._node.nodeType == "value") { - elmts.radioNodeTypeValue[0].checked = true; - } - - if ("type" in this._node) { - elmts.anonymousNodeTypeInput[0].value = this._node.type.name; - elmts.anonymousNodeTypeInput.data("data.suggest", this._node.type); - - elmts.cellAsTopicNodeTypeInput[0].value = this._node.type.name; - elmts.cellAsTopicNodeTypeInput.data("data.suggest", this._node.type); - } - if ("topic" in this._node) { - elmts.topicNodeTypeInput[0].value = this._node.topic.name; - elmts.topicNodeTypeInput.data("data.suggest", this._node.topic); - } - if ("namespace" in this._node) { - elmts.cellAsKeyInput[0].value = this._node.namespace.name; - elmts.cellAsKeyInput.data("data.suggest", this._node.namespace); - } - if ("lang" in this._node) { - elmts.valueNodeTypeLanguageInput[0].value = this._node.lang; - elmts.valueNodeTypeLanguageInput.data("data.suggest", { id: this._node.lang }); - - elmts.cellAsValueLanguageInput[0].value = this._node.lang; - elmts.cellAsValueLanguageInput.data("data.suggest", { id: this._node.lang }); - } - if ("valueType" in this._node) { - elmts.valueNodeTypeValueTypeSelect[0].value = this._node.valueType; - elmts.cellAsValueTypeSelect[0].value = this._node.valueType; - } - - /*-------------------------------------------------- - * Footer - *-------------------------------------------------- - */ - - var getResultJSON = function() { - var node = { - nodeType: $("input[name='schema-align-node-dialog-node-type']:checked")[0].value - }; - if (node.nodeType == "cell-as") { - node.nodeType = $("input[name='schema-align-node-dialog-node-subtype']:checked")[0].value; - node.columnNames = $("input[name='schema-align-node-dialog-column']:checked").map(function() { - return this.getAttribute("value"); - }).get(); - - if (node.columnNames.length == 0) { - alert($.i18n._('fb-schema-alignment')["column-warning"]); - return null; - } - - if (node.nodeType == "cell-as-topic") { - var t = elmts.cellAsTopicNodeTypeInput.data("data.suggest"); - if (!(t)) { - alert($.i18n._('fb-schema-alignment')["new-node-warning"]); - elmts.cellAsTopicNodeTypeInput.focus(); - return null; - } - node.type = { - id: t.id, - name: t.name - }; - } else if (node.nodeType == "cell-as-value") { - node.valueType = elmts.cellAsValueTypeSelect[0].value; - - if (node.valueType == "/type/text") { - var l = elmts.cellAsValueLanguageInput.data("data.suggest"); - node.lang = (l) ? l.id : "/lang/en"; - } - } else if (node.nodeType == "cell-as-key") { - var t = elmts.cellAsKeyInput.data("data.suggest"); - if (!(t)) { - alert($.i18n._('fb-schema-alignment')["namespace-warning"]); - return null; - } - node.namespace = { - id: t.id, - name: t.name - }; - } - } else if (node.nodeType == "anonymous") { - var t = elmts.anonymousNodeTypeInput.data("data.suggest"); - if (!(t)) { - alert($.i18n._('fb-schema-alignment')["anonymous-node-warning"]); - return null; - } - node.type = { - id: t.id, - name: t.name - }; - } else if (node.nodeType == "topic") { - var t = elmts.topicNodeTypeInput.data("data.suggest"); - if (!(t)) { - alert($.i18n._('fb-schema-alignment')["specify-topic-warning"]); - return null; - } - node.topic = { - id: t.id, - name: t.name - }; - } else if (node.nodeType == "value") { - node.value = $.trim(elmts.valueNodeTypeValueInput[0].value); - if (!node.value.length) { - alert($.i18n._('fb-schema-alignment')["specify-value-warning"]); - return null; - } - node.valueType = elmts.valueNodeTypeValueTypeSelect[0].value; - - if (node.valueType == "/type/text") { - var l = elmts.valueNodeTypeLanguageInput.data("data.suggest"); - node.lang = (l) ? l.id : "/lang/en"; - } - } - - return node; - }; - - $('').html("  OK  ").click(function() { - var node = getResultJSON(); - if (node !== null) { - DialogSystem.dismissUntil(level - 1); - - self._node = node; - self.render(); - self._dialog.preview(); - } - }).appendTo(footer); - - $('').text($.i18n._('fb-buttons')["cancel"]).click(function() { - DialogSystem.dismissUntil(level - 1); - }).appendTo(footer); - - var level = DialogSystem.showDialog(frame); -}; - -SchemaAlignmentDialog.UINode.prototype.getJSON = function() { - var result = null; - var getLinks = false; - - if (this._node.nodeType.match(/^cell-as-/)) { - if (!("columnNames" in this._node) || !this._node.columnNames) { - return null; - } - - if (this._node.nodeType == "cell-as-topic") { - result = { - nodeType: this._node.nodeType, - columnNames: this._node.columnNames, - type: "type" in this._node ? cloneDeep(this._node.type) : { "id" : "/common/topic", "name" : "Topic", "cvt" : false } - }; - getLinks = true; - } else if (this._node.nodeType == "cell-as-value") { - result = { - nodeType: this._node.nodeType, - columnNames: this._node.columnNames, - valueType: "valueType" in this._node ? this._node.valueType : "/type/text", - lang: "lang" in this._node ? this._node.lang : "/lang/en" - }; - } else if (this._node.nodeType == "cell-as-key") { - if (!("namespace" in this._node) || !this._node.namespace) { - return null; - } - result = { - nodeType: this._node.nodeType, - columnNames: this._node.columnNames, - namespace: cloneDeep(this._node.namespace) - }; - } - } else if (this._node.nodeType == "topic") { - if (!("topic" in this._node) || !this._node.topic) { - return null; - } - result = { - nodeType: this._node.nodeType, - topic: cloneDeep(this._node.topic) - }; - getLinks = true; - } else if (this._node.nodeType == "value") { - if (!("value" in this._node) || !this._node.value) { - return null; - } - result = { - nodeType: this._node.nodeType, - value: this._node.value, - valueType: "valueType" in this._node ? this._node.valueType : "/type/text", - lang: "lang" in this._node ? this._node.lang : "/lang/en" - }; - } else if (this._node.nodeType == "anonymous") { - if (!("type" in this._node) || !this._node.type) { - return null; - } - result = { - nodeType: this._node.nodeType, - type: cloneDeep(this._node.type) - }; - getLinks = true; - } - - if (!result) { - return null; - } - if (getLinks) { - var links = []; - for (var i = 0; i < this._linkUIs.length; i++) { - var link = this._linkUIs[i].getJSON(); - if (link !== null) { - links.push(link); - } - } - result.links = links; - } - - return result; -}; - diff --git a/extensions/freebase/module/scripts/extension.js b/extensions/freebase/module/scripts/extension.js deleted file mode 100644 index 0ef2ce855..000000000 --- a/extensions/freebase/module/scripts/extension.js +++ /dev/null @@ -1,192 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - - */ - -var FreebaseExtension = { handlers: {} }; - - -// Internationalization init -var lang = navigator.language.split("-")[0] - || navigator.userLanguage.split("-")[0]; -var dictionary = ""; -$.ajax({ - url : "command/core/load-language?", - type : "POST", - async : false, - data : { - module : "freebase", -// lang : lang - }, - success : function(data) { - dictionary = data; - } -}); -$.i18n.setDictionary(dictionary); -// End internationalization - -FreebaseExtension.handlers.setFreebaseApiKey = function() { - var value = window.prompt("Set Freebase API Key:"); - if (value !== null) { - $.post( - "command/core/set-preference", - { - name : "freebase.api.key", - value : JSON.stringify(value) - }, - function(o) { - if (o.code == "error") { - alert(o.message); - } - }, - "json" - ); - CustomSuggest.setFreebaseAPIKey(value); - } -}; - -FreebaseExtension.handlers.editSchemaAlignment = function() { - new SchemaAlignmentDialog(theProject.overlayModels.freebaseProtograph, function(newProtograph) {}); -}; - -FreebaseExtension.handlers.loadIntoFreebase = function() { - new FreebaseLoadingDialog(); -}; - -FreebaseExtension.handlers.browseToDataLoad = function() { - // The form has to be created as part of the click handler. If you create it - // inside the getJSON success handler, it won't work. - - var form = document.createElement("form"); - $(form) - .css("display", "none") - .attr("method", "GET") - .attr("target", "dataload"); - - document.body.appendChild(form); - var w = window.open("about:blank", "dataload"); - - $.getJSON( - "command/core/get-preference?" + $.param({ project: theProject.id, name: "freebase.load.jobID" }), - null, - function(data) { - if (data.value == null) { - alert($.i18n._('fb-menu')["warning-load"]); - } else { - $(form).attr("action", "http://refinery.freebaseapps.com/load/" + data.value); - form.submit(); - w.focus(); - } - document.body.removeChild(form); - } - ); -}; - -FreebaseExtension.handlers.importQAData = function() { - Refine.postProcess( - "freebase-extension", - "import-qa-data", - {}, - {}, - { cellsChanged: true } - ); -}; - -ExtensionBar.addExtensionMenu({ - - - "id" : "freebase", - "label" : $.i18n._('fb-menu')["freebase"], - "submenu" : [ - { - "id" : "freebase/set-api-key", - label: $.i18n._('fb-menu')["set-api-key"], - click: FreebaseExtension.handlers.setFreebaseApiKey - }, - { - "id" : "freebase/schema-alignment", - label: $.i18n._('fb-menu')["align-schema"], - click: function() { FreebaseExtension.handlers.editSchemaAlignment(false); } - }, - { - "id" : "freebase/load-info-freebase", - label: $.i18n._('fb-menu')["load"], - click: function() { FreebaseExtension.handlers.loadIntoFreebase(); } - }, - {}, - { - "id" : "freebase/browse-load", - label: $.i18n._('fb-menu')["browse-data-load"], - click: function() { FreebaseExtension.handlers.browseToDataLoad(); } - }, - { - "id" : "freebase/import-qa-data", - label: $.i18n._('fb-menu')["import-qa"], - click: function() { FreebaseExtension.handlers.importQAData(); } - } - ] -}); - -DataTableColumnHeaderUI.extendMenu(function(column, columnHeaderUI, menu) { - var columnIndex = Refine.columnNameToColumnIndex(column.name); - var doAddColumnFromFreebase = function() { - var o = DataTableView.sampleVisibleRows(column); - new ExtendDataPreviewDialog( - column, - columnIndex, - o.rowIndices, - function(extension) { - Refine.postProcess( - "freebase", - "extend-data", - { - baseColumnName: column.name, - columnInsertIndex: columnIndex + 1 - }, - { - extension: JSON.stringify(extension) - }, - { rowsChanged: true, modelsChanged: true } - ); - } - ); - }; - - MenuSystem.insertAfter( - menu, - [ "core/edit-column", "core/add-column-by-fetching-urls" ], - { - id: "freebase/add-columns-from-freebase", - label: $.i18n._('fb-menu')["add-columns"], - click: doAddColumnFromFreebase - } - ); -}); diff --git a/extensions/freebase/module/scripts/util/freebase.js b/extensions/freebase/module/scripts/util/freebase.js deleted file mode 100644 index 8c7547130..000000000 --- a/extensions/freebase/module/scripts/util/freebase.js +++ /dev/null @@ -1,63 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - - */ - -var Freebase = {}; - -Freebase.API_KEY = "AIzaSyBAZ_EjMPKlOzyyZXv6JKXPPwJFISVji3M"; - -Freebase.mqlread = function(query, options, onDone) { - var params = {}; - - // TODO: Options need to be handled differently for new API - but this doesn't appear to be used - if (options) { - for (var n in options) { - if (options.hasOwnProperty(n)) { - var v = options[n]; - if (typeof v != "string") { - v = JSON.stringify(v); - } - - queryEnv[n] = v; - } - } - } - - params.query = JSON.stringify(query); - - $.getJSON( - "https://www.googleapis.com/freebase/v1/mqlread?key=" + Freebase.API_KEY + $.param(params) + "&callback=?", - null, - onDone, - "jsonp" - ); -}; \ No newline at end of file diff --git a/extensions/freebase/module/styles/dialogs/extend-data-preview-dialog.less b/extensions/freebase/module/styles/dialogs/extend-data-preview-dialog.less deleted file mode 100644 index 006e87306..000000000 --- a/extensions/freebase/module/styles/dialogs/extend-data-preview-dialog.less +++ /dev/null @@ -1,71 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -@import-less url("../theme.less"); - -.extend-data-preview-dialog .suggested-property-container { - border: 1px solid #aaa; - padding: 5px; - overflow: auto; - height: 375px; - } - -.extend-data-preview-dialog .suggested-property { - padding: 5px; - } - -.extend-data-preview-dialog input.property-suggest { - display: block; - padding: 2%; - width: 96%; - } - -.extend-data-preview-dialog .preview-container { - border: 1px solid #aaa; - overflow: auto; - } - -.extend-data-preview-dialog .preview-container table { - border-collapse: collapse; - } - -.extend-data-preview-dialog .preview-container td, .extend-data-preview-dialog .preview-container th { - padding: 3px 5px; - border-bottom: 1px solid #ddd; - border-right: 1px solid #ddd; - } - -.extend-data-preview-dialog .preview-container th img { - vertical-align: top; - margin-left: 5px; - } diff --git a/extensions/freebase/module/styles/dialogs/freebase-loading-dialog.less b/extensions/freebase/module/styles/dialogs/freebase-loading-dialog.less deleted file mode 100644 index c28ae2f0c..000000000 --- a/extensions/freebase/module/styles/dialogs/freebase-loading-dialog.less +++ /dev/null @@ -1,92 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -@import-less url("../theme.less"); - -.freebase-loading-dialog-functional-tab-panel { - height: 400px !important; - } -.freebase-loading-tripleloader-data { - width: 99%; - overflow: scroll; - border: 1px solid #aaa; - white-space: pre; - padding: 0.3em 0.5em 0.5em 0.5em; - font-family: monospace; - } - -.freebase-loading-tripleloader-message { - height: 400px; - overflow: auto; - border: 1px solid #aaa; - padding: 1em; - } - -.freebase-loading-tripleloader-message h2 { - font-size: 150%; - font-weight: normal; - } - -.freebase-loading-tripleloader-message h2 span { - font-size; 130%; - font-weight: bold; - } - -.freebase-loading-tripleloader-message h4 { - font-size: 120%; - margin-top: 2em; - font-weight: normal; - } - -.freebase-loading-tripleloader-message a { - font-size: 120%; - font-weight: bold; - } - -.freebase-loading-authorization { - margin: 0em 2em; - padding: 0.6em 0.8em; - border: 1px solid #ccc; - background-color: #fff; - -moz-border-radius: 0.8em; - -webkit-border-radius: 0.8em; - } - -.freebase-loading-tripleloader-info { - margin-bottom: 0.5em; - } - -.freebase-loading-tripleloader-info textarea { - width: 99%; - height: 5em; - } \ No newline at end of file diff --git a/extensions/freebase/module/styles/dialogs/schema-alignment-dialog.less b/extensions/freebase/module/styles/dialogs/schema-alignment-dialog.less deleted file mode 100644 index f7ac91028..000000000 --- a/extensions/freebase/module/styles/dialogs/schema-alignment-dialog.less +++ /dev/null @@ -1,149 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -@import-less url("../theme.less"); - -.schema-alignment-dialog-canvas { - height: 375px; - overflow: auto; - padding: 10px; - margin-top: 3px; - background: white; - } - -table.schema-alignment-table-layout { - border-collapse: collapse; - margin: 0px; - padding: 0px; - margin-bottom: 1em; - } - -table.schema-alignment-table-layout .padded { - padding: 3px 6px; - } - -div.schema-alignment-detail-container { - border-left: 3px solid #eee; - } - -td.schema-alignment-node-main, td.schema-alignment-link-main { - white-space: pre; - width: 300px; - } - -td.schema-alignment-node-toggle, td.schema-alignment-link-toggle { - white-space: pre; - width: 1%; - } - -td.schema-alignment-node-toggle img, td.schema-alignment-link-toggle img { - cursor: pointer; - vertical-align: middle; - padding: 2px; - } - -td.schema-alignment-node-details, td.schema-alignment-link-details { - width: 90%; - } - -a.schema-alignment-node-tag { - padding: 3px 6px; - background: #ddd; - text-decoration: none; - color: black; - -moz-border-radius: 10px; - } -a.schema-alignment-node-tag:hover { - background: #888; - color: white; - } -.schema-alignment-node-column { - font-weight: bold; - } - -a.schema-alignment-link-tag { - padding: 3px 6px; - text-decoration: none; - color: black; - } -a.schema-alignment-link-tag:hover { - color: #88f; - } - -div.schema-alignment-dialog-preview { - height: 400px; - overflow: auto; - background: white; - padding: 10px; - margin-top: 3px; - white-space: pre; - font-family: monospace; - font-size: 9pt; - } - -.schema-alignment-status-indicator { - color: #red; - } - -/*-------------------------------------------------- - * Node dialog - *-------------------------------------------------- - */ - -.schema-align-node-dialog-node-type { - padding: 0.25em; - background: #ddf; - } -.schema-align-node-dialog-node-type input { - vertical-align: text-bottom; - } -.schema-alignment-node-dialog-column-list { - height: 300px; - width: 200px; - overflow: auto; - border: 1px solid #ddd; - } - -/*-------------------------------------------------- - * Link dialog - *-------------------------------------------------- - */ - -.schema-alignment-link-menu-section { - padding: 8px; - border-bottom: 1px solid #ddd; - } - -.schema-alignment-link-menu-section-last { - padding: 8px; - } diff --git a/extensions/freebase/module/styles/theme.less b/extensions/freebase/module/styles/theme.less deleted file mode 100644 index 56b0fef90..000000000 --- a/extensions/freebase/module/styles/theme.less +++ /dev/null @@ -1,34 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -@import-less url("../../../../main/webapp/modules/core/styles/theme.less"); diff --git a/extensions/freebase/src/com/google/refine/freebase/FreebaseProperty.java b/extensions/freebase/src/com/google/refine/freebase/FreebaseProperty.java deleted file mode 100644 index 92f7822dd..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/FreebaseProperty.java +++ /dev/null @@ -1,42 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase; - -public class FreebaseProperty extends FreebaseTopic { - //final protected FreebaseType _expectedType; - - public FreebaseProperty(String id, String name) { - super(id, name); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/FreebaseTopic.java b/extensions/freebase/src/com/google/refine/freebase/FreebaseTopic.java deleted file mode 100644 index 7744d7482..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/FreebaseTopic.java +++ /dev/null @@ -1,62 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase; - -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONWriter; - -import com.google.refine.Jsonizable; - -public class FreebaseTopic implements Jsonizable { - final public String id; - final public String name; - - public FreebaseTopic(String id, String name) { - this.id = id; - this.name = name; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("id"); writer.value(id); - writer.key("name"); writer.value(name); - writer.endObject(); - } - -} diff --git a/extensions/freebase/src/com/google/refine/freebase/FreebaseType.java b/extensions/freebase/src/com/google/refine/freebase/FreebaseType.java deleted file mode 100644 index 22d4f9aa3..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/FreebaseType.java +++ /dev/null @@ -1,70 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase; - -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.Jsonizable; - -public class FreebaseType extends FreebaseTopic implements Jsonizable { - public FreebaseType(String id, String name) { - super(id, name); - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("id"); writer.value(id); - writer.key("name"); writer.value(name); - writer.endObject(); - } - - static public FreebaseType load(JSONObject obj) throws Exception { - if (obj == null) { - return null; - } - - FreebaseType type = new FreebaseType( - obj.getString("id"), - obj.getString("name") - ); - return type; - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/ProtographTransposeExporter.java b/extensions/freebase/src/com/google/refine/freebase/ProtographTransposeExporter.java deleted file mode 100644 index 39394d8c3..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/ProtographTransposeExporter.java +++ /dev/null @@ -1,110 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase; - -import java.io.IOException; -import java.io.OutputStream; -import java.io.Writer; -import java.util.Properties; - -import com.google.refine.browsing.Engine; -import com.google.refine.exporters.WriterExporter; -import com.google.refine.freebase.protograph.Protograph; -import com.google.refine.freebase.protograph.transpose.MqlwriteLikeTransposedNodeFactory; -import com.google.refine.freebase.protograph.transpose.TransposedNodeFactory; -import com.google.refine.freebase.protograph.transpose.Transposer; -import com.google.refine.freebase.protograph.transpose.TripleLoaderTransposedNodeFactory; -import com.google.refine.model.Project; - -abstract public class ProtographTransposeExporter implements WriterExporter { - final protected String _contentType; - - public ProtographTransposeExporter(String contentType) { - _contentType = contentType; - } - - @Override - public String getContentType() { - return "application/x-unknown"; - } - - public boolean takeWriter() { - return true; - } - - public void export(Project project, Properties options, Engine engine, - OutputStream outputStream) throws IOException { - throw new RuntimeException("Not implemented"); - } - - @Override - public void export(Project project, Properties options, Engine engine, - Writer writer) throws IOException { - - Protograph protograph = (Protograph) project.overlayModels.get("freebaseProtograph"); - if (protograph != null) { - TransposedNodeFactory nodeFactory = createNodeFactory(project, writer); - - Transposer.transpose(project, engine.getAllFilteredRows(), - protograph, protograph.getRootNode(0), nodeFactory, -1); - - nodeFactory.flush(); - } - } - - abstract protected TransposedNodeFactory createNodeFactory(Project project, Writer writer); - - static public class TripleLoaderExporter extends ProtographTransposeExporter { - public TripleLoaderExporter() { - super("application/x-unknown"); - } - - @Override - protected TransposedNodeFactory createNodeFactory(Project project, Writer writer) { - return new TripleLoaderTransposedNodeFactory(project, writer); - } - } - - static public class MqlwriteLikeExporter extends ProtographTransposeExporter { - public MqlwriteLikeExporter() { - super("application/x-unknown"); - } - - @Override - protected TransposedNodeFactory createNodeFactory(Project project, Writer writer) { - return new MqlwriteLikeTransposedNodeFactory(writer); - } - } - -} diff --git a/extensions/freebase/src/com/google/refine/freebase/commands/ExtendDataCommand.java b/extensions/freebase/src/com/google/refine/freebase/commands/ExtendDataCommand.java deleted file mode 100644 index 7040f8784..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/commands/ExtendDataCommand.java +++ /dev/null @@ -1,65 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.commands; - -import javax.servlet.http.HttpServletRequest; - -import org.json.JSONObject; - -import com.google.refine.commands.EngineDependentCommand; -import com.google.refine.freebase.operations.ExtendDataOperation; -import com.google.refine.model.AbstractOperation; -import com.google.refine.model.Project; -import com.google.refine.util.ParsingUtilities; - -public class ExtendDataCommand extends EngineDependentCommand { - @Override - protected AbstractOperation createOperation(Project project, - HttpServletRequest request, JSONObject engineConfig) throws Exception { - - String baseColumnName = request.getParameter("baseColumnName"); - int columnInsertIndex = Integer.parseInt(request.getParameter("columnInsertIndex")); - - String jsonString = request.getParameter("extension"); - JSONObject extension = ParsingUtilities.evaluateJsonStringToObject(jsonString); - - return new ExtendDataOperation( - engineConfig, - baseColumnName, - extension, - columnInsertIndex - ); - } - -} diff --git a/extensions/freebase/src/com/google/refine/freebase/commands/ImportQADataCommand.java b/extensions/freebase/src/com/google/refine/freebase/commands/ImportQADataCommand.java deleted file mode 100644 index 8da76a4af..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/commands/ImportQADataCommand.java +++ /dev/null @@ -1,69 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.commands; - -import java.io.IOException; -import java.util.Properties; - -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; - -import com.google.refine.ProjectManager; -import com.google.refine.commands.Command; -import com.google.refine.freebase.operations.ImportQADataOperation; -import com.google.refine.model.AbstractOperation; -import com.google.refine.model.Project; -import com.google.refine.process.Process; - -public class ImportQADataCommand extends Command { - @Override - public void doPost(HttpServletRequest request, HttpServletResponse response) - throws ServletException, IOException { - - ProjectManager.singleton.setBusy(true); - try { - Project project = getProject(request); - - AbstractOperation op = new ImportQADataOperation(); - Process process = op.createProcess(project, new Properties()); - - performProcessAndRespond(request, response, project, process); - } catch (Exception e) { - respondException(response, e); - } finally { - ProjectManager.singleton.setBusy(false); - } - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/commands/MQLReadCommand.java b/extensions/freebase/src/com/google/refine/freebase/commands/MQLReadCommand.java deleted file mode 100644 index f6763ca11..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/commands/MQLReadCommand.java +++ /dev/null @@ -1,70 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.commands; - -import java.io.IOException; - -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; - -import com.google.refine.commands.Command; -import com.google.refine.freebase.util.FreebaseUtils; -import com.google.refine.oauth.OAuthUtilities; -import com.google.refine.oauth.Provider; - -/** - * Perform an MQLread on the server, using the client's credentials. - * - * Currently unused. All client code calls the Freebase API directly. - */ -public class MQLReadCommand extends Command { - - @Override - public void doPost(HttpServletRequest request, HttpServletResponse response) - throws ServletException, IOException { - - try { - Provider provider = OAuthUtilities.getProvider(request); - response.setCharacterEncoding("UTF-8"); - response.setHeader("Content-Type", "application/json"); - String query = request.getParameter("query"); - @SuppressWarnings("deprecation") - String result = FreebaseUtils.mqlread(provider,query); - response.getWriter().write(result); - } catch (Exception e) { - respondException(response, e); - } - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/commands/MQLWriteCommand.java b/extensions/freebase/src/com/google/refine/freebase/commands/MQLWriteCommand.java deleted file mode 100644 index abfc1906a..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/commands/MQLWriteCommand.java +++ /dev/null @@ -1,73 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.commands; - -import java.io.IOException; - -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; - -import com.google.refine.commands.Command; -import com.google.refine.freebase.util.FreebaseUtils; -import com.google.refine.oauth.Credentials; -import com.google.refine.oauth.OAuthUtilities; -import com.google.refine.oauth.Provider; - -public class MQLWriteCommand extends Command { - - @Override - public void doPost(HttpServletRequest request, HttpServletResponse response) - throws ServletException, IOException { - - try { - Provider provider = OAuthUtilities.getProvider(request); - - Credentials access_credentials = Credentials.getCredentials(request, provider, Credentials.Type.ACCESS); - - response.setCharacterEncoding("UTF-8"); - response.setHeader("Content-Type", "application/json"); - - if (access_credentials != null) { - String query = request.getParameter("query"); - String result = FreebaseUtils.mqlwrite(access_credentials, provider, query); - response.getWriter().write(result); - } else { - respond(response, "401 Unauthorized", "You don't have the right credentials"); - } - } catch (Exception e) { - respondException(response, e); - } - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/commands/PreviewExtendDataCommand.java b/extensions/freebase/src/com/google/refine/freebase/commands/PreviewExtendDataCommand.java deleted file mode 100644 index 50283b3df..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/commands/PreviewExtendDataCommand.java +++ /dev/null @@ -1,191 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.commands; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.HashSet; -import java.util.List; -import java.util.Map; -import java.util.Set; - -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; - -import org.json.JSONArray; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.commands.Command; -import com.google.refine.freebase.util.FreebaseDataExtensionJob; -import com.google.refine.freebase.util.FreebaseDataExtensionJob.ColumnInfo; -import com.google.refine.freebase.util.FreebaseDataExtensionJob.DataExtension; -import com.google.refine.model.Cell; -import com.google.refine.model.Project; -import com.google.refine.model.ReconCandidate; -import com.google.refine.model.Row; -import com.google.refine.util.ParsingUtilities; - -public class PreviewExtendDataCommand extends Command { - - @Override - public void doPost(HttpServletRequest request, HttpServletResponse response) - throws ServletException, IOException { - - try { - Project project = getProject(request); - String columnName = request.getParameter("columnName"); - - String rowIndicesString = request.getParameter("rowIndices"); - if (rowIndicesString == null) { - respond(response, "{ \"code\" : \"error\", \"message\" : \"No row indices specified\" }"); - return; - } - - String jsonString = request.getParameter("extension"); - JSONObject json = ParsingUtilities.evaluateJsonStringToObject(jsonString); - - JSONArray rowIndices = ParsingUtilities.evaluateJsonStringToArray(rowIndicesString); - int length = rowIndices.length(); - int cellIndex = project.columnModel.getColumnByName(columnName).getCellIndex(); - - List topicNames = new ArrayList(); - List topicIds = new ArrayList(); - Set ids = new HashSet(); - for (int i = 0; i < length; i++) { - int rowIndex = rowIndices.getInt(i); - if (rowIndex >= 0 && rowIndex < project.rows.size()) { - Row row = project.rows.get(rowIndex); - Cell cell = row.getCell(cellIndex); - if (cell != null && cell.recon != null && cell.recon.match != null) { - topicNames.add(cell.recon.match.name); - topicIds.add(cell.recon.match.id); - ids.add(cell.recon.match.id); - } else { - topicNames.add(null); - topicIds.add(null); - ids.add(null); - } - } - } - - Map reconCandidateMap = new HashMap(); - FreebaseDataExtensionJob job = new FreebaseDataExtensionJob(json); - Map map = job.extend(ids, reconCandidateMap); - - response.setCharacterEncoding("UTF-8"); - response.setHeader("Content-Type", "application/json"); - - JSONWriter writer = new JSONWriter(response.getWriter()); - writer.object(); - writer.key("code"); writer.value("ok"); - writer.key("columns"); - writer.array(); - for (ColumnInfo info : job.columns) { - writer.object(); - writer.key("names"); - writer.array(); - for (String name : info.names) { - writer.value(name); - } - writer.endArray(); - writer.key("path"); - writer.array(); - for (String id : info.path) { - writer.value(id); - } - writer.endArray(); - writer.endObject(); - } - writer.endArray(); - - writer.key("rows"); - writer.array(); - for (int r = 0; r < topicNames.size(); r++) { - String id = topicIds.get(r); - String topicName = topicNames.get(r); - - if (id != null && map.containsKey(id)) { - DataExtension ext = map.get(id); - boolean first = true; - - if (ext.data.length > 0) { - for (Object[] row : ext.data) { - writer.array(); - if (first) { - writer.value(topicName); - first = false; - } else { - writer.value(null); - } - - for (Object cell : row) { - if (cell != null && cell instanceof ReconCandidate) { - ReconCandidate rc = (ReconCandidate) cell; - writer.object(); - writer.key("id"); writer.value(rc.id); - writer.key("name"); writer.value(rc.name); - writer.endObject(); - } else { - writer.value(cell); - } - } - - writer.endArray(); - } - continue; - } - } - - writer.array(); - if (id != null) { - writer.object(); - writer.key("id"); writer.value(id); - writer.key("name"); writer.value(topicName); - writer.endObject(); - } else { - writer.value(""); - } - writer.endArray(); - } - writer.endArray(); - - writer.endObject(); - } catch (Exception e) { - respondException(response, e); - } - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/commands/PreviewProtographCommand.java b/extensions/freebase/src/com/google/refine/freebase/commands/PreviewProtographCommand.java deleted file mode 100644 index 2f51075b8..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/commands/PreviewProtographCommand.java +++ /dev/null @@ -1,104 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.commands; - -import java.io.IOException; -import java.io.StringWriter; - -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; - -import org.json.JSONObject; - -import com.google.refine.browsing.Engine; -import com.google.refine.browsing.FilteredRows; -import com.google.refine.commands.Command; -import com.google.refine.freebase.protograph.Protograph; -import com.google.refine.freebase.protograph.transpose.MqlwriteLikeTransposedNodeFactory; -import com.google.refine.freebase.protograph.transpose.Transposer; -import com.google.refine.freebase.protograph.transpose.TripleLoaderTransposedNodeFactory; -import com.google.refine.model.Project; -import com.google.refine.util.ParsingUtilities; - -public class PreviewProtographCommand extends Command { - @Override - public void doPost(HttpServletRequest request, HttpServletResponse response) - throws ServletException, IOException { - - try { - Project project = getProject(request); - Engine engine = getEngine(request, project); - FilteredRows filteredRows = engine.getAllFilteredRows(); - - response.setCharacterEncoding("UTF-8"); - response.setHeader("Content-Type", "application/json"); - - String jsonString = request.getParameter("protograph"); - JSONObject json = ParsingUtilities.evaluateJsonStringToObject(jsonString); - Protograph protograph = Protograph.reconstruct(json); - - StringBuffer sb = new StringBuffer(2048); - sb.append("{ "); - - { - StringWriter stringWriter = new StringWriter(); - TripleLoaderTransposedNodeFactory nodeFactory = new TripleLoaderTransposedNodeFactory(project, stringWriter); - - Transposer.transpose(project, filteredRows, protograph, protograph.getRootNode(0), nodeFactory); - nodeFactory.flush(); - - sb.append("\"tripleloader\" : "); - sb.append(JSONObject.quote(stringWriter.toString())); - } - - { - StringWriter stringWriter = new StringWriter(); - MqlwriteLikeTransposedNodeFactory nodeFactory = new MqlwriteLikeTransposedNodeFactory(stringWriter); - - Transposer.transpose(project, filteredRows, protograph, protograph.getRootNode(0), nodeFactory); - nodeFactory.flush(); - - sb.append(", \"mqllike\" : "); - sb.append(stringWriter.toString()); - } - - sb.append(" }"); - - respond(response, sb.toString()); - } catch (Exception e) { - respondException(response, e); - } - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/commands/SaveProtographCommand.java b/extensions/freebase/src/com/google/refine/freebase/commands/SaveProtographCommand.java deleted file mode 100644 index cec61e92e..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/commands/SaveProtographCommand.java +++ /dev/null @@ -1,73 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.commands; - -import java.io.IOException; -import java.util.Properties; - -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; - -import org.json.JSONObject; - -import com.google.refine.commands.Command; -import com.google.refine.freebase.operations.SaveProtographOperation; -import com.google.refine.freebase.protograph.Protograph; -import com.google.refine.model.AbstractOperation; -import com.google.refine.model.Project; -import com.google.refine.process.Process; -import com.google.refine.util.ParsingUtilities; - -public class SaveProtographCommand extends Command { - @Override - public void doPost(HttpServletRequest request, HttpServletResponse response) - throws ServletException, IOException { - - try { - Project project = getProject(request); - - String jsonString = request.getParameter("protograph"); - JSONObject json = ParsingUtilities.evaluateJsonStringToObject(jsonString); - Protograph protograph = Protograph.reconstruct(json); - - AbstractOperation op = new SaveProtographOperation(protograph); - Process process = op.createProcess(project, new Properties()); - - performProcessAndRespond(request, response, project, process); - } catch (Exception e) { - respondException(response, e); - } - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/commands/UploadDataCommand.java b/extensions/freebase/src/com/google/refine/freebase/commands/UploadDataCommand.java deleted file mode 100644 index c92fef314..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/commands/UploadDataCommand.java +++ /dev/null @@ -1,122 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.commands; - -import java.io.IOException; -import java.io.StringWriter; -import java.net.URL; -import java.util.Properties; - -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; - -import org.json.JSONException; -import org.json.JSONObject; - -import com.google.refine.ProjectManager; -import com.google.refine.browsing.Engine; -import com.google.refine.commands.Command; -import com.google.refine.freebase.ProtographTransposeExporter.TripleLoaderExporter; -import com.google.refine.freebase.util.FreebaseUtils; -import com.google.refine.model.Project; -import com.google.refine.preference.PreferenceStore; -import com.google.refine.util.ParsingUtilities; - -public class UploadDataCommand extends Command { - final static public String s_dataLoadJobIDPref = "freebase.load.jobID"; - final static public String s_dataLoadJobNamePref = "freebase.load.jobName"; - - @Override - public void doPost(HttpServletRequest request, HttpServletResponse response) - throws ServletException, IOException { - - ProjectManager.singleton.setBusy(true); - try { - Project project = getProject(request); - Engine engine = getEngine(request, project); - PreferenceStore preferenceStore = project.getMetadata().getPreferenceStore(); - - TripleLoaderExporter exporter = new TripleLoaderExporter(); - StringWriter triples = new StringWriter(10 * 1024 * 1024); - exporter.export(project, new Properties(), engine, triples); - - String source_name = request.getParameter("source_name"); - String source_id = request.getParameter("source_id"); - String qa = request.getParameter("qa"); - String mdo_id = null; - - preferenceStore.put(s_dataLoadJobNamePref, source_name); - - try { - Integer jobID = (Integer) preferenceStore.get(s_dataLoadJobIDPref); - if (jobID != null) { - URL url = new URL("http://refinery.freebaseapps.com/job_id_to_mdo?job=" + jobID); - String s = ParsingUtilities.inputStreamToString(url.openConnection().getInputStream()); - - if (!s.equals("null")) { - mdo_id = s; - } - } - } catch (Exception e) { - // ignore - } - - String uploadResponse = FreebaseUtils.uploadTriples( - request, qa, source_name, source_id, mdo_id, triples.toString() - ); - - response.setCharacterEncoding("UTF-8"); - response.setHeader("Content-Type", "application/json"); - - try { - JSONObject obj = new JSONObject(uploadResponse); - if (obj.has("result") && !obj.isNull("result")) { - JSONObject result = obj.getJSONObject("result"); - if (result.has("job_id") && !result.isNull("job_id")) { - Integer jobID = result.getInt("job_id"); - project.getMetadata().getPreferenceStore().put(s_dataLoadJobIDPref, jobID); - } - } - response.getWriter().write(uploadResponse); - } catch (JSONException e) { - respond(response,"500 Error", uploadResponse); - } - } catch (Exception e) { - respondException(response, e); - } finally { - ProjectManager.singleton.setBusy(false); - } - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/commands/auth/CheckAuthorizationCommand.java b/extensions/freebase/src/com/google/refine/freebase/commands/auth/CheckAuthorizationCommand.java deleted file mode 100644 index 990f71f1a..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/commands/auth/CheckAuthorizationCommand.java +++ /dev/null @@ -1,81 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.commands.auth; - -import java.io.IOException; - -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; - -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import com.google.refine.commands.Command; -import com.google.refine.freebase.util.FreebaseUtils; -import com.google.refine.oauth.Credentials; -import com.google.refine.oauth.OAuthUtilities; -import com.google.refine.oauth.Provider; - -public class CheckAuthorizationCommand extends Command { - - final static Logger logger = LoggerFactory.getLogger("check-authorization_command"); - - @Override - public void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException { - - try { - Provider provider = OAuthUtilities.getProvider(request); - - // this cookie should not be there, but this is good hygiene practice - Credentials.deleteCredentials(request, response, provider, Credentials.Type.REQUEST); - - Credentials access_credentials = Credentials.getCredentials(request, provider, Credentials.Type.ACCESS); - - response.setCharacterEncoding("UTF-8"); - response.setHeader("Content-Type", "application/json"); - - if (access_credentials != null) { - String user_info = FreebaseUtils.getUserInfo(access_credentials, provider); - response.getWriter().write(user_info); - } else { - respond(response, "401 Unauthorized", "You don't have the right credentials"); - } - } catch (Exception e) { - logger.info("error",e); - respondException(response, e); - } - } - -} diff --git a/extensions/freebase/src/com/google/refine/freebase/commands/auth/GetUserBadgesCommand.java b/extensions/freebase/src/com/google/refine/freebase/commands/auth/GetUserBadgesCommand.java deleted file mode 100644 index 6c808d45a..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/commands/auth/GetUserBadgesCommand.java +++ /dev/null @@ -1,70 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.commands.auth; - -import java.io.IOException; - -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; - -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import com.google.refine.commands.Command; -import com.google.refine.freebase.util.FreebaseUtils; -import com.google.refine.oauth.OAuthUtilities; -import com.google.refine.oauth.Provider; - -public class GetUserBadgesCommand extends Command { - - final static Logger logger = LoggerFactory.getLogger("get-version_command"); - - @Override - public void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException { - - try { - Provider provider = OAuthUtilities.getProvider(request); - String user_id = request.getParameter("user_id"); - response.setCharacterEncoding("UTF-8"); - response.setHeader("Content-Type", "application/json"); - String user_badges = FreebaseUtils.getUserBadges(provider, user_id); - response.getWriter().write(user_badges); - } catch (Exception e) { - logger.info("error",e); - respondException(response, e); - } - } - -} diff --git a/extensions/freebase/src/com/google/refine/freebase/expr/MqlKeyQuote.java b/extensions/freebase/src/com/google/refine/freebase/expr/MqlKeyQuote.java deleted file mode 100644 index 653e61f66..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/expr/MqlKeyQuote.java +++ /dev/null @@ -1,125 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.expr; - -import java.util.Properties; -import java.util.regex.Matcher; -import java.util.regex.Pattern; - -import org.apache.commons.lang.StringUtils; -import org.json.JSONException; -import org.json.JSONWriter; - -import com.google.refine.grel.Function; - -public class MqlKeyQuote implements Function { - final static private String keyStartChar = "A-Za-z0-9"; - final static private String keyInternalChar = "A-Za-z0-9_-"; - final static private String keyEndChar = "A-Za-z0-9_"; - final static private String fullValidKey = "^[" + keyStartChar + "][" + keyInternalChar + "]*[" + keyEndChar + "]$"; - final static private String keyCharMustQuote = "([^" + keyInternalChar + "])"; - - final static private Pattern fullValidKeyPattern = Pattern.compile(fullValidKey); - final static private Pattern keyCharMustQuotePattern = Pattern.compile(keyCharMustQuote); - - @Override - public Object call(Properties bindings, Object[] args) { - if (args.length == 1) { - Object o1 = args[0]; - if (o1 != null && o1 instanceof String) { - return mqlKeyQuote((String) o1); - } - } - return null; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("description"); writer.value("Unquotes a MQL key"); - writer.key("params"); writer.value("string s"); - writer.key("returns"); writer.value("string"); - writer.endObject(); - } - - static String mqlKeyQuote(String s) { - if (fullValidKeyPattern.matcher(s).find()) { - return s; - } - - StringBuffer sb = new StringBuffer(); - - int last = 0; - Matcher m = keyCharMustQuotePattern.matcher(s); - while (m.find()) { - int start = m.start(); - int end = m.end(); - if (start > last) { - sb.append(s.substring(last, start)); - } - last = end; - - sb.append('$'); - sb.append(quote(s.charAt(start))); - } - - if (last < s.length()) { - sb.append(s.substring(last)); - } - - if (sb.length() > 0) { - if (sb.charAt(0) == '-' || sb.charAt(0) == '_') { - char c = sb.charAt(0); - sb.deleteCharAt(0); - sb.insert(0, '$'); - sb.insert(1, quote(c)); - } - - int length = sb.length(); - if (sb.charAt(length-1) == '-') { - sb.deleteCharAt(length-1); - sb.insert(length-1, '$'); - sb.insert(length, quote('-')); - } - } - - return sb.toString(); - } - - static String quote(char c) { - return StringUtils.leftPad(Integer.toHexString(c).toUpperCase(), 4, '0'); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/expr/MqlKeyUnquote.java b/extensions/freebase/src/com/google/refine/freebase/expr/MqlKeyUnquote.java deleted file mode 100644 index 479c3da77..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/expr/MqlKeyUnquote.java +++ /dev/null @@ -1,89 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.expr; - -import java.util.Properties; -import java.util.regex.Matcher; -import java.util.regex.Pattern; - -import org.json.JSONException; -import org.json.JSONWriter; - -import com.google.refine.grel.Function; - -public class MqlKeyUnquote implements Function { - final static private Pattern quotedCharPattern = Pattern.compile("\\$([0-9A-Fa-f]{4})"); - - @Override - public Object call(Properties bindings, Object[] args) { - if (args.length == 1) { - Object o1 = args[0]; - if (o1 != null && o1 instanceof String) { - String s = (String) o1; - StringBuffer sb = new StringBuffer(); - - int last = 0; - Matcher m = quotedCharPattern.matcher(s); - while (m.find()) { - int start = m.start(); - int end = m.end(); - if (start > last) { - sb.append(s.substring(last, start)); - } - last = end; - - sb.append((char)Integer.parseInt(s.substring(start + 1, end), 16)); - } - - if (last < s.length()) { - sb.append(s.substring(last)); - } - - return sb.toString(); - } - } - return null; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("description"); writer.value("Quotes a string into a MQL key"); - writer.key("params"); writer.value("string s"); - writer.key("returns"); writer.value("string"); - writer.endObject(); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/model/changes/DataExtensionChange.java b/extensions/freebase/src/com/google/refine/freebase/model/changes/DataExtensionChange.java deleted file mode 100644 index 14ba54dc5..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/model/changes/DataExtensionChange.java +++ /dev/null @@ -1,469 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.model.changes; - -import java.io.IOException; -import java.io.LineNumberReader; -import java.io.Serializable; -import java.io.Writer; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.freebase.FreebaseType; -import com.google.refine.freebase.model.recon.DataExtensionReconConfig; -import com.google.refine.freebase.util.FreebaseDataExtensionJob.DataExtension; -import com.google.refine.history.Change; -import com.google.refine.model.Cell; -import com.google.refine.model.Column; -import com.google.refine.model.ModelException; -import com.google.refine.model.Project; -import com.google.refine.model.Recon; -import com.google.refine.model.Recon.Judgment; -import com.google.refine.model.ReconCandidate; -import com.google.refine.model.ReconStats; -import com.google.refine.model.Row; -import com.google.refine.util.ParsingUtilities; -import com.google.refine.util.Pool; - -public class DataExtensionChange implements Change { - final protected String _baseColumnName; - final protected int _columnInsertIndex; - - final protected List _columnNames; - final protected List _columnTypes; - - final protected List _rowIndices; - final protected List _dataExtensions; - - protected long _historyEntryID; - protected int _firstNewCellIndex = -1; - protected List _oldRows; - protected List _newRows; - - public DataExtensionChange( - String baseColumnName, - int columnInsertIndex, - List columnNames, - List columnTypes, - List rowIndices, - List dataExtensions, - long historyEntryID - ) { - _baseColumnName = baseColumnName; - _columnInsertIndex = columnInsertIndex; - - _columnNames = columnNames; - _columnTypes = columnTypes; - - _rowIndices = rowIndices; - _dataExtensions = dataExtensions; - - _historyEntryID = historyEntryID; - } - - protected DataExtensionChange( - String baseColumnName, - int columnInsertIndex, - - List columnNames, - List columnTypes, - - List rowIndices, - List dataExtensions, - int firstNewCellIndex, - List oldRows, - List newRows - ) { - _baseColumnName = baseColumnName; - _columnInsertIndex = columnInsertIndex; - - _columnNames = columnNames; - _columnTypes = columnTypes; - - _rowIndices = rowIndices; - _dataExtensions = dataExtensions; - - _firstNewCellIndex = firstNewCellIndex; - _oldRows = oldRows; - _newRows = newRows; - } - - @Override - public void apply(Project project) { - synchronized (project) { - if (_firstNewCellIndex < 0) { - _firstNewCellIndex = project.columnModel.allocateNewCellIndex(); - for (int i = 1; i < _columnNames.size(); i++) { - project.columnModel.allocateNewCellIndex(); - } - - _oldRows = new ArrayList(project.rows); - - _newRows = new ArrayList(project.rows.size()); - - int cellIndex = project.columnModel.getColumnByName(_baseColumnName).getCellIndex(); - int keyCellIndex = project.columnModel.columns.get(project.columnModel.getKeyColumnIndex()).getCellIndex(); - int index = 0; - - int rowIndex = index < _rowIndices.size() ? _rowIndices.get(index) : _oldRows.size(); - DataExtension dataExtension = index < _rowIndices.size() ? _dataExtensions.get(index) : null; - - index++; - - Map reconMap = new HashMap(); - - for (int r = 0; r < _oldRows.size(); r++) { - Row oldRow = _oldRows.get(r); - if (r < rowIndex) { - _newRows.add(oldRow.dup()); - continue; - } - - if (dataExtension == null || dataExtension.data.length == 0) { - _newRows.add(oldRow); - } else { - Row firstNewRow = oldRow.dup(); - extendRow(firstNewRow, dataExtension, 0, reconMap); - _newRows.add(firstNewRow); - - int r2 = r + 1; - for (int subR = 1; subR < dataExtension.data.length; subR++) { - if (r2 < project.rows.size()) { - Row oldRow2 = project.rows.get(r2); - if (oldRow2.isCellBlank(cellIndex) && - oldRow2.isCellBlank(keyCellIndex)) { - - Row newRow = oldRow2.dup(); - extendRow(newRow, dataExtension, subR, reconMap); - - _newRows.add(newRow); - r2++; - - continue; - } - } - - Row newRow = new Row(cellIndex + _columnNames.size()); - extendRow(newRow, dataExtension, subR, reconMap); - - _newRows.add(newRow); - } - - r = r2 - 1; // r will be incremented by the for loop anyway - } - - rowIndex = index < _rowIndices.size() ? _rowIndices.get(index) : _oldRows.size(); - dataExtension = index < _rowIndices.size() ? _dataExtensions.get(index) : null; - index++; - } - } - - project.rows.clear(); - project.rows.addAll(_newRows); - - for (int i = 0; i < _columnNames.size(); i++) { - String name = _columnNames.get(i); - int cellIndex = _firstNewCellIndex + i; - - Column column = new Column(cellIndex, name); - column.setReconConfig(new DataExtensionReconConfig(_columnTypes.get(i))); - column.setReconStats(ReconStats.create(project, cellIndex)); - - try { - project.columnModel.addColumn(_columnInsertIndex + i, column, true); - - // the column might have been renamed to avoid collision - _columnNames.set(i, column.getName()); - } catch (ModelException e) { - // won't get here since we set the avoid collision flag - } - } - - project.update(); - } - } - - protected void extendRow( - Row row, - DataExtension dataExtension, - int extensionRowIndex, - Map reconMap - ) { - Object[] values = dataExtension.data[extensionRowIndex]; - for (int c = 0; c < values.length; c++) { - Object value = values[c]; - Cell cell = null; - - if (value instanceof ReconCandidate) { - ReconCandidate rc = (ReconCandidate) value; - Recon recon; - if (reconMap.containsKey(rc.id)) { - recon = reconMap.get(rc.id); - } else { - recon = Recon.makeFreebaseRecon(_historyEntryID); - recon.addCandidate(rc); - recon.service = "mql"; - recon.match = rc; - recon.matchRank = 0; - recon.judgment = Judgment.Matched; - recon.judgmentAction = "auto"; - recon.judgmentBatchSize = 1; - - reconMap.put(rc.id, recon); - } - cell = new Cell(rc.name, recon); - } else { - cell = new Cell((Serializable) value, null); - } - - row.setCell(_firstNewCellIndex + c, cell); - } - } - - @Override - public void revert(Project project) { - synchronized (project) { - project.rows.clear(); - project.rows.addAll(_oldRows); - - for (int i = 0; i < _columnNames.size(); i++) { - project.columnModel.columns.remove(_columnInsertIndex); - } - - project.update(); - } - } - - @Override - public void save(Writer writer, Properties options) throws IOException { - writer.write("baseColumnName="); writer.write(_baseColumnName); writer.write('\n'); - writer.write("columnInsertIndex="); writer.write(Integer.toString(_columnInsertIndex)); writer.write('\n'); - writer.write("columnNameCount="); writer.write(Integer.toString(_columnNames.size())); writer.write('\n'); - for (String name : _columnNames) { - writer.write(name); writer.write('\n'); - } - writer.write("columnTypeCount="); writer.write(Integer.toString(_columnTypes.size())); writer.write('\n'); - for (FreebaseType type : _columnTypes) { - try { - JSONWriter jsonWriter = new JSONWriter(writer); - - type.write(jsonWriter, options); - } catch (JSONException e) { - // ??? - } - writer.write('\n'); - } - writer.write("rowIndexCount="); writer.write(Integer.toString(_rowIndices.size())); writer.write('\n'); - for (Integer rowIndex : _rowIndices) { - writer.write(rowIndex.toString()); writer.write('\n'); - } - writer.write("dataExtensionCount="); writer.write(Integer.toString(_dataExtensions.size())); writer.write('\n'); - for (DataExtension dataExtension : _dataExtensions) { - if (dataExtension == null) { - writer.write('\n'); - continue; - } - - writer.write(Integer.toString(dataExtension.data.length)); writer.write('\n'); - - for (Object[] values : dataExtension.data) { - for (Object value : values) { - if (value == null) { - writer.write("null"); - } else if (value instanceof ReconCandidate) { - try { - JSONWriter jsonWriter = new JSONWriter(writer); - ((ReconCandidate) value).write(jsonWriter, options); - } catch (JSONException e) { - // ??? - } - } else if (value instanceof String) { - writer.write(JSONObject.quote((String) value)); - } else { - writer.write(value.toString()); - } - writer.write('\n'); - } - } - } - - writer.write("firstNewCellIndex="); writer.write(Integer.toString(_firstNewCellIndex)); writer.write('\n'); - - writer.write("newRowCount="); writer.write(Integer.toString(_newRows.size())); writer.write('\n'); - for (Row row : _newRows) { - row.save(writer, options); - writer.write('\n'); - } - writer.write("oldRowCount="); writer.write(Integer.toString(_oldRows.size())); writer.write('\n'); - for (Row row : _oldRows) { - row.save(writer, options); - writer.write('\n'); - } - writer.write("/ec/\n"); // end of change marker - } - - static public Change load(LineNumberReader reader, Pool pool) throws Exception { - String baseColumnName = null; - int columnInsertIndex = -1; - - List columnNames = null; - List columnTypes = null; - - List rowIndices = null; - List dataExtensions = null; - - List oldRows = null; - List newRows = null; - - int firstNewCellIndex = -1; - - String line; - while ((line = reader.readLine()) != null && !"/ec/".equals(line)) { - int equal = line.indexOf('='); - CharSequence field = line.subSequence(0, equal); - String value = line.substring(equal + 1); - - if ("baseColumnName".equals(field)) { - baseColumnName = value; - } else if ("columnInsertIndex".equals(field)) { - columnInsertIndex = Integer.parseInt(value); - } else if ("firstNewCellIndex".equals(field)) { - firstNewCellIndex = Integer.parseInt(value); - } else if ("rowIndexCount".equals(field)) { - int count = Integer.parseInt(value); - - rowIndices = new ArrayList(count); - for (int i = 0; i < count; i++) { - line = reader.readLine(); - if (line != null) { - rowIndices.add(Integer.parseInt(line)); - } - } - } else if ("columnNameCount".equals(field)) { - int count = Integer.parseInt(value); - - columnNames = new ArrayList(count); - for (int i = 0; i < count; i++) { - line = reader.readLine(); - if (line != null) { - columnNames.add(line); - } - } - } else if ("columnTypeCount".equals(field)) { - int count = Integer.parseInt(value); - - columnTypes = new ArrayList(count); - for (int i = 0; i < count; i++) { - line = reader.readLine(); - columnTypes.add(FreebaseType.load(ParsingUtilities.evaluateJsonStringToObject(line))); - } - } else if ("dataExtensionCount".equals(field)) { - int count = Integer.parseInt(value); - - dataExtensions = new ArrayList(count); - for (int i = 0; i < count; i++) { - line = reader.readLine(); - - if (line == null) { - continue; - } - - if (line.length() == 0) { - dataExtensions.add(null); - continue; - } - - int rowCount = Integer.parseInt(line); - Object[][] data = new Object[rowCount][]; - - for (int r = 0; r < rowCount; r++) { - Object[] row = new Object[columnNames.size()]; - for (int c = 0; c < columnNames.size(); c++) { - line = reader.readLine(); - - row[c] = ReconCandidate.loadStreaming(line); - } - - data[r] = row; - } - - dataExtensions.add(new DataExtension(data)); - } - } else if ("oldRowCount".equals(field)) { - int count = Integer.parseInt(value); - - oldRows = new ArrayList(count); - for (int i = 0; i < count; i++) { - line = reader.readLine(); - if (line != null) { - oldRows.add(Row.load(line, pool)); - } - } - } else if ("newRowCount".equals(field)) { - int count = Integer.parseInt(value); - - newRows = new ArrayList(count); - for (int i = 0; i < count; i++) { - line = reader.readLine(); - if (line != null) { - newRows.add(Row.load(line, pool)); - } - } - } - - } - - DataExtensionChange change = new DataExtensionChange( - baseColumnName, - columnInsertIndex, - columnNames, - columnTypes, - rowIndices, - dataExtensions, - firstNewCellIndex, - oldRows, - newRows - ); - - - return change; - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/model/recon/DataExtensionReconConfig.java b/extensions/freebase/src/com/google/refine/freebase/model/recon/DataExtensionReconConfig.java deleted file mode 100644 index f334fe0c3..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/model/recon/DataExtensionReconConfig.java +++ /dev/null @@ -1,99 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.model.recon; - -import java.util.List; -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.freebase.FreebaseType; -import com.google.refine.model.Cell; -import com.google.refine.model.Project; -import com.google.refine.model.Recon; -import com.google.refine.model.Row; -import com.google.refine.model.recon.ReconConfig; -import com.google.refine.model.recon.ReconJob; - -public class DataExtensionReconConfig extends StrictReconConfig { - final public FreebaseType type; - - private final static String WARN = "Not implemented"; - - static public ReconConfig reconstruct(JSONObject obj) throws Exception { - JSONObject type = obj.getJSONObject("type"); - - return new DataExtensionReconConfig( - new FreebaseType( - type.getString("id"), - type.getString("name") - ) - ); - } - - public DataExtensionReconConfig(FreebaseType type) { - this.type = type; - } - - @Override - public ReconJob createJob(Project project, int rowIndex, Row row, - String columnName, Cell cell) { - throw new RuntimeException(WARN); - } - - @Override - public int getBatchSize() { - throw new RuntimeException(WARN); - } - - @Override - public void write(JSONWriter writer, Properties options) throws JSONException { - writer.object(); - writer.key("mode"); writer.value("extend"); - writer.key("type"); type.write(writer, options); - writer.endObject(); - } - - @Override - public List batchRecon(List jobs, long historyEntryID) { - throw new RuntimeException(WARN); - } - - @Override - public String getBriefDescription(Project project, String columnName) { - throw new RuntimeException(WARN); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/model/recon/GuidBasedReconConfig.java b/extensions/freebase/src/com/google/refine/freebase/model/recon/GuidBasedReconConfig.java deleted file mode 100644 index 8fa83fc96..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/model/recon/GuidBasedReconConfig.java +++ /dev/null @@ -1,205 +0,0 @@ -/* - -Copyright 2010,2013 Google Inc. and other contributors -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.model.recon; - -import java.io.IOException; -import java.io.StringWriter; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.Properties; - -import org.json.JSONArray; -import org.json.JSONException; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.freebase.util.FreebaseUtils; -import com.google.refine.model.Cell; -import com.google.refine.model.Project; -import com.google.refine.model.Recon; -import com.google.refine.model.Recon.Judgment; -import com.google.refine.model.ReconCandidate; -import com.google.refine.model.Row; -import com.google.refine.model.recon.ReconConfig; -import com.google.refine.model.recon.ReconJob; -import com.google.refine.util.ParsingUtilities; - -public class GuidBasedReconConfig extends StrictReconConfig { - static public ReconConfig reconstruct(JSONObject obj) throws Exception { - return new GuidBasedReconConfig(); - } - - public GuidBasedReconConfig() { - } - - static protected class GuidBasedReconJob extends ReconJob { - String guid; - - @Override - public String getStringKey() { - return guid; - } - } - - @Override - public ReconJob createJob(Project project, int rowIndex, Row row, - String columnName, Cell cell) { - - GuidBasedReconJob job = new GuidBasedReconJob(); - String s = cell.value.toString(); - - if (s.startsWith("/guid/")) { - s = "#" + s.substring(6); - } else if (!s.startsWith("#")) { - s = "#" + s; - } - - job.guid = s; - - return job; - } - - @Override - public int getBatchSize() { - return 50; - } - - @Override - public String getBriefDescription(Project project, String columnName) { - return "Reconcile cells in column " + columnName + " as Freebase IDs"; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("mode"); writer.value("strict"); - writer.key("match"); writer.value("id"); - writer.endObject(); - } - - @Override - public List batchRecon(List jobs, long historyEntryID) { - List recons = new ArrayList(jobs.size()); - Map guidToRecon = new HashMap(); - - try { - String query = buildQuery(jobs); - - String s = FreebaseUtils.mqlread(query); - JSONObject o = ParsingUtilities.evaluateJsonStringToObject(s); - - if (o.has("result")) { - JSONArray results = o.getJSONArray("result"); - int count = results.length(); - - for (int i = 0; i < count; i++) { - JSONObject result = results.getJSONObject(i); - - String guid = result.getString("guid"); - - JSONArray types = result.getJSONArray("type"); - String[] typeIDs = new String[types.length()]; - for (int j = 0; j < typeIDs.length; j++) { - typeIDs[j] = types.getString(j); - } - - ReconCandidate candidate = new ReconCandidate( - result.getString("id"), - result.getString("name"), - typeIDs, - 100 - ); - - Recon recon = Recon.makeFreebaseRecon(historyEntryID); - recon.addCandidate(candidate); - recon.service = "mql"; - recon.judgment = Judgment.Matched; - recon.judgmentAction = "auto"; - recon.match = candidate; - recon.matchRank = 0; - - guidToRecon.put(guid, recon); - } - } - } catch (IOException e) { - LOGGER.error("IOException during recon : ",e); - } catch (JSONException e) { - LOGGER.error("JSONException during recon : ",e); - } - - for (ReconJob job : jobs) { - String guid = ((GuidBasedReconJob) job).guid; - Recon recon = guidToRecon.get(guid); - if (recon == null) { - recon = createNoMatchRecon(historyEntryID); - } - recons.add(recon); - } - - return recons; - } - - private String buildQuery(List jobs) - throws JSONException { - String query = null; - - StringWriter stringWriter = new StringWriter(); - JSONWriter jsonWriter = new JSONWriter(stringWriter); - - jsonWriter.array(); - jsonWriter.object(); - - jsonWriter.key("id"); jsonWriter.value(null); - jsonWriter.key("name"); jsonWriter.value(null); - jsonWriter.key("guid"); jsonWriter.value(null); - jsonWriter.key("type"); jsonWriter.array(); jsonWriter.endArray(); - - jsonWriter.key("guid|="); - jsonWriter.array(); - for (ReconJob job : jobs) { - jsonWriter.value(((GuidBasedReconJob) job).guid); - } - jsonWriter.endArray(); - - jsonWriter.endObject(); - jsonWriter.endArray(); - - query = stringWriter.toString(); - return query; - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/model/recon/IdBasedReconConfig.java b/extensions/freebase/src/com/google/refine/freebase/model/recon/IdBasedReconConfig.java deleted file mode 100644 index 739a31458..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/model/recon/IdBasedReconConfig.java +++ /dev/null @@ -1,210 +0,0 @@ -/* - -Copyright 2010,2013 Google Inc. and other contributors -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.model.recon; - -import java.io.IOException; -import java.io.StringWriter; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.Properties; - -import org.json.JSONArray; -import org.json.JSONException; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.freebase.util.FreebaseUtils; -import com.google.refine.model.Cell; -import com.google.refine.model.Project; -import com.google.refine.model.Recon; -import com.google.refine.model.Recon.Judgment; -import com.google.refine.model.ReconCandidate; -import com.google.refine.model.Row; -import com.google.refine.model.recon.ReconConfig; -import com.google.refine.model.recon.ReconJob; -import com.google.refine.util.ParsingUtilities; - -public class IdBasedReconConfig extends StrictReconConfig { - static public ReconConfig reconstruct(JSONObject obj) throws Exception { - return new IdBasedReconConfig(); - } - - public IdBasedReconConfig() { - } - - static protected class IdBasedReconJob extends ReconJob { - String id; - - @Override - public String getStringKey() { - return id; - } - } - - @Override - public ReconJob createJob(Project project, int rowIndex, Row row, - String columnName, Cell cell) { - - IdBasedReconJob job = new IdBasedReconJob(); - String s = cell.value.toString(); - - if (!s.startsWith("/")) { - if (s.startsWith("92")) { - s = "/guid/" + s; - } else if (!s.contains("/")){ - s = "/en/" + s; - } else { - s = "/" + s; - } - } - - job.id = s; - - return job; - } - - @Override - public int getBatchSize() { - return 40; - } - - @Override - public String getBriefDescription(Project project, String columnName) { - return "Reconcile cells in column " + columnName + " as Freebase IDs"; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("mode"); writer.value("strict"); - writer.key("match"); writer.value("id"); - writer.endObject(); - } - - @Override - public List batchRecon(List jobs, long historyEntryID) { - List recons = new ArrayList(jobs.size()); - Map idToRecon = new HashMap(); - - try { - String query = buildQuery(jobs); - String s = FreebaseUtils.mqlread(query); - - JSONObject o = ParsingUtilities.evaluateJsonStringToObject(s); - if (o.has("result")) { - JSONArray results = o.getJSONArray("result"); - int count = results.length(); - - for (int i = 0; i < count; i++) { - JSONObject result = results.getJSONObject(i); - - String id = result.getString("id"); - - JSONArray types = result.getJSONArray("type"); - String[] typeIDs = new String[types.length()]; - for (int j = 0; j < typeIDs.length; j++) { - typeIDs[j] = types.getString(j); - } - - ReconCandidate candidate = new ReconCandidate( - id, - result.getString("name"), - typeIDs, - 100 - ); - - Recon recon = Recon.makeFreebaseRecon(historyEntryID); - recon.addCandidate(candidate); - recon.service = "mql"; - recon.judgment = Judgment.Matched; - recon.judgmentAction = "auto"; - recon.match = candidate; - recon.matchRank = 0; - - idToRecon.put(id, recon); - } - } - } catch (IOException e) { - LOGGER.error("IOException during recon : ",e); - } catch (JSONException e) { - LOGGER.error("JSONException during recon : ",e); - } - - for (ReconJob job : jobs) { - String id = ((IdBasedReconJob) job).id; - Recon recon = idToRecon.get(id); - if (recon == null) { - recon = createNoMatchRecon(historyEntryID); - } - recons.add(recon); - } - - return recons; - } - - private String buildQuery(List jobs) - throws JSONException { - String query = null; - { - StringWriter stringWriter = new StringWriter(); - JSONWriter jsonWriter = new JSONWriter(stringWriter); - - jsonWriter.array(); - jsonWriter.object(); - - jsonWriter.key("id"); jsonWriter.value(null); - jsonWriter.key("name"); jsonWriter.value(null); - jsonWriter.key("guid"); jsonWriter.value(null); - jsonWriter.key("type"); jsonWriter.array(); jsonWriter.endArray(); - - jsonWriter.key("id|="); - jsonWriter.array(); - for (ReconJob job : jobs) { - jsonWriter.value(((IdBasedReconJob) job).id); - } - jsonWriter.endArray(); - - jsonWriter.endObject(); - jsonWriter.endArray(); - - query = stringWriter.toString(); - } - return query; - } - -} diff --git a/extensions/freebase/src/com/google/refine/freebase/model/recon/KeyBasedReconConfig.java b/extensions/freebase/src/com/google/refine/freebase/model/recon/KeyBasedReconConfig.java deleted file mode 100644 index c082e9d11..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/model/recon/KeyBasedReconConfig.java +++ /dev/null @@ -1,224 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.model.recon; - -import java.io.IOException; -import java.io.StringWriter; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.Properties; - -import org.json.JSONArray; -import org.json.JSONException; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.freebase.FreebaseTopic; -import com.google.refine.freebase.util.FreebaseUtils; -import com.google.refine.model.Cell; -import com.google.refine.model.Project; -import com.google.refine.model.Recon; -import com.google.refine.model.Recon.Judgment; -import com.google.refine.model.ReconCandidate; -import com.google.refine.model.Row; -import com.google.refine.model.recon.ReconConfig; -import com.google.refine.model.recon.ReconJob; -import com.google.refine.util.ParsingUtilities; - -public class KeyBasedReconConfig extends StrictReconConfig { - final public FreebaseTopic namespace; - - static public ReconConfig reconstruct(JSONObject obj) throws Exception { - JSONObject ns = obj.getJSONObject("namespace"); - - return new KeyBasedReconConfig( - new FreebaseTopic( - ns.getString("id"), - ns.getString("name") - ) - ); - } - - public KeyBasedReconConfig(FreebaseTopic namespace) { - this.namespace = namespace; - } - - static protected class KeyBasedReconJob extends ReconJob { - String key; - - @Override - public String getStringKey() { - return key; - } - } - - @Override - public ReconJob createJob(Project project, int rowIndex, Row row, - String columnName, Cell cell) { - - KeyBasedReconJob job = new KeyBasedReconJob(); - - job.key = cell.value.toString().replace(' ', '_'); - - return job; - } - - @Override - public int getBatchSize() { - return 40; - } - - @Override - public String getBriefDescription(Project project, String columnName) { - return "Reconcile cells in column " + columnName + " to topics with keys in namespace " + namespace.id; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("mode"); writer.value("strict"); - writer.key("match"); writer.value("key"); - writer.key("namespace"); namespace.write(writer, options); - writer.endObject(); - } - - @Override - public List batchRecon(List jobs, long historyEntryID) { - List recons = new ArrayList(jobs.size()); - Map keyToRecon = new HashMap(); - - try { - String query = buildQuery(jobs); - String s = FreebaseUtils.mqlread(query); - - JSONObject o = ParsingUtilities.evaluateJsonStringToObject(s); - if (o.has("result")) { - JSONArray results = o.getJSONArray("result"); - int count = results.length(); - - for (int i = 0; i < count; i++) { - JSONObject result = results.getJSONObject(i); - - String key = result.getJSONArray("key").getJSONObject(0).getString("value"); - - JSONArray types = result.getJSONArray("type"); - String[] typeIDs = new String[types.length()]; - for (int j = 0; j < typeIDs.length; j++) { - typeIDs[j] = types.getString(j); - } - - ReconCandidate candidate = new ReconCandidate( - result.getString("id"), - result.getString("name"), - typeIDs, - 100 - ); - - Recon recon = Recon.makeFreebaseRecon(historyEntryID); - recon.addCandidate(candidate); - recon.service = "mql"; - recon.judgment = Judgment.Matched; - recon.judgmentAction = "auto"; - recon.match = candidate; - recon.matchRank = 0; - - keyToRecon.put(key, recon); - } - } - } catch (IOException e) { - LOGGER.error("IOException during recon : ",e); - } catch (JSONException e) { - LOGGER.error("JSONException during recon : ",e); - } - - for (ReconJob job : jobs) { - String key = ((KeyBasedReconJob) job).key; - Recon recon = keyToRecon.get(key); - if (recon == null) { - recon = createNoMatchRecon(historyEntryID); - } - recons.add(recon); - } - - return recons; - } - - private String buildQuery(List jobs) - throws JSONException { - String query = null; - { - StringWriter stringWriter = new StringWriter(); - JSONWriter jsonWriter = new JSONWriter(stringWriter); - - jsonWriter.array(); - jsonWriter.object(); - - jsonWriter.key("id"); jsonWriter.value(null); - jsonWriter.key("name"); jsonWriter.value(null); - jsonWriter.key("guid"); jsonWriter.value(null); - jsonWriter.key("type"); jsonWriter.array(); jsonWriter.endArray(); - - jsonWriter.key("key"); - jsonWriter.array(); - jsonWriter.object(); - - jsonWriter.key("namespace"); - jsonWriter.object(); - jsonWriter.key("id"); jsonWriter.value(namespace.id); - jsonWriter.endObject(); - - jsonWriter.key("value"); jsonWriter.value(null); - jsonWriter.key("value|="); - jsonWriter.array(); - for (ReconJob job : jobs) { - jsonWriter.value(((KeyBasedReconJob) job).key); - } - jsonWriter.endArray(); - - jsonWriter.endObject(); - jsonWriter.endArray(); - - jsonWriter.endObject(); - jsonWriter.endArray(); - - query = stringWriter.toString(); - } - return query; - } - -} diff --git a/extensions/freebase/src/com/google/refine/freebase/model/recon/StrictReconConfig.java b/extensions/freebase/src/com/google/refine/freebase/model/recon/StrictReconConfig.java deleted file mode 100644 index 338983f1b..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/model/recon/StrictReconConfig.java +++ /dev/null @@ -1,68 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.model.recon; - -import org.json.JSONObject; - -import com.google.refine.model.Recon; -import com.google.refine.model.Recon.Judgment; -import com.google.refine.model.recon.ReconConfig; - -abstract public class StrictReconConfig extends ReconConfig { - - static public ReconConfig reconstruct(JSONObject obj) throws Exception { - String match = obj.getString("match"); - if ("key".equals(match)) { - return KeyBasedReconConfig.reconstruct(obj); - } else if ("id".equals(match)) { - return IdBasedReconConfig.reconstruct(obj); - } else if ("guid".equals(match)) { - return GuidBasedReconConfig.reconstruct(obj); - } - return null; - } - - @Override - public Recon createNewRecon(long historyEntryID) { - return Recon.makeFreebaseRecon(historyEntryID); - } - - protected Recon createNoMatchRecon(long historyEntryID) { - Recon recon = createNewRecon(historyEntryID); - recon.service = "mql"; - recon.judgment = Judgment.None; - recon.matchRank = -1; - return recon; - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/oauth/FreebaseProvider.java b/extensions/freebase/src/com/google/refine/freebase/oauth/FreebaseProvider.java deleted file mode 100644 index d0f4b3139..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/oauth/FreebaseProvider.java +++ /dev/null @@ -1,77 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.oauth; - -import oauth.signpost.OAuthConsumer; - -import com.google.refine.freebase.util.FreebaseUtils; -import com.google.refine.oauth.OAuthUtilities; -import com.google.refine.oauth.Provider; - -public class FreebaseProvider extends Provider { - static private final String[] FREEBASE_OAUTH_INFO = { "#9202a8c04000641f80000000185352db" , "4561ee02279e6f04ebd88a1557e4292489380adf"}; - - static public void register() { - OAuthUtilities.registerOAuthProvider(new FreebaseProvider(FreebaseUtils.FREEBASE_HOST), FREEBASE_OAUTH_INFO); - } - - public FreebaseProvider(String host) { - super(host); - } - - @Override - public String getRequestTokenServiceURL() { - return "http://api." + host + "/api/oauth/request_token"; - } - - @Override - public String getAccessTokenServiceURL() { - return "http://api." + host + "/api/oauth/access_token"; - } - - @Override - public String getUserAuthorizationURL() { - return "http://www." + host + "/signin/app"; - } - - @Override - public String getRealm() { - return "http://api" + host + "/"; - } - - @Override - public OAuthConsumer createConsumer(String consumerKey, String consumerSecret) { - return new FreebaseTimeCommonsHttpOAuthConsumer(consumerKey, consumerSecret); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/oauth/FreebaseTimeCommonsHttpOAuthConsumer.java b/extensions/freebase/src/com/google/refine/freebase/oauth/FreebaseTimeCommonsHttpOAuthConsumer.java deleted file mode 100644 index 54ab63afc..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/oauth/FreebaseTimeCommonsHttpOAuthConsumer.java +++ /dev/null @@ -1,103 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.oauth; - -import java.io.IOException; - -import oauth.signpost.commonshttp.CommonsHttpOAuthConsumer; - -import org.apache.http.HttpEntity; -import org.apache.http.HttpResponse; -import org.apache.http.client.HttpClient; -import org.apache.http.client.methods.HttpGet; -import org.apache.http.impl.client.DefaultHttpClient; -import org.apache.http.params.BasicHttpParams; -import org.apache.http.params.HttpConnectionParams; -import org.apache.http.params.HttpParams; -import org.apache.http.util.EntityUtils; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -public class FreebaseTimeCommonsHttpOAuthConsumer extends CommonsHttpOAuthConsumer { - - final static Logger logger = LoggerFactory.getLogger("oauth"); - - private static final long serialVersionUID = -4139931605235255279L; - - private static final int SOCKET_TIMEOUT = 3000; - private static final int CONNECTION_TIMEOUT = 3000; - - private static final String TIMER_URL = "http://refinery.freebaseapps.com/time"; - - public FreebaseTimeCommonsHttpOAuthConsumer(String consumerKey, String consumerSecret) { - super(consumerKey, consumerSecret); - } - - /** - * It might be that the user's computer's clock is not synchronized enough with the Freebase servers - * and this might result in Freebase thinking that it was under a replay attack. - * To avoid this problem we get the timestamp directly from acre that we know is synchronized. - * - * NOTE: this call is potentially vulnerable to a man-in-the-middle (MITM) attack, but the same - * could be said if we used an NTP client. - */ - @Override - protected String generateTimestamp() { - - long time = -1; - - try { - HttpParams httpParams = new BasicHttpParams(); - HttpConnectionParams.setSoTimeout(httpParams, SOCKET_TIMEOUT); - HttpConnectionParams.setConnectionTimeout(httpParams, CONNECTION_TIMEOUT); - HttpClient httpClient = new DefaultHttpClient(httpParams); - HttpGet httpget = new HttpGet(TIMER_URL); - HttpResponse response = httpClient.execute(httpget); - HttpEntity entity = response.getEntity(); - if (entity != null) { - time = Long.parseLong(EntityUtils.toString(entity),10); - logger.debug("Got remote timestamp {}", time); - } - } catch (IOException e) { - logger.warn("Error obtaining the synchronized remote timestamp, defaulting to the local one",e); - } - - if (time == -1) { - time = System.currentTimeMillis(); - } - - return Long.toString(time / 1000L); - } - -} diff --git a/extensions/freebase/src/com/google/refine/freebase/operations/ExtendDataOperation.java b/extensions/freebase/src/com/google/refine/freebase/operations/ExtendDataOperation.java deleted file mode 100644 index e9e17afe8..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/operations/ExtendDataOperation.java +++ /dev/null @@ -1,315 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.operations; - -import java.util.ArrayList; -import java.util.HashMap; -import java.util.HashSet; -import java.util.List; -import java.util.Map; -import java.util.Properties; -import java.util.Set; - -import org.apache.commons.lang.StringUtils; -import org.json.JSONException; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.browsing.Engine; -import com.google.refine.browsing.FilteredRows; -import com.google.refine.browsing.RowVisitor; -import com.google.refine.freebase.FreebaseType; -import com.google.refine.freebase.model.changes.DataExtensionChange; -import com.google.refine.freebase.util.FreebaseDataExtensionJob; -import com.google.refine.freebase.util.FreebaseDataExtensionJob.ColumnInfo; -import com.google.refine.freebase.util.FreebaseDataExtensionJob.DataExtension; -import com.google.refine.history.HistoryEntry; -import com.google.refine.model.AbstractOperation; -import com.google.refine.model.Cell; -import com.google.refine.model.Column; -import com.google.refine.model.Project; -import com.google.refine.model.ReconCandidate; -import com.google.refine.model.Row; -import com.google.refine.model.changes.CellAtRow; -import com.google.refine.operations.EngineDependentOperation; -import com.google.refine.operations.OperationRegistry; -import com.google.refine.process.LongRunningProcess; -import com.google.refine.process.Process; - -public class ExtendDataOperation extends EngineDependentOperation { - final protected String _baseColumnName; - final protected JSONObject _extension; - final protected int _columnInsertIndex; - - static public AbstractOperation reconstruct(Project project, JSONObject obj) throws Exception { - JSONObject engineConfig = obj.getJSONObject("engineConfig"); - - return new ExtendDataOperation( - engineConfig, - obj.getString("baseColumnName"), - obj.getJSONObject("extension"), - obj.getInt("columnInsertIndex") - ); - } - - public ExtendDataOperation( - JSONObject engineConfig, - String baseColumnName, - JSONObject extension, - int columnInsertIndex - ) { - super(engineConfig); - - _baseColumnName = baseColumnName; - _extension = extension; - _columnInsertIndex = columnInsertIndex; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("op"); writer.value(OperationRegistry.s_opClassToName.get(this.getClass())); - writer.key("description"); writer.value(getBriefDescription(null)); - writer.key("engineConfig"); writer.value(getEngineConfig()); - writer.key("columnInsertIndex"); writer.value(_columnInsertIndex); - writer.key("baseColumnName"); writer.value(_baseColumnName); - writer.key("extension"); writer.value(_extension); - writer.endObject(); - } - - @Override - protected String getBriefDescription(Project project) { - return "Extend data at index " + _columnInsertIndex + - " based on column " + _baseColumnName; - } - - protected String createDescription(Column column, List cellsAtRows) { - return "Extend data at index " + _columnInsertIndex + - " based on column " + column.getName() + - " by filling " + cellsAtRows.size(); - } - - @Override - public Process createProcess(Project project, Properties options) throws Exception { - return new ExtendDataProcess( - project, - getEngineConfig(), - getBriefDescription(null) - ); - } - - public class ExtendDataProcess extends LongRunningProcess implements Runnable { - final protected Project _project; - final protected JSONObject _engineConfig; - final protected long _historyEntryID; - protected int _cellIndex; - protected FreebaseDataExtensionJob _job; - - public ExtendDataProcess( - Project project, - JSONObject engineConfig, - String description - ) throws JSONException { - super(description); - _project = project; - _engineConfig = engineConfig; - _historyEntryID = HistoryEntry.allocateID(); - - _job = new FreebaseDataExtensionJob(_extension); - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("id"); writer.value(hashCode()); - writer.key("description"); writer.value(_description); - writer.key("immediate"); writer.value(false); - writer.key("status"); writer.value(_thread == null ? "pending" : (_thread.isAlive() ? "running" : "done")); - writer.key("progress"); writer.value(_progress); - writer.endObject(); - } - - @Override - protected Runnable getRunnable() { - return this; - } - - protected void populateRowsWithMatches(List rowIndices) throws Exception { - Engine engine = new Engine(_project); - engine.initializeFromJSON(_engineConfig); - - Column column = _project.columnModel.getColumnByName(_baseColumnName); - if (column == null) { - throw new Exception("No column named " + _baseColumnName); - } - - _cellIndex = column.getCellIndex(); - - FilteredRows filteredRows = engine.getAllFilteredRows(); - filteredRows.accept(_project, new RowVisitor() { - List _rowIndices; - - public RowVisitor init(List rowIndices) { - _rowIndices = rowIndices; - return this; - } - - @Override - public void start(Project project) { - // nothing to do - } - - @Override - public void end(Project project) { - // nothing to do - } - - @Override - public boolean visit(Project project, int rowIndex, Row row) { - Cell cell = row.getCell(_cellIndex); - if (cell != null && cell.recon != null && cell.recon.match != null) { - _rowIndices.add(rowIndex); - } - - return false; - } - }.init(rowIndices)); - } - - protected int extendRows( - List rowIndices, - List dataExtensions, - int from, - int limit, - Map reconCandidateMap - ) { - Set ids = new HashSet(); - - int end; - for (end = from; end < limit && ids.size() < 10; end++) { - int index = rowIndices.get(end); - Row row = _project.rows.get(index); - Cell cell = row.getCell(_cellIndex); - - ids.add(cell.recon.match.id); - } - - Map map = null; - try { - map = _job.extend(ids, reconCandidateMap); - } catch (Exception e) { - map = new HashMap(); - } - - for (int i = from; i < end; i++) { - int index = rowIndices.get(i); - Row row = _project.rows.get(index); - Cell cell = row.getCell(_cellIndex); - String guid = cell.recon.match.id; - - if (map.containsKey(guid)) { - dataExtensions.add(map.get(guid)); - } else { - dataExtensions.add(null); - } - } - - return end; - } - - @Override - public void run() { - List rowIndices = new ArrayList(); - List dataExtensions = new ArrayList(); - - try { - populateRowsWithMatches(rowIndices); - } catch (Exception e2) { - // TODO : Not sure what to do here? - e2.printStackTrace(); - } - - int start = 0; - Map reconCandidateMap = new HashMap(); - - while (start < rowIndices.size()) { - int end = extendRows(rowIndices, dataExtensions, start, rowIndices.size(), reconCandidateMap); - start = end; - - _progress = end * 100 / rowIndices.size(); - try { - Thread.sleep(200); - } catch (InterruptedException e) { - if (_canceled) { - break; - } - } - } - - if (!_canceled) { - List columnNames = new ArrayList(); - for (ColumnInfo info : _job.columns) { - columnNames.add(StringUtils.join(info.names, " - ")); - } - - List columnTypes = new ArrayList(); - for (ColumnInfo info : _job.columns) { - columnTypes.add(info.expectedType); - } - - HistoryEntry historyEntry = new HistoryEntry( - _historyEntryID, - _project, - _description, - ExtendDataOperation.this, - new DataExtensionChange( - _baseColumnName, - _columnInsertIndex, - columnNames, - columnTypes, - rowIndices, - dataExtensions, - _historyEntryID) - ); - - _project.history.addEntry(historyEntry); - _project.processManager.onDoneProcess(this); - } - } - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/operations/ImportQADataOperation.java b/extensions/freebase/src/com/google/refine/freebase/operations/ImportQADataOperation.java deleted file mode 100644 index 10097f5c3..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/operations/ImportQADataOperation.java +++ /dev/null @@ -1,140 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.operations; - -import java.io.InputStreamReader; -import java.io.LineNumberReader; -import java.net.HttpURLConnection; -import java.net.URL; -import java.util.HashMap; -import java.util.Map; -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.freebase.commands.UploadDataCommand; -import com.google.refine.history.HistoryEntry; -import com.google.refine.model.AbstractOperation; -import com.google.refine.model.Cell; -import com.google.refine.model.Project; -import com.google.refine.model.Recon; -import com.google.refine.model.Row; -import com.google.refine.model.changes.MassReconChange; -import com.google.refine.operations.OperationRegistry; -import com.google.refine.util.ParsingUtilities; - -public class ImportQADataOperation extends AbstractOperation { - static public AbstractOperation reconstruct(Project project, JSONObject obj) throws Exception { - return new ImportQADataOperation(); - } - - public ImportQADataOperation() { - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("op"); writer.value(OperationRegistry.s_opClassToName.get(this.getClass())); - writer.key("description"); writer.value(getBriefDescription(null)); - writer.endObject(); - } - - @Override - protected String getBriefDescription(Project project) { - return "Import QA DAta"; - } - - @Override - protected HistoryEntry createHistoryEntry(Project project, long historyEntryID) throws Exception { - Integer jobID = (Integer) project.getMetadata().getPreferenceStore().get(UploadDataCommand.s_dataLoadJobIDPref); - if (jobID == null) { - throw new InternalError("Project is not associated with any data loading job."); - } - - Map reconIDToResult = new HashMap(); - - URL url = new URL("http://refinery.freebaseapps.com/get_answers/" + jobID); - HttpURLConnection conn = (HttpURLConnection) url.openConnection(); - conn.setReadTimeout(30000); // 30 seconds - - LineNumberReader reader = new LineNumberReader(new InputStreamReader(conn.getInputStream())); - try { - String line; - while ((line = reader.readLine()) != null) { - JSONObject obj = ParsingUtilities.evaluateJsonStringToObject(line); - long reconID = Long.parseLong(obj.getString("recon_id").substring(3)); - - reconIDToResult.put(reconID, obj.getString("result")); - } - } finally { - reader.close(); - } - - Map oldRecons = new HashMap(); - Map newRecons = new HashMap(); - - for (int r = 0; r < project.rows.size(); r++) { - Row row = project.rows.get(r); - - for (int c = 0; c < row.cells.size(); c++) { - Cell cell = row.cells.get(c); - if (cell != null && cell.recon != null) { - Recon oldRecon = cell.recon; - - if (reconIDToResult.containsKey(oldRecon.id)) { - Recon newRecon = oldRecon.dup(); - newRecon.setFeature(Recon.Feature_qaResult, reconIDToResult.get(oldRecon.id)); - - reconIDToResult.remove(oldRecon.id); - - oldRecons.put(oldRecon.id, oldRecon); - newRecons.put(oldRecon.id, newRecon); - } - } - } - } - - return new HistoryEntry( - historyEntryID, - project, - getBriefDescription(project), - this, - new MassReconChange(newRecons, oldRecons) - ); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/operations/SaveProtographOperation.java b/extensions/freebase/src/com/google/refine/freebase/operations/SaveProtographOperation.java deleted file mode 100644 index b48b15e46..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/operations/SaveProtographOperation.java +++ /dev/null @@ -1,159 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.operations; - -import java.io.IOException; -import java.io.LineNumberReader; -import java.io.Writer; -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.freebase.protograph.Protograph; -import com.google.refine.history.Change; -import com.google.refine.history.HistoryEntry; -import com.google.refine.model.AbstractOperation; -import com.google.refine.model.Project; -import com.google.refine.operations.OperationRegistry; -import com.google.refine.util.ParsingUtilities; -import com.google.refine.util.Pool; - -public class SaveProtographOperation extends AbstractOperation { - final protected Protograph _protograph; - - static public AbstractOperation reconstruct(Project project, JSONObject obj) throws Exception { - return new SaveProtographOperation( - Protograph.reconstruct(obj.getJSONObject("protograph")) - ); - } - - public SaveProtographOperation(Protograph protograph) { - _protograph = protograph; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("op"); writer.value(OperationRegistry.s_opClassToName.get(this.getClass())); - writer.key("description"); writer.value(getBriefDescription(null)); - writer.key("protograph"); _protograph.write(writer, options); - writer.endObject(); - } - - @Override - protected String getBriefDescription(Project project) { - return "Save schema alignment skeleton"; - } - - @Override - protected HistoryEntry createHistoryEntry(Project project, long historyEntryID) throws Exception { - Change change = new ProtographChange(_protograph); - - return new HistoryEntry(historyEntryID, project, getBriefDescription(project), SaveProtographOperation.this, change); - } - - static public class ProtographChange implements Change { - final protected Protograph _newProtograph; - protected Protograph _oldProtograph; - - public ProtographChange(Protograph protograph) { - _newProtograph = protograph; - } - - @Override - public void apply(Project project) { - synchronized (project) { - _oldProtograph = (Protograph) project.overlayModels.get("freebaseProtograph"); - - project.overlayModels.put("freebaseProtograph", _newProtograph); - } - } - - @Override - public void revert(Project project) { - synchronized (project) { - if (_oldProtograph == null) { - project.overlayModels.remove("freebaseProtograph"); - } else { - project.overlayModels.put("freebaseProtograph", _oldProtograph); - } - } - } - - @Override - public void save(Writer writer, Properties options) throws IOException { - writer.write("newProtograph="); writeProtograph(_newProtograph, writer); writer.write('\n'); - writer.write("oldProtograph="); writeProtograph(_oldProtograph, writer); writer.write('\n'); - writer.write("/ec/\n"); // end of change marker - } - - static public Change load(LineNumberReader reader, Pool pool) throws Exception { - Protograph oldProtograph = null; - Protograph newProtograph = null; - - String line; - while ((line = reader.readLine()) != null && !"/ec/".equals(line)) { - int equal = line.indexOf('='); - CharSequence field = line.subSequence(0, equal); - String value = line.substring(equal + 1); - - if ("oldProtograph".equals(field) && value.length() > 0) { - oldProtograph = Protograph.reconstruct(ParsingUtilities.evaluateJsonStringToObject(value)); - } else if ("newProtograph".equals(field) && value.length() > 0) { - newProtograph = Protograph.reconstruct(ParsingUtilities.evaluateJsonStringToObject(value)); - } - } - - ProtographChange change = new ProtographChange(newProtograph); - change._oldProtograph = oldProtograph; - - return change; - } - - static protected void writeProtograph(Protograph p, Writer writer) throws IOException { - if (p != null) { - JSONWriter jsonWriter = new JSONWriter(writer); - try { - p.write(jsonWriter, new Properties()); - } catch (JSONException e) { - e.printStackTrace(); - } - } - } - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/AnonymousNode.java b/extensions/freebase/src/com/google/refine/freebase/protograph/AnonymousNode.java deleted file mode 100644 index b09b32303..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/AnonymousNode.java +++ /dev/null @@ -1,84 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -import java.util.LinkedList; -import java.util.List; -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONWriter; - -import com.google.refine.freebase.FreebaseType; - -public class AnonymousNode implements Node, NodeWithLinks { - final public FreebaseType type; - final public List links = new LinkedList(); - - public AnonymousNode(FreebaseType type) { - this.type = type; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("nodeType"); writer.value("anonymous"); - writer.key("type"); type.write(writer, options); - if (links != null) { - writer.key("links"); writer.array(); - for (Link link : links) { - link.write(writer, options); - } - writer.endArray(); - } - writer.endObject(); - } - - @Override - public void addLink(Link link) { - links.add(link); - } - - @Override - public Link getLink(int index) { - return links.get(index); - } - - @Override - public int getLinkCount() { - return links.size(); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/BooleanColumnCondition.java b/extensions/freebase/src/com/google/refine/freebase/protograph/BooleanColumnCondition.java deleted file mode 100644 index 2c852510e..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/BooleanColumnCondition.java +++ /dev/null @@ -1,75 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONWriter; - -import com.google.refine.model.Column; -import com.google.refine.model.Project; -import com.google.refine.model.Row; - - -public class BooleanColumnCondition implements Condition { - final public String columnName; - - public BooleanColumnCondition(String columnName) { - this.columnName = columnName; - } - - @Override - public boolean test(Project project, int rowIndex, Row row) { - Column column = project.columnModel.getColumnByName(columnName); - if (column != null) { - Object o = row.getCellValue(column.getCellIndex()); - if (o != null) { - if (o instanceof Boolean) { - return ((Boolean) o).booleanValue(); - } else { - return Boolean.parseBoolean(o.toString()); - } - } - } - return false; - } - - @Override - public void write(JSONWriter writer, Properties options) throws JSONException { - writer.object(); - writer.key("columnName"); writer.value(columnName); - writer.endObject(); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/CellKeyNode.java b/extensions/freebase/src/com/google/refine/freebase/protograph/CellKeyNode.java deleted file mode 100644 index ed4537571..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/CellKeyNode.java +++ /dev/null @@ -1,69 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONWriter; - -import com.google.refine.freebase.FreebaseTopic; - -public class CellKeyNode extends CellNode { - final public FreebaseTopic namespace; - - public CellKeyNode( - FreebaseTopic namespace - ) { - this.namespace = namespace; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("nodeType"); writer.value("cell-as-key"); - - writer.key("columnNames"); - writer.array(); - for (String name : columnNames) { - writer.value(name); - } - writer.endArray(); - - writer.key("namespace"); namespace.write(writer, options); - writer.endObject(); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/CellNode.java b/extensions/freebase/src/com/google/refine/freebase/protograph/CellNode.java deleted file mode 100644 index d63c51e1a..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/CellNode.java +++ /dev/null @@ -1,41 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -import java.util.LinkedList; -import java.util.List; - -abstract public class CellNode implements Node { - final public List columnNames = new LinkedList(); -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/CellTopicNode.java b/extensions/freebase/src/com/google/refine/freebase/protograph/CellTopicNode.java deleted file mode 100644 index f90ff58fb..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/CellTopicNode.java +++ /dev/null @@ -1,95 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -import java.util.LinkedList; -import java.util.List; -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONWriter; - -import com.google.refine.freebase.FreebaseType; - -public class CellTopicNode extends CellNode implements NodeWithLinks { - final public FreebaseType type; - final public List links = new LinkedList(); - - public CellTopicNode( - FreebaseType type - ) { - this.type = type; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("nodeType"); writer.value("cell-as-topic"); - writer.key("columnNames"); - writer.array(); - for (String name : columnNames) { - writer.value(name); - } - writer.endArray(); - if (type != null) { - writer.key("type"); type.write(writer, options); - } - if (links != null) { - writer.key("links"); writer.array(); - for (Link link : links) { - link.write(writer, options); - } - writer.endArray(); - } - - writer.endObject(); - } - - @Override - public void addLink(Link link) { - links.add(link); - } - - @Override - public Link getLink(int index) { - return links.get(index); - } - - @Override - public int getLinkCount() { - return links.size(); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/CellValueNode.java b/extensions/freebase/src/com/google/refine/freebase/protograph/CellValueNode.java deleted file mode 100644 index 0a7ec7ee6..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/CellValueNode.java +++ /dev/null @@ -1,70 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONWriter; - -public class CellValueNode extends CellNode { - final public String valueType; - final public String lang; - - public CellValueNode( - String valueType, - String lang - ) { - this.valueType = valueType; - this.lang = lang; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("nodeType"); writer.value("cell-as-value"); - writer.key("columnNames"); - writer.array(); - for (String name : columnNames) { - writer.value(name); - } - writer.endArray(); - writer.key("valueType"); writer.value(valueType); - writer.key("lang"); writer.value(lang); - writer.endObject(); - } - -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/Condition.java b/extensions/freebase/src/com/google/refine/freebase/protograph/Condition.java deleted file mode 100644 index 011bc2ff7..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/Condition.java +++ /dev/null @@ -1,42 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -import com.google.refine.Jsonizable; -import com.google.refine.model.Project; -import com.google.refine.model.Row; - -public interface Condition extends Jsonizable { - public boolean test(Project project, int rowIndex, Row row); -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/FreebaseTopicNode.java b/extensions/freebase/src/com/google/refine/freebase/protograph/FreebaseTopicNode.java deleted file mode 100644 index bf74495ee..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/FreebaseTopicNode.java +++ /dev/null @@ -1,85 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -import java.util.LinkedList; -import java.util.List; -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONWriter; - -import com.google.refine.freebase.FreebaseTopic; - -public class FreebaseTopicNode implements Node, NodeWithLinks { - final public FreebaseTopic topic; - final public List links = new LinkedList(); - - public FreebaseTopicNode(FreebaseTopic topic) { - this.topic = topic; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("nodeType"); writer.value("topic"); - writer.key("topic"); topic.write(writer, options); - if (links != null) { - writer.key("links"); writer.array(); - for (Link link : links) { - link.write(writer, options); - } - writer.endArray(); - } - - writer.endObject(); - } - - @Override - public void addLink(Link link) { - links.add(link); - } - - @Override - public Link getLink(int index) { - return links.get(index); - } - - @Override - public int getLinkCount() { - return links.size(); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/Link.java b/extensions/freebase/src/com/google/refine/freebase/protograph/Link.java deleted file mode 100644 index bfe9aa801..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/Link.java +++ /dev/null @@ -1,82 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONWriter; - -import com.google.refine.Jsonizable; -import com.google.refine.freebase.FreebaseProperty; - -public class Link implements Jsonizable { - final public FreebaseProperty property; - final public Node target; - final public Condition condition; - final public boolean load; - - public Link(FreebaseProperty property, Node target, Condition condition, boolean load) { - this.property = property; - this.target = target; - this.condition = condition; - this.load = load; - } - - public FreebaseProperty getProperty() { - return property; - } - - public Node getTarget() { - return target; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("property"); property.write(writer, options); - if (target != null) { - writer.key("target"); - target.write(writer, options); - } - if (condition != null) { - writer.key("condition"); - condition.write(writer, options); - } - writer.endObject(); - } - -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/Node.java b/extensions/freebase/src/com/google/refine/freebase/protograph/Node.java deleted file mode 100644 index 958545a31..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/Node.java +++ /dev/null @@ -1,39 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -import com.google.refine.Jsonizable; - -public interface Node extends Jsonizable { -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/NodeWithLinks.java b/extensions/freebase/src/com/google/refine/freebase/protograph/NodeWithLinks.java deleted file mode 100644 index 71aabaea3..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/NodeWithLinks.java +++ /dev/null @@ -1,42 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -public interface NodeWithLinks { - public void addLink(Link link); - - public int getLinkCount(); - - public Link getLink(int index); -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/Protograph.java b/extensions/freebase/src/com/google/refine/freebase/protograph/Protograph.java deleted file mode 100644 index ab11faee7..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/Protograph.java +++ /dev/null @@ -1,205 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -import java.util.LinkedList; -import java.util.List; -import java.util.Properties; - -import org.json.JSONArray; -import org.json.JSONException; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.freebase.FreebaseProperty; -import com.google.refine.freebase.FreebaseTopic; -import com.google.refine.freebase.FreebaseType; -import com.google.refine.model.OverlayModel; -import com.google.refine.model.Project; - -public class Protograph implements OverlayModel { - final protected List _rootNodes = new LinkedList(); - - public int getRootNodeCount() { - return _rootNodes.size(); - } - - public Node getRootNode(int index) { - return _rootNodes.get(index); - } - - @Override - public void onBeforeSave(Project project) { - } - - @Override - public void onAfterSave(Project project) { - } - - - @Override - public void dispose(Project project) { - } - - static public Protograph reconstruct(JSONObject o) throws JSONException { - Protograph g = new Protograph(); - - JSONArray rootNodes = o.getJSONArray("rootNodes"); - int count = rootNodes.length(); - - for (int i = 0; i < count; i++) { - JSONObject o2 = rootNodes.getJSONObject(i); - Node node = reconstructNode(o2); - if (node != null) { - g._rootNodes.add(node); - } - } - - return g; - } - - static protected Node reconstructNode(JSONObject o) throws JSONException { - Node node = null; - - String nodeType = o.getString("nodeType"); - if (nodeType.startsWith("cell-as-")) { - if ("cell-as-topic".equals(nodeType)) { - if (o.has("type")) { - node = new CellTopicNode( - reconstructType(o.getJSONObject("type")) - ); - } - } else if ("cell-as-value".equals(nodeType)) { - node = new CellValueNode( - o.getString("valueType"), - o.getString("lang") - ); - } else if ("cell-as-key".equals(nodeType)) { - node = new CellKeyNode( - reconstructTopic(o.getJSONObject("namespace")) - ); - } - - if (o.has("columnName") && !o.isNull("columnName")) { - ((CellNode) node).columnNames.add(o.getString("columnName")); - } - if (o.has("columnNames") && !o.isNull("columnNames")) { - JSONArray columnNames = o.getJSONArray("columnNames"); - int count = columnNames.length(); - - for (int c = 0; c < count; c++) { - ((CellNode) node).columnNames.add(columnNames.getString(c)); - } - } - } else if ("topic".equals(nodeType)) { - node = new FreebaseTopicNode(reconstructTopic(o.getJSONObject("topic"))); - } else if ("value".equals(nodeType)) { - node = new ValueNode( - o.get("value"), - o.getString("valueType"), - o.getString("lang") - ); - } else if ("anonymous".equals(nodeType)) { - node = new AnonymousNode(reconstructType(o.getJSONObject("type"))); - } - - if (node != null && node instanceof NodeWithLinks && o.has("links")) { - NodeWithLinks node2 = (NodeWithLinks) node; - - JSONArray links = o.getJSONArray("links"); - int linkCount = links.length(); - - for (int j = 0; j < linkCount; j++) { - JSONObject oLink = links.getJSONObject(j); - Condition condition = null; - - if (oLink.has("condition") && !oLink.isNull("condition")) { - JSONObject oCondition = oLink.getJSONObject("condition"); - if (oCondition.has("columnName") && !oCondition.isNull("columnName")) { - condition = new BooleanColumnCondition(oCondition.getString("columnName")); - } - } - - node2.addLink(new Link( - reconstructProperty(oLink.getJSONObject("property")), - oLink.has("target") && !oLink.isNull("target") ? - reconstructNode(oLink.getJSONObject("target")) : null, - condition, - oLink.has("load") && !oLink.isNull("load") ? - oLink.getBoolean("load") : true - )); - } - } - - return node; - } - - static protected FreebaseProperty reconstructProperty(JSONObject o) throws JSONException { - return new FreebaseProperty( - o.getString("id"), - o.getString("name") - ); - } - - static protected FreebaseType reconstructType(JSONObject o) throws JSONException { - return new FreebaseType( - o.getString("id"), - o.getString("name") - ); - } - - static protected FreebaseTopic reconstructTopic(JSONObject o) throws JSONException { - return new FreebaseTopic( - o.getString("id"), - o.getString("name") - ); - } - - @Override - public void write(JSONWriter writer, Properties options) throws JSONException { - writer.object(); - writer.key("rootNodes"); writer.array(); - - for (Node node : _rootNodes) { - node.write(writer, options); - } - - writer.endArray(); - writer.endObject(); - } - - static public Protograph load(Project project, JSONObject obj) throws Exception { - return reconstruct(obj); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/ValueNode.java b/extensions/freebase/src/com/google/refine/freebase/protograph/ValueNode.java deleted file mode 100644 index d8befdafa..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/ValueNode.java +++ /dev/null @@ -1,63 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph; - -import java.util.Properties; - -import org.json.JSONException; -import org.json.JSONWriter; - -public class ValueNode implements Node { - final public Object value; - final public String valueType; - final public String lang; - - public ValueNode(Object value, String valueType, String lang) { - this.value = value; - this.valueType = valueType; - this.lang = lang; - } - - @Override - public void write(JSONWriter writer, Properties options) - throws JSONException { - - writer.object(); - writer.key("nodeType"); writer.value("value"); - writer.key("value"); writer.value(value); - writer.key("valueType"); writer.value(valueType); - writer.key("lang"); writer.value(lang); - writer.endObject(); - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/MqlwriteLikeTransposedNodeFactory.java b/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/MqlwriteLikeTransposedNodeFactory.java deleted file mode 100644 index 7a284e0a2..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/MqlwriteLikeTransposedNodeFactory.java +++ /dev/null @@ -1,397 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph.transpose; - -import java.io.IOException; -import java.io.Writer; -import java.util.LinkedList; -import java.util.List; - -import org.json.JSONArray; -import org.json.JSONException; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.freebase.FreebaseProperty; -import com.google.refine.freebase.protograph.AnonymousNode; -import com.google.refine.freebase.protograph.CellKeyNode; -import com.google.refine.freebase.protograph.CellNode; -import com.google.refine.freebase.protograph.CellTopicNode; -import com.google.refine.freebase.protograph.CellValueNode; -import com.google.refine.freebase.protograph.FreebaseTopicNode; -import com.google.refine.freebase.protograph.Link; -import com.google.refine.freebase.protograph.ValueNode; -import com.google.refine.model.Cell; -import com.google.refine.model.Recon; -import com.google.refine.util.JSONUtilities; - -public class MqlwriteLikeTransposedNodeFactory implements TransposedNodeFactory { - protected Writer writer; - protected List rootObjects = new LinkedList(); - - private static final String TYPE = "type"; - private static final String ID = "id"; - private static final String NAME = "name"; - private static final String CREATE = "create"; - private static final String VALUE = "value"; - private static final String CONNECT = "connect"; - private static final String LANG = "lang"; - - public MqlwriteLikeTransposedNodeFactory(Writer writer) { - this.writer = writer; - } - - protected JSONArray getJSON() { - return new JSONArray(rootObjects); - } - - @Override - public void flush() throws IOException { - try { - JSONWriter jsonWriter = new JSONWriter(writer); - - jsonWriter.array(); - for (JSONObject obj : rootObjects) { - jsonWriter.value(obj); - } - jsonWriter.endArray(); - - } catch (JSONException e) { - e.printStackTrace(); - } - writer.flush(); - } - - abstract protected class JsonTransposedNode implements TransposedNode { - abstract public Object getJSON(); - } - - abstract protected class JsonObjectTransposedNode extends JsonTransposedNode { - abstract public JSONObject getJSONObject(); - - protected JSONObject obj; - - @Override - public Object getJSON() { - return getJSONObject(); - } - } - - protected class AnonymousTransposedNode extends JsonObjectTransposedNode { - JsonObjectTransposedNode parent; - FreebaseProperty property; - AnonymousNode node; - - protected AnonymousTransposedNode( - JsonObjectTransposedNode parent, - FreebaseProperty property, - AnonymousNode node - ) { - this.parent = parent; - this.property = property; - this.node = node; - } - - @Override - public JSONObject getJSONObject() { - if (obj == null) { - obj = new JSONObject(); - try { - obj.put(TYPE, this.node.type.id); - obj.put(ID, (String) null); - obj.put(CREATE, "unconditional"); - } catch (JSONException e) { - e.printStackTrace(); - } - - linkTransposedNodeJSON(obj, parent, property); - } - - return obj; - } - } - - protected class CellTopicTransposedNode extends JsonObjectTransposedNode { - protected CellTopicNode node; - protected Cell cell; - - public CellTopicTransposedNode(CellTopicNode node, Cell cell) { - this.node = node; - this.cell = cell; - } - - @Override - public JSONObject getJSONObject() { - if (obj == null) { - obj = new JSONObject(); - try { - if (cell.recon != null && - cell.recon.judgment == Recon.Judgment.Matched && - cell.recon.match != null) { - obj.put(ID, cell.recon.match.id); - } else { - obj.put(ID, (String) null); - obj.put(NAME, cell.value.toString()); - obj.put(TYPE, node.type.id); - obj.put(CREATE, "unless_exists"); - } - } catch (JSONException e) { - e.printStackTrace(); - } - } - return obj; - } - } - - protected class CellValueTransposedNode extends JsonTransposedNode { - protected JSONObject obj; - protected CellValueNode node; - protected Cell cell; - - public CellValueTransposedNode(CellValueNode node, Cell cell) { - this.node = node; - this.cell = cell; - } - - @Override - public Object getJSON() { - if (obj == null) { - obj = new JSONObject(); - try { - JSONUtilities.putField(obj, VALUE, cell.value); - - obj.put(TYPE, node.valueType); - if ("/type/text".equals(node.valueType)) { - obj.put(LANG, node.lang); - } - - obj.put(CONNECT, "insert"); - } catch (JSONException e) { - e.printStackTrace(); - } - } - return obj; - } - } - - protected class CellKeyTransposedNode extends JsonTransposedNode { - protected JSONObject obj; - protected CellKeyNode node; - protected Cell cell; - - public CellKeyTransposedNode(CellKeyNode node, Cell cell) { - this.node = node; - this.cell = cell; - } - - @Override - public Object getJSON() { - if (obj == null) { - obj = new JSONObject(); - try { - obj.put(VALUE, cell.value.toString()); - - JSONObject nsObj = new JSONObject(); - nsObj.put(ID, node.namespace.id); - - obj.put("namespace", nsObj); - obj.put(CONNECT, "insert"); - } catch (JSONException e) { - e.printStackTrace(); - } - } - return obj; - } - } - - protected class TopicTransposedNode extends JsonObjectTransposedNode { - protected FreebaseTopicNode node; - - public TopicTransposedNode(FreebaseTopicNode node) { - this.node = node; - } - - @Override - public JSONObject getJSONObject() { - if (obj == null) { - obj = new JSONObject(); - try { - obj.put(ID, node.topic.id); - // TODO: This won't work at the root of the query, so that needs - // to be special cased, but for now one must use a different shaped graph - // (ie move the Freebase topic to someplace other than the root - obj.put(CONNECT, "insert"); - } catch (JSONException e) { - e.printStackTrace(); - } - } - return obj; - } - } - - protected class ValueTransposedNode extends JsonTransposedNode { - protected JSONObject obj; - protected ValueNode node; - - public ValueTransposedNode(ValueNode node) { - this.node = node; - } - - @Override - public Object getJSON() { - if (obj == null) { - obj = new JSONObject(); - try { - if ("/type/datetime".equals(node.valueType) && node.value instanceof Long) { - // Special case integers as year-only dates - obj.put(VALUE, node.value.toString()); - } else { - obj.put(VALUE, node.value); - } - obj.put(TYPE, node.valueType); - if ("/type/text".equals(node.valueType)) { - obj.put(LANG, node.lang); - } - - obj.put(CONNECT, "insert"); - } catch (JSONException e) { - e.printStackTrace(); - } - } - return obj; - } - } - @Override - public TransposedNode transposeAnonymousNode( - TransposedNode parentNode, - Link link, - AnonymousNode node, int rowIndex) { - - return new AnonymousTransposedNode( - parentNode instanceof JsonObjectTransposedNode ? (JsonObjectTransposedNode) parentNode : null, - link != null ? link.property : null, - node - ); - } - - @Override - public TransposedNode transposeCellNode( - TransposedNode parentNode, - Link link, - CellNode node, - int rowIndex, - int cellIndex, - Cell cell) { - - JsonTransposedNode tnode = null; - if (node instanceof CellTopicNode) { - tnode = new CellTopicTransposedNode((CellTopicNode) node, cell); - } else if (node instanceof CellValueNode) { - tnode = new CellValueTransposedNode((CellValueNode) node, cell); - } else if (node instanceof CellKeyNode) { - tnode = new CellKeyTransposedNode((CellKeyNode) node, cell); - } - - if (tnode != null) { - processTransposedNode(tnode, parentNode, link != null ? link.property : null); - } - return tnode; - } - - @Override - public TransposedNode transposeTopicNode( - TransposedNode parentNode, - Link link, - FreebaseTopicNode node, int rowIndex) { - - JsonTransposedNode tnode = new TopicTransposedNode(node); - - processTransposedNode(tnode, parentNode, link != null ? link.property : null); - - return tnode; - } - - @Override - public TransposedNode transposeValueNode( - TransposedNode parentNode, - Link link, - ValueNode node, int rowIndex) { - - JsonTransposedNode tnode = new ValueTransposedNode(node); - - processTransposedNode(tnode, parentNode, link != null ? link.property : null); - - return tnode; - } - - protected void processTransposedNode( - JsonTransposedNode tnode, - TransposedNode parentNode, - FreebaseProperty property - ) { - - if (!(tnode instanceof AnonymousTransposedNode)) { - linkTransposedNodeJSON(tnode.getJSON(), parentNode, property); - } - } - - protected void linkTransposedNodeJSON( - Object obj, - TransposedNode parentNode, - FreebaseProperty property - ) { - - if (parentNode == null) { - if (obj instanceof JSONObject) { - rootObjects.add((JSONObject) obj); - } - } else if (parentNode instanceof JsonTransposedNode) { - JSONObject parentObj = ((JsonObjectTransposedNode) parentNode).getJSONObject(); - - try { - JSONArray a = null; - if (parentObj.has(property.id)) { - a = parentObj.getJSONArray(property.id); - } else { - a = new JSONArray(); - parentObj.put(property.id, a); - } - - a.put(a.length(), obj); - } catch (JSONException e) { - e.printStackTrace(); - } - } - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/SchemaHelper.java b/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/SchemaHelper.java deleted file mode 100644 index fdfdea700..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/SchemaHelper.java +++ /dev/null @@ -1,103 +0,0 @@ -package com.google.refine.freebase.protograph.transpose; - -import java.io.IOException; -import java.io.InputStream; -import java.net.URL; -import java.util.HashMap; -import java.util.Map; - -import org.json.JSONException; -import org.json.JSONObject; - -import com.google.refine.util.JSONUtilities; -import com.google.refine.util.ParsingUtilities; - -public class SchemaHelper { - static private final String helperURL = "http://openrefine-helper.freebaseapps.com/"; - - static private class PropertyInfo { - String fromTypeID; - String toTypeID; - } - - static private class TypeInfo { - String[] includedTypes; - } - - protected Map properties = new HashMap(); - protected Map types = new HashMap(); - - public String getPropertyFromType(String propertyID) { - ensureProperty(propertyID); - return properties.get(propertyID).fromTypeID; - } - public String getPropertyToType(String propertyID) { - ensureProperty(propertyID); - return properties.get(propertyID).toTypeID; - } - public String[] getIncludedTypeIDs(String typeID) { - ensureType(typeID); - return types.get(typeID).includedTypes; - } - - private void ensureProperty(String propertyID) { - if (properties.containsKey(propertyID)) { - return; - } - - PropertyInfo info = new PropertyInfo(); - properties.put(propertyID, info); - - JSONObject obj = getJson(helperURL + "get_property_data" + propertyID); - if (obj != null) { - try { - if (!obj.isNull("from")) { - info.fromTypeID = obj.getString("from"); - } - } catch (JSONException e) { - } - try { - if (!obj.isNull("to")) { - info.toTypeID = obj.getString("to"); - } - } catch (JSONException e) { - } - } - } - - private void ensureType(String typeID) { - if (types.containsKey(typeID)) { - return; - } - - TypeInfo info = new TypeInfo(); - types.put(typeID, info); - - JSONObject obj = getJson(helperURL + "get_type_data" + typeID); - if (obj != null) { - if (!obj.isNull("includes")) { - info.includedTypes = JSONUtilities.getStringArray(obj, "includes"); - } - } - } - - private JSONObject getJson(String urlString) { - try { - URL url = new URL(urlString); - InputStream is = url.openStream(); - try { - String s = ParsingUtilities.inputStreamToString(is); - return ParsingUtilities.evaluateJsonStringToObject(s); - } finally { - is.close(); - } - } catch (IOException e) { - // TODO Auto-generated catch block - e.printStackTrace(); - } catch (JSONException e) { - // TODO Auto-generated catch block - e.printStackTrace(); - } - return null; - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/TransposedNode.java b/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/TransposedNode.java deleted file mode 100644 index 7b97f70e9..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/TransposedNode.java +++ /dev/null @@ -1,37 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph.transpose; - -public interface TransposedNode { -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/TransposedNodeFactory.java b/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/TransposedNodeFactory.java deleted file mode 100644 index b61afa1d6..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/TransposedNodeFactory.java +++ /dev/null @@ -1,76 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph.transpose; - -import java.io.IOException; - -import com.google.refine.freebase.protograph.AnonymousNode; -import com.google.refine.freebase.protograph.CellNode; -import com.google.refine.freebase.protograph.FreebaseTopicNode; -import com.google.refine.freebase.protograph.Link; -import com.google.refine.freebase.protograph.ValueNode; -import com.google.refine.model.Cell; - -public interface TransposedNodeFactory { - public TransposedNode transposeAnonymousNode( - TransposedNode parentNode, - Link link, - AnonymousNode node, int rowIndex - ); - - public TransposedNode transposeCellNode( - TransposedNode parentNode, - Link link, - CellNode node, - int rowIndex, - int cellIndex, - Cell cell - ); - - public TransposedNode transposeValueNode( - TransposedNode parentNode, - Link link, - ValueNode node, - int rowIndex - ); - - public TransposedNode transposeTopicNode( - TransposedNode parentNode, - Link link, - FreebaseTopicNode node, - int rowIndex - ); - - public void flush() throws IOException; -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/Transposer.java b/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/Transposer.java deleted file mode 100644 index 4e65cab52..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/Transposer.java +++ /dev/null @@ -1,317 +0,0 @@ -/* - -Copyright 2010, Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph.transpose; - -import java.util.LinkedList; -import java.util.List; - -import com.google.refine.browsing.FilteredRows; -import com.google.refine.browsing.RowVisitor; -import com.google.refine.expr.ExpressionUtils; -import com.google.refine.freebase.protograph.AnonymousNode; -import com.google.refine.freebase.protograph.CellNode; -import com.google.refine.freebase.protograph.CellTopicNode; -import com.google.refine.freebase.protograph.FreebaseTopicNode; -import com.google.refine.freebase.protograph.Link; -import com.google.refine.freebase.protograph.Node; -import com.google.refine.freebase.protograph.NodeWithLinks; -import com.google.refine.freebase.protograph.Protograph; -import com.google.refine.freebase.protograph.ValueNode; -import com.google.refine.model.Cell; -import com.google.refine.model.Column; -import com.google.refine.model.Project; -import com.google.refine.model.Recon.Judgment; -import com.google.refine.model.Row; - -public class Transposer { - static public void transpose( - Project project, - FilteredRows filteredRows, - Protograph protograph, - Node rootNode, - TransposedNodeFactory nodeFactory - ) { - transpose(project, filteredRows, protograph, rootNode, nodeFactory, 20); - } - - static public void transpose( - Project project, - FilteredRows filteredRows, - Protograph protograph, - Node rootNode, - TransposedNodeFactory nodeFactory, - int limit - ) { - Context rootContext = new Context(rootNode, null, null, limit); - - filteredRows.accept(project, new RowVisitor() { - Context rootContext; - Protograph protograph; - Node rootNode; - TransposedNodeFactory nodeFactory; - - @Override - public boolean visit(Project project, int rowIndex, Row row) { - if (rootContext.limit <= 0 || rootContext.count < rootContext.limit) { - descend(project, protograph, nodeFactory, rowIndex, row, rootNode, rootContext); - } - - if (rootContext.limit > 0 && rootContext.count > rootContext.limit) { - return true; - } - return false; - } - - @Override - public void start(Project project) { - } - - @Override - public void end(Project project) { - } - - public RowVisitor init( - Context rootContext, - Protograph protograph, - Node rootNode, - TransposedNodeFactory nodeFactory - ) { - this.rootContext = rootContext; - this.protograph = protograph; - this.rootNode = rootNode; - this.nodeFactory = nodeFactory; - - return this; - } - }.init(rootContext, protograph, rootNode, nodeFactory)); - } - - static protected void descend( - Project project, - Protograph protograph, - TransposedNodeFactory nodeFactory, - int rowIndex, - Row row, - Node node, - Context context - ) { - List tnodes = new LinkedList(); - - Link link = context.parent == null ? null : context.link; - - if (node instanceof CellNode) { - if (!descendCellNode(project, nodeFactory, rowIndex, row, node, context, tnodes, link)) { - return; - } - } else if (node instanceof AnonymousNode) { - descendAnonymousNode(nodeFactory, rowIndex, node, context, tnodes, link); - } else if (node instanceof FreebaseTopicNode) { - descendFreebaseTopicNode(nodeFactory, rowIndex, node, context, tnodes, link); - } else if (node instanceof ValueNode) { - descendValueNode(nodeFactory, rowIndex, node, context, tnodes, link); - } - - if (tnodes.size() > 0) { - context.transposedNodes.clear(); - context.transposedNodes.addAll(tnodes); - } - - if (node instanceof NodeWithLinks) { - NodeWithLinks node2 = (NodeWithLinks) node; - int linkCount = node2.getLinkCount(); - - for (int i = 0; i < linkCount; i++) { - Link link2 = node2.getLink(i); - if (link2.condition == null || link2.condition.test(project, rowIndex, row)) { - descend( - project, - protograph, - nodeFactory, - rowIndex, - row, - link2.getTarget(), - context.subContexts.get(i) - ); - } - } - } - } - - private static boolean descendCellNode(Project project, TransposedNodeFactory nodeFactory, int rowIndex, Row row, - Node node, Context context, List tnodes, Link link) { - CellNode node2 = (CellNode) node; - for (String columnName : node2.columnNames) { - Column column = project.columnModel.getColumnByName(columnName); - if (column != null) { - int cellIndex = column.getCellIndex(); - - Cell cell = row.getCell(cellIndex); - if (cell != null && ExpressionUtils.isNonBlankData(cell.value)) { - if (node2 instanceof CellTopicNode && - (cell.recon == null || cell.recon.judgment == Judgment.None)) { - return false; - } - - context.count++; - if (context.limit > 0 && context.count > context.limit) { - return false; - } - - if (context.parent == null) { - tnodes.add(nodeFactory.transposeCellNode( - null, - link, - node2, - rowIndex, - cellIndex, - cell - )); - } else { - for (TransposedNode parentNode : context.parent.transposedNodes) { - tnodes.add(nodeFactory.transposeCellNode( - parentNode, - link, - node2, - rowIndex, - cellIndex, - cell - )); - } - } - } - } - } - return true; - } - - private static void descendAnonymousNode(TransposedNodeFactory nodeFactory, int rowIndex, Node node, - Context context, List tnodes, Link link) { - if (context.parent == null) { - tnodes.add(nodeFactory.transposeAnonymousNode( - null, - link, - (AnonymousNode) node, - rowIndex - )); - } else { - for (TransposedNode parentNode : context.parent.transposedNodes) { - tnodes.add(nodeFactory.transposeAnonymousNode( - parentNode, - link, - (AnonymousNode) node, - rowIndex - )); - } - } - } - - private static void descendFreebaseTopicNode(TransposedNodeFactory nodeFactory, int rowIndex, Node node, - Context context, List tnodes, Link link) { - if (context.parent == null) { - tnodes.add(nodeFactory.transposeTopicNode( - null, - link, - (FreebaseTopicNode) node, - rowIndex - )); - } else { - for (TransposedNode parentNode : context.parent.transposedNodes) { - tnodes.add(nodeFactory.transposeTopicNode( - parentNode, - link, - (FreebaseTopicNode) node, - rowIndex - )); - } - } - } - - private static void descendValueNode(TransposedNodeFactory nodeFactory, int rowIndex, Node node, Context context, - List tnodes, Link link) { - if (context.parent == null) { - tnodes.add(nodeFactory.transposeValueNode( - null, - link, - (ValueNode) node, - rowIndex - )); - } else { - for (TransposedNode parentNode : context.parent.transposedNodes) { - tnodes.add(nodeFactory.transposeValueNode( - parentNode, - link, - (ValueNode) node, - rowIndex - )); - } - } - } - - static class Context { - List transposedNodes = new LinkedList(); - List subContexts; - Context parent; - Link link; - int count; - int limit; - - Context(Node node, Context parent, Link link, int limit) { - this.parent = parent; - this.link = link; - this.limit = limit; - - if (node instanceof NodeWithLinks) { - NodeWithLinks node2 = (NodeWithLinks) node; - - int subContextCount = node2.getLinkCount(); - - subContexts = new LinkedList(); - for (int i = 0; i < subContextCount; i++) { - Link link2 = node2.getLink(i); - subContexts.add( - new Context(link2.getTarget(), this, link2, -1)); - } - } - } - - public void nullifySubContextNodes() { - if (subContexts != null) { - for (Context context : subContexts) { - context.transposedNodes.clear(); - context.nullifySubContextNodes(); - } - } - } - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/TripleLoaderTransposedNodeFactory.java b/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/TripleLoaderTransposedNodeFactory.java deleted file mode 100644 index f2a88074a..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/protograph/transpose/TripleLoaderTransposedNodeFactory.java +++ /dev/null @@ -1,899 +0,0 @@ -/* - -Copyright 2010,2012. Google Inc. -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.protograph.transpose; - -import java.io.IOException; -import java.io.Writer; -import java.text.DateFormat; -import java.text.SimpleDateFormat; -import java.util.Calendar; -import java.util.Date; -import java.util.HashMap; -import java.util.HashSet; -import java.util.LinkedList; -import java.util.List; -import java.util.Map; -import java.util.Set; - -import org.json.JSONArray; -import org.json.JSONException; -import org.json.JSONObject; - -import com.google.refine.freebase.FreebaseProperty; -import com.google.refine.freebase.FreebaseTopic; -import com.google.refine.freebase.protograph.AnonymousNode; -import com.google.refine.freebase.protograph.CellKeyNode; -import com.google.refine.freebase.protograph.CellNode; -import com.google.refine.freebase.protograph.CellTopicNode; -import com.google.refine.freebase.protograph.CellValueNode; -import com.google.refine.freebase.protograph.FreebaseTopicNode; -import com.google.refine.freebase.protograph.Link; -import com.google.refine.freebase.protograph.ValueNode; -import com.google.refine.model.Cell; -import com.google.refine.model.Column; -import com.google.refine.model.Project; -import com.google.refine.model.Recon; -import com.google.refine.model.Recon.Judgment; -import com.google.refine.model.recon.ReconConfig; -import com.google.refine.model.recon.StandardReconConfig; - -public class TripleLoaderTransposedNodeFactory implements TransposedNodeFactory { - protected Project project; - - protected boolean start = true; - protected Writer writer; - protected WritingTransposedNode lastRootNode; - protected Map varPool = new HashMap(); - protected Map newTopicVars = new HashMap(); - protected Set serializedRecons = new HashSet(); - - protected long contextID = 0; - protected int contextRowIndex; - protected int contextRefCount = 0; - protected JSONObject contextTreeRoot; - - protected SchemaHelper schemaHelper = new SchemaHelper(); - - protected Map> typeIDToAssertedReconIDs = new HashMap>(); - protected Set getAssertedReconIDSet(String typeID) { - Set assertedReconIDSet = typeIDToAssertedReconIDs.get(typeID); - if (assertedReconIDSet == null) { - assertedReconIDSet = new HashSet(); - typeIDToAssertedReconIDs.put(typeID, assertedReconIDSet); - } - return assertedReconIDSet; - } - protected void ensureOneTypeAsserted(Recon recon, String typeID) { - Set assertedReconIDSet = getAssertedReconIDSet(typeID); - if (!assertedReconIDSet.contains(recon.id)) { - assertedReconIDSet.add(recon.id); - - String subject = recon.judgment == Judgment.New ? newTopicVars.get(recon.id) : recon.match.id; - - StringBuffer sb = new StringBuffer(); - sb.append("{ \"s\" : \""); sb.append(subject); sb.append('"'); - sb.append(", \"p\" : \"type\""); - sb.append(", \"o\" : \""); sb.append(typeID); sb.append('"'); - sb.append(" }"); - - writeLine(sb.toString()); - } - } - protected void ensureAllIncludedTypesAsserted(Recon recon, String typeID) { - ensureOneTypeAsserted(recon, typeID); - - String[] includedTypeIDs = schemaHelper.getIncludedTypeIDs(typeID); - if (includedTypeIDs != null) { - for (String typeID2 : includedTypeIDs) { - if (!"/type/object".equals(typeID2)) { - ensureOneTypeAsserted(recon, typeID2); - } - } - } - } - protected void ensureFromTypesAsserted(Recon recon, String propertyID) { - String fromTypeID = schemaHelper.getPropertyFromType(propertyID); - if (fromTypeID != null && !"/type/object".equals(fromTypeID)) { - ensureAllIncludedTypesAsserted(recon, fromTypeID); - } - } - protected void ensureToTypesAsserted(Recon recon, String propertyID) { - String toTypeID = schemaHelper.getPropertyToType(propertyID); - if (toTypeID != null && !"/type/object".equals(toTypeID)) { - ensureAllIncludedTypesAsserted(recon, toTypeID); - } - } - - public TripleLoaderTransposedNodeFactory(Project project, Writer writer) { - this.project = project; - this.writer = writer; - } - - @Override - public void flush() throws IOException { - if (lastRootNode != null) { - lastRootNode.write(null, null, project, -1, -1, null); - lastRootNode = null; - - writeContextTreeNode(); - } - } - - protected void writeLine(String line) { - try { - if (start) { - start = false; - } else { - writer.write('\n'); - } - writer.write(line); - } catch (IOException e) { - // ignore - } - } - - protected void writeRecon( - StringBuffer sb, - Project project, - int rowIndex, - int cellIndex, - Cell cell - ) { - Recon recon = cell.recon; - - sb.append("\"rec"); sb.append(Long.toString(recon.id)); sb.append("\""); - contextRefCount++; - - if (!serializedRecons.contains(recon.id)) { - serializedRecons.add(recon.id); - - Column column = project.columnModel.getColumnByCellIndex(cellIndex); - - // qa:sample_group - { - StringBuffer sb2 = new StringBuffer(); - - sb2.append("{ \"s\" : \"rec"); - sb2.append(Long.toString(recon.id)); - sb2.append("\", \"p\" : \"qa:sample_group\", \"o\" : "); - sb2.append(JSONObject.quote(column.getName())); - sb2.append(", \"ignore\" : true }"); - - writeLine(sb2.toString()); - } - - // qa:recon_data - { - StringBuffer sb2 = new StringBuffer(); - - String s = cell.value instanceof String ? (String) cell.value : cell.value.toString(); - - sb2.append("{ \"s\" : \"rec"); - sb2.append(Long.toString(recon.id)); - sb2.append("\", \"p\" : \"qa:recon_data\", \"ignore\" : true, \"o\" : { "); - - sb2.append(" \"history_entry\" : "); sb2.append(Long.toString(recon.judgmentHistoryEntry)); - sb2.append(", \"text\" : "); sb2.append(JSONObject.quote(s)); - sb2.append(", \"column\" : "); sb2.append(JSONObject.quote(column.getName())); - sb2.append(", \"service\" : "); sb2.append(JSONObject.quote(recon.service)); - sb2.append(", \"action\" : "); sb2.append(JSONObject.quote(recon.judgmentAction)); - sb2.append(", \"batch\" : "); sb2.append(Integer.toString(recon.judgmentBatchSize)); - - if (recon.judgment == Judgment.Matched) { - sb2.append(", \"matchRank\" : "); sb2.append(Integer.toString(recon.matchRank)); - sb2.append(", \"id\" : "); sb2.append(JSONObject.quote(recon.match.id)); - } - - ReconConfig reconConfig = column.getReconConfig(); - if (reconConfig != null && reconConfig instanceof StandardReconConfig) { - StandardReconConfig standardReconConfig = (StandardReconConfig) reconConfig; - sb2.append(", \"type\" : "); sb2.append(JSONObject.quote(standardReconConfig.typeID)); - } - - sb2.append(" } }"); - - writeLine(sb2.toString()); - } - } - } - - protected void writeLine( - String subject, String predicate, Object object, - Project project, - int subjectRowIndex, int subjectCellIndex, Cell subjectCell, - int objectRowIndex, int objectCellIndex, Cell objectCell, - boolean ignore - ) { - if (subject != null && object != null) { - String s = object instanceof String ? - JSONObject.quote((String) object) : object.toString(); - - StringBuffer sb = new StringBuffer(); - sb.append("{ \"s\" : \""); sb.append(subject); sb.append('"'); - sb.append(", \"p\" : \""); sb.append(predicate); sb.append('"'); - sb.append(", \"o\" : "); sb.append(s); - if (subjectCell != null || objectCell != null) { - sb.append(", \"meta\" : { "); - - sb.append("\"recon\" : { "); - if (subjectCell != null) { - sb.append("\"s\" : "); - writeRecon(sb, project, subjectRowIndex, subjectCellIndex, subjectCell); - } - if (objectCell != null) { - if (subjectCell != null) { - sb.append(", "); - } - sb.append("\"o\" : "); - writeRecon(sb, project, objectRowIndex, objectCellIndex, objectCell); - } - sb.append(" }"); - - sb.append(" }"); - } - if (ignore) { - sb.append(", \"ignore\" : true"); - } - sb.append(" }"); - - writeLine(sb.toString()); - } - } - - protected void writeLine( - String subject, String predicate, Object object, String lang, - Project project, int subjectRowIndex, int subjectCellIndex, Cell subjectCell, - boolean ignore - ) { - if (subject != null && object != null) { - String s = object instanceof String ? - JSONObject.quote((String) object) : object.toString(); - - StringBuffer sb = new StringBuffer(); - sb.append("{ \"s\" : \""); sb.append(subject); sb.append('"'); - sb.append(", \"p\" : \""); sb.append(predicate); sb.append('"'); - sb.append(", \"o\" : "); sb.append(s); - sb.append(", \"lang\" : \""); sb.append(lang); sb.append('"'); - - if (subjectCell != null) { - sb.append(", \"meta\" : { "); - sb.append("\"recon\" : { "); - sb.append("\"s\" : "); - writeRecon(sb, project, subjectRowIndex, subjectCellIndex, subjectCell); - sb.append(" }"); - sb.append(" }"); - } - if (ignore) { - sb.append(", \"ignore\" : true"); - } - sb.append(" }"); - - writeLine(sb.toString()); - } - } - - abstract protected class WritingTransposedNode implements TransposedNode { - JSONObject jsonContextNode; - boolean load; - - public Object write( - String subject, String predicate, Project project, - int subjectRowIndex, int subjectCellIndex, Cell subjectCell) { - - return internalWrite( - subject, predicate, project, - subjectRowIndex, subjectCellIndex, subjectCell); - } - - abstract public Object internalWrite( - String subject, String predicate, Project project, - int subjectRowIndex, int subjectCellIndex, Cell subjectCell); - } - - abstract protected class TransposedNodeWithChildren extends WritingTransposedNode { - public List links = new LinkedList(); - public List rowIndices = new LinkedList(); - public List children = new LinkedList(); - - protected void writeChildren( - String subject, Project project, - int subjectRowIndex, int subjectCellIndex, Cell subjectCell) { - - Recon recon = subjectCell != null && subjectCell.recon != null && - (subjectCell.recon.judgment == Judgment.Matched || subjectCell.recon.judgment == Judgment.New) - ? subjectCell.recon : null; - - for (int i = 0; i < children.size(); i++) { - WritingTransposedNode child = children.get(i); - Link link = links.get(i); - String predicate = link.property.id; - - if (recon != null) { - ensureFromTypesAsserted(recon, predicate); - } - - child.write(subject, predicate, project, - subjectRowIndex, subjectCellIndex, subjectCell); - } - } - } - - protected class AnonymousTransposedNode extends TransposedNodeWithChildren { - - //protected AnonymousTransposedNode(AnonymousNode node) { } - - @Override - public Object internalWrite(String subject, String predicate, Project project, int subjectRowIndex, int subjectCellIndex, Cell subjectCell) { - if (children.size() == 0 || subject == null) { - return null; - } - - StringBuffer sb = new StringBuffer(); - sb.append("{ \"s\" : \""); sb.append(subject); sb.append('"'); - sb.append(", \"p\" : \""); sb.append(predicate); sb.append('"'); - sb.append(", \"o\" : { "); - - StringBuffer sbRecon = new StringBuffer(); - - boolean first = true; - boolean firstRecon = true; - - if (subjectCell != null && subjectCell.recon != null) { - sbRecon.append("\"s\" : "); - writeRecon(sbRecon, project, subjectRowIndex, subjectCellIndex, subjectCell); - - firstRecon = false; - } - - for (int i = 0; i < children.size(); i++) { - WritingTransposedNode child = children.get(i); - Link link = links.get(i); - - FreebaseProperty property = link.property; - - Object c = child.internalWrite(null, null, project, subjectRowIndex, subjectCellIndex, null); - if (c != null) { - if (first) { - first = false; - } else { - sb.append(", "); - } - sb.append("\"" + property.id + "\": "); - sb.append(c instanceof String ? JSONObject.quote((String) c) : c.toString()); - } - - if (child instanceof CellTopicTransposedNode) { - CellTopicTransposedNode child2 = (CellTopicTransposedNode) child; - Recon recon = child2.cell.recon; - - if (recon != null && - (recon.judgment == Judgment.Matched || recon.judgment == Judgment.New)) { - - if (firstRecon) { - firstRecon = false; - } else { - sbRecon.append(", "); - } - - sbRecon.append("\""); sbRecon.append(property.id); sbRecon.append("\" : "); - - writeRecon(sbRecon, project, - rowIndices.get(i), child2.cellIndex, child2.cell); - } - } - } - sb.append(" }, \"meta\" : { \"recon\" : { "); - sb.append(sbRecon.toString()); - sb.append(" } } }"); - - writeLine(sb.toString()); - - return null; - } - } - - protected class CellTopicTransposedNode extends TransposedNodeWithChildren { - protected CellTopicNode node; - protected int rowIndex; - protected int cellIndex; - protected Cell cell; - - public CellTopicTransposedNode(CellTopicNode node, int rowIndex, int cellIndex, Cell cell) { - this.node = node; - this.rowIndex = rowIndex; - this.cellIndex = cellIndex; - this.cell = cell; - } - - @Override - public Object internalWrite(String subject, String predicate, Project project, int subjectRowIndex, int subjectCellIndex, Cell subjectCell) { - String id = null; - if (cell.recon != null && cell.recon.judgment != Recon.Judgment.None) { - int objectRowIndex = rowIndex; - int objectCellIndex = cellIndex; - Cell objectCell = cell; - - String typeID = node.type.id; - - Column column = project.columnModel.getColumnByCellIndex(cellIndex); - ReconConfig reconConfig = column.getReconConfig(); - if (reconConfig instanceof StandardReconConfig) { - typeID = ((StandardReconConfig) reconConfig).typeID; - } - - if (cell.recon.judgment == Recon.Judgment.Matched) { - id = cell.recon.match.id; - - } else if (cell.recon.judgment == Judgment.New) { - if (newTopicVars.containsKey(cell.recon.id)) { - id = newTopicVars.get(cell.recon.id); - } else { - String columnName = column.getName(); - - long var = 0; - if (varPool.containsKey(columnName)) { - var = varPool.get(columnName); - } - varPool.put(columnName, var + 1); - - id = "$" + columnName.replaceAll("\\W+", "_") + "_" + var; - - writeLine(id, "type", typeID, project, rowIndex, cellIndex, cell, -1, -1, (Cell) null, !load); - writeLine(id, "name", cell.value, project, -1, -1, (Cell) null, -1, -1, (Cell) null, !load); - - getAssertedReconIDSet(typeID).add(cell.recon.id); - - newTopicVars.put(cell.recon.id, id); - } - } else { - return null; - } - - ensureAllIncludedTypesAsserted(cell.recon, typeID); - - if (subject != null) { - ensureToTypesAsserted(cell.recon, predicate); - - writeLine(subject, predicate, id, project, - subjectRowIndex, subjectCellIndex, subjectCell, - objectRowIndex, objectCellIndex, objectCell, !load); - } - - writeChildren(id, project, objectRowIndex, objectCellIndex, objectCell); - } - - return id; - } - } - - protected class CellValueTransposedNode extends WritingTransposedNode { - protected JSONObject obj; - protected CellValueNode node; - protected int rowIndex; - protected int cellIndex; - protected Cell cell; - - public CellValueTransposedNode(CellValueNode node, int rowIndex, int cellIndex, Cell cell) { - this.node = node; - this.rowIndex = rowIndex; - this.cellIndex = cellIndex; - this.cell = cell; - } - - @Override - public Object internalWrite(String subject, String predicate, Project project, int subjectRowIndex, int subjectCellIndex, Cell subjectCell) { - Object value = cell.value; - if (value != null) { - if ("/type/text".equals(node.valueType)) { - value = value.toString(); - if (subject != null) { - writeLine(subject, predicate, value, node.lang, project, - subjectRowIndex, subjectCellIndex, subjectCell, !load); - } - } else { - value = validateValue(value, node.valueType); - if (subject != null && value != null) { - writeLine(subject, predicate, value, project, - subjectRowIndex, subjectCellIndex, subjectCell, - -1, -1, null, !load); - } - } - } - - return value; - } - } - - protected class CellKeyTransposedNode extends WritingTransposedNode { - protected CellKeyNode node; - protected int rowIndex; - protected int cellIndex; - protected Cell cell; - - public CellKeyTransposedNode(CellKeyNode node, int rowIndex, int cellIndex, Cell cell) { - this.node = node; - this.rowIndex = rowIndex; - this.cellIndex = cellIndex; - this.cell = cell; - } - - @Override - public Object internalWrite(String subject, String predicate, Project project, int subjectRowIndex, int subjectCellIndex, Cell subjectCell) { - writeLine(subject, "key", node.namespace.id + "/" + cell.value, project, - subjectRowIndex, subjectCellIndex, subjectCell, - -1, -1, null, !load); - - return null; - } - } - - protected class TopicTransposedNode extends TransposedNodeWithChildren { - protected FreebaseTopicNode node; - - public TopicTransposedNode(FreebaseTopicNode node) { - this.node = node; - } - - @Override - public Object internalWrite(String subject, String predicate, Project project, int subjectRowIndex, int subjectCellIndex, Cell subjectCell) { - writeLine(subject, predicate, node.topic.id, project, - subjectRowIndex, subjectCellIndex, subjectCell, - -1, -1, null, !load); - - writeChildren(node.topic.id, project, -1, -1, null); - - return node.topic.id; - } - } - - protected class ValueTransposedNode extends WritingTransposedNode { - protected ValueNode node; - - public ValueTransposedNode(ValueNode node) { - this.node = node; - } - - @Override - public Object internalWrite(String subject, String predicate, Project project, int subjectRowIndex, int subjectCellIndex, Cell subjectCell) { - Object value = node.value; - if (value != null) { - if ("/type/text".equals(node.valueType)) { - value = value.toString(); - if (subject != null) { - writeLine(subject, predicate, value, node.lang, project, - subjectRowIndex, subjectCellIndex, subjectCell, !load); - } - } else { - value = validateValue(value, node.valueType); - if (subject != null && value != null) { - writeLine(subject, predicate, value, project, - subjectRowIndex, subjectCellIndex, subjectCell, - -1, -1, null, !load); - } - } - } - return value; - } - } - - @Override - public TransposedNode transposeAnonymousNode( - TransposedNode parentNode, - Link link, - AnonymousNode node, int rowIndex) { - - WritingTransposedNode parentNode2 = (WritingTransposedNode) parentNode; - WritingTransposedNode tnode = new AnonymousTransposedNode(); - - tnode.load = - (parentNode2 == null || parentNode2.load) && - (link == null || link.load); - - processTransposedNode(tnode, parentNode, link, rowIndex); - - tnode.jsonContextNode = addJsonContext( - parentNode2 != null ? parentNode2.jsonContextNode : null, - link != null ? link.property.id : null, - null - ); - - return tnode; - } - - @Override - public TransposedNode transposeCellNode( - TransposedNode parentNode, - Link link, - CellNode node, - int rowIndex, - int cellIndex, - Cell cell) { - - WritingTransposedNode parentNode2 = (WritingTransposedNode) parentNode; - - WritingTransposedNode tnode = null; - if (node instanceof CellTopicNode) { - if (cell.recon != null && - (cell.recon.judgment == Judgment.Matched || - cell.recon.judgment == Judgment.New)) { - - tnode = new CellTopicTransposedNode( - (CellTopicNode) node, rowIndex, cellIndex, cell); - } - } else if (node instanceof CellValueNode) { - tnode = new CellValueTransposedNode((CellValueNode) node, rowIndex, cellIndex, cell); - } else if (node instanceof CellKeyNode) { - tnode = new CellKeyTransposedNode((CellKeyNode) node, rowIndex, cellIndex, cell); - } - - if (tnode != null) { - tnode.load = - (parentNode2 == null || parentNode2.load) && - (link == null || link.load); - - processTransposedNode(tnode, parentNode, link, rowIndex); - - tnode.jsonContextNode = addJsonContext( - parentNode2 != null ? parentNode2.jsonContextNode : null, - link != null ? link.property.id : null, - cell, - rowIndex - ); - } - return tnode; - } - - @Override - public TransposedNode transposeTopicNode( - TransposedNode parentNode, - Link link, - FreebaseTopicNode node, - int rowIndex) { - - WritingTransposedNode parentNode2 = (WritingTransposedNode) parentNode; - WritingTransposedNode tnode = new TopicTransposedNode(node); - - tnode.load = - (parentNode2 == null || parentNode2.load) && - (link == null || link.load); - - processTransposedNode(tnode, parentNode, link, rowIndex); - - tnode.jsonContextNode = addJsonContext( - parentNode2 != null ? parentNode2.jsonContextNode : null, - link != null ? link.property.id : null, - node.topic - ); - - return tnode; - } - - @Override - public TransposedNode transposeValueNode( - TransposedNode parentNode, - Link link, - ValueNode node, - int rowIndex) { - - WritingTransposedNode parentNode2 = (WritingTransposedNode) parentNode; - WritingTransposedNode tnode = new ValueTransposedNode(node); - - tnode.load = - (parentNode2 == null || parentNode2.load) && - (link == null || link.load); - - processTransposedNode(tnode, parentNode, link, rowIndex); - - tnode.jsonContextNode = addJsonContext( - parentNode2 != null ? parentNode2.jsonContextNode : null, - link != null ? link.property.id : null, - node.value - ); - - return tnode; - } - - protected void processTransposedNode( - WritingTransposedNode tnode, - TransposedNode parentNode, - Link link, - int rowIndex - ) { - if (parentNode != null) { - if (parentNode instanceof TransposedNodeWithChildren) { - TransposedNodeWithChildren parentNode2 = (TransposedNodeWithChildren) parentNode; - parentNode2.rowIndices.add(rowIndex); - parentNode2.children.add(tnode); - parentNode2.links.add(link); - } - } else { - addRootNode(tnode, rowIndex); - } - } - - protected JSONObject addJsonContext(JSONObject parent, String key, Object value) { - JSONObject o = new JSONObject(); - - try { - if (value instanceof FreebaseTopic) { - FreebaseTopic topic = (FreebaseTopic) value; - o.put("id", topic.id); - o.put("name", topic.name); - } else { - o.put("v", value); - } - } catch (JSONException e) { - // ignore - } - - connectJsonContext(parent, o, key); - return o; - } - - protected JSONObject addJsonContext(JSONObject parent, String key, Cell cell, int rowIndex) { - JSONObject o = new JSONObject(); - - connectJsonContext(parent, o, key); - - try { - if (cell != null) { - o.put("v", cell.value); - if (cell.recon != null) { - o.put("recon", "rec" + cell.recon.id); - - if (cell.recon.judgment == Judgment.Matched) { - o.put("id", cell.recon.match.id); - o.put("name", cell.recon.match.name); - } - - // qa:display_context - { - StringBuffer sb2 = new StringBuffer(); - - sb2.append("{ \"ignore\" : true, \"s\" : \"rec"); - sb2.append(Long.toString(cell.recon.id)); - sb2.append("\", \"p\" : \"qa:display_context\", \"o\" : \"ctx"); - sb2.append(Long.toString(contextID)); - sb2.append("\", \"meta\" : { \"row\" : "); - sb2.append(Integer.toString(rowIndex)); - sb2.append(" } }"); - - writeLine(sb2.toString()); - } - } - } - } catch (JSONException e) { - // ignore - } - - return o; - } - - protected void connectJsonContext(JSONObject parent, JSONObject o, String key) { - try { - if (parent == null) { - contextTreeRoot = o; - } else { - JSONArray a = null; - if (parent.has(key)) { - a = parent.getJSONArray(key); - } else { - a = new JSONArray(); - parent.put(key, a); - } - - a.put(o); - } - } catch (JSONException e) { - // ignore - } - } - - protected void addRootNode(WritingTransposedNode tnode, int rowIndex) { - if (lastRootNode != null) { - lastRootNode.write(null, null, project, -1, -1, null); - writeContextTreeNode(); - } - lastRootNode = tnode; - - contextTreeRoot = null; - contextRowIndex = rowIndex; - contextRefCount = 0; - contextID++; - } - - protected void writeContextTreeNode() { - if (contextTreeRoot != null && contextRefCount > 0) { - StringBuffer sb = new StringBuffer(); - - sb.append("{ \"ignore\" : true, \"s\" : \"ctx"); - sb.append(Long.toString(contextID)); - sb.append("\", \"p\" : \"qa:context_data\", \"o\" : { \"row\" : "); - sb.append(Integer.toString(contextRowIndex)); - sb.append(", \"data\" : "); - sb.append(contextTreeRoot.toString()); - sb.append(" } }"); - - writeLine(sb.toString()); - } - } - - static protected Object validateValue(Object value, String valueType) { - if ("/type/datetime".equals(valueType)) { - if (value instanceof Calendar || value instanceof Date) { - DateFormat formatter = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss'Z'"); - value = formatter.format(value instanceof Date ? ((Date) value) - : ((Calendar) value).getTime()); - } else if (!(value instanceof String)) { - value = value.toString(); - } - } else if ("/type/boolean".equals(valueType)) { - if (!(value instanceof Boolean)) { - value = Boolean.parseBoolean(value.toString()); - } - } else if ("/type/int".equals(valueType)) { - if (value instanceof Number) { - value = ((Number) value).longValue(); - } else { - try { - value = Long.parseLong(value.toString()); - } catch (NumberFormatException e) { - value = null; - } - } - } else if ("/type/float".equals(valueType)) { - if (value instanceof Number) { - value = ((Number) value).floatValue(); - } else { - try { - value = Float.parseFloat(value.toString()); - } catch (NumberFormatException e) { - value = null; - } - } - } else if ("/type/double".equals(valueType)) { - if (value instanceof Number) { - value = ((Number) value).doubleValue(); - } else { - try { - value = Double.parseDouble(value.toString()); - } catch (NumberFormatException e) { - value = null; - } - } - } - - return value; - } -} diff --git a/extensions/freebase/src/com/google/refine/freebase/util/FreebaseDataExtensionJob.java b/extensions/freebase/src/com/google/refine/freebase/util/FreebaseDataExtensionJob.java deleted file mode 100644 index 5fa31a35f..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/util/FreebaseDataExtensionJob.java +++ /dev/null @@ -1,453 +0,0 @@ -/* - -Copyright 2010,2013 Google Inc. and contributors -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.util; - -import java.io.Serializable; -import java.io.StringWriter; -import java.io.Writer; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.Set; - -import org.json.JSONArray; -import org.json.JSONException; -import org.json.JSONObject; -import org.json.JSONWriter; - -import com.google.refine.freebase.FreebaseType; -import com.google.refine.model.ReconCandidate; -import com.google.refine.util.JSONUtilities; -import com.google.refine.util.ParsingUtilities; - -public class FreebaseDataExtensionJob { - static public class DataExtension { - final public Object[][] data; - - public DataExtension(Object[][] data) { - this.data = data; - } - } - - static public class ColumnInfo { - final public List names; - final public List path; - final public FreebaseType expectedType; - - protected ColumnInfo(List names, List path, FreebaseType expectedType) { - this.names = names; - this.path = path; - this.expectedType = expectedType; - } - } - - final public JSONObject extension; - final public int columnCount; - final public List columns = new ArrayList(); - - public FreebaseDataExtensionJob(JSONObject obj) throws JSONException { - this.extension = obj; - this.columnCount = (obj.has("properties") && !obj.isNull("properties")) ? - countColumns(obj.getJSONArray("properties"), columns, new ArrayList(), new ArrayList()) : 0; - } - - public Map extend( - Set ids, - Map reconCandidateMap - ) throws Exception { - StringWriter writer = new StringWriter(); - formulateQuery(ids, extension, writer); - String query = writer.toString(); - - String result = FreebaseUtils.mqlread(query); - - JSONObject o = ParsingUtilities.evaluateJsonStringToObject(result); - Map map = new HashMap(); - if (o.has("result")) { - JSONArray a = o.getJSONArray("result"); - int l = a.length(); - - for (int i = 0; i < l; i++) { - JSONObject o2 = a.getJSONObject(i); - String id = o2.getString("id"); - FreebaseDataExtensionJob.DataExtension ext = collectResult(o2, reconCandidateMap); - - if (ext != null) { - map.put(id, ext); - } - } - } - - return map; - } - - - protected FreebaseDataExtensionJob.DataExtension collectResult( - JSONObject obj, - Map reconCandidateMap - ) throws JSONException { - List rows = new ArrayList(); - - collectResult(rows, extension.getJSONArray("properties"), obj, 0, 0, reconCandidateMap); - - Object[][] data = new Object[rows.size()][columnCount]; - rows.toArray(data); - - return new DataExtension(data); - } - - protected void storeKey( - List rows, - int row, - int col, - JSONObject key, - Map reconCandidateMap - ) throws JSONException { - String keyval = key.getString("value"); - while (row >= rows.size()) { - rows.add(new Object[columnCount]); - } - rows.get(row)[col] = keyval; - } - - protected void storeCell( - List rows, - int row, - int col, - Object value, - Map reconCandidateMap - ) { - while (row >= rows.size()) { - rows.add(new Object[columnCount]); - } - rows.get(row)[col] = value; - } - - protected void storeCell( - List rows, - int row, - int col, - JSONObject obj, - Map reconCandidateMap - ) throws JSONException { - String id = obj.getString("id"); - ReconCandidate rc; - if (reconCandidateMap.containsKey(id)) { - rc = reconCandidateMap.get(id); - } else { - rc = new ReconCandidate( - obj.getString("id"), - obj.getString("name"), - JSONUtilities.getStringArray(obj, "type"), - 100 - ); - - reconCandidateMap.put(id, rc); - } - - storeCell(rows, row, col, rc, reconCandidateMap); - } - - protected int[] collectResult( - List rows, - JSONObject extNode, - JSONObject resultNode, - int startRowIndex, - int startColumnIndex, - Map reconCandidateMap - ) throws JSONException { - String propertyID = extNode.getString("id"); - String expectedTypeID = extNode.getJSONObject("expected").getString("id"); - - JSONArray a = resultNode != null && resultNode.has(propertyID) && !resultNode.isNull(propertyID) ? - resultNode.getJSONArray(propertyID) : null; - - if ("/type/key".equals(expectedTypeID)) { - if (a != null) { - int l = a.length(); - for (int r = 0; r < l; r++) { - Object o = a.isNull(r) ? null : a.get(r); - if (o instanceof JSONObject) { - storeKey(rows, startRowIndex++, startColumnIndex, (JSONObject) o, reconCandidateMap); - } - } - } - - // note that we still take up a column even if we don't have any data - return new int[] { startRowIndex, startColumnIndex + 1 }; - } else if (expectedTypeID.startsWith("/type/")) { - if (a != null) { - int l = a.length(); - for (int r = 0; r < l; r++) { - Object o = a.isNull(r) ? null : a.get(r); - if (o instanceof Serializable) { - storeCell(rows, startRowIndex++, startColumnIndex, o, reconCandidateMap); - } - } - } - - // note that we still take up a column even if we don't have any data - return new int[] { startRowIndex, startColumnIndex + 1 }; - } else { - boolean hasSubProperties = (extNode.has("properties") && !extNode.isNull("properties")); - boolean isOwnColumn = !hasSubProperties || (extNode.has("included") && extNode.getBoolean("included")); - - if (a != null && a.length() > 0) { - int maxColIndex = startColumnIndex; - - int l = a.length(); - for (int r = 0; r < l; r++) { - Object v = a.isNull(r) ? null : a.get(r); - JSONObject o = v != null && v instanceof JSONObject ? (JSONObject) v : null; - - int startColumnIndex2 = startColumnIndex; - int startRowIndex2 = startRowIndex; - - if (isOwnColumn) { - if (o != null) { - storeCell(rows, startRowIndex2++, startColumnIndex2++, o, reconCandidateMap); - } else { - storeCell(rows, startRowIndex2++, startColumnIndex2++, v, reconCandidateMap); - } - } - - if (hasSubProperties && o != null) { - int[] rowcol = collectResult( - rows, - extNode.getJSONArray("properties"), - o, - startRowIndex, - startColumnIndex2, - reconCandidateMap - ); - - startRowIndex2 = rowcol[0]; - startColumnIndex2 = rowcol[1]; - } - - startRowIndex = startRowIndex2; - maxColIndex = Math.max(maxColIndex, startColumnIndex2); - } - - return new int[] { startRowIndex, maxColIndex }; - } else { - return new int[] { - startRowIndex, - startColumnIndex + countColumns(extNode, null, new ArrayList(), new ArrayList()) - }; - } - } - } - - protected int[] collectResult( - List rows, - JSONArray subProperties, - JSONObject resultNode, - int startRowIndex, - int startColumnIndex, - Map reconCandidateMap - ) throws JSONException { - int maxStartRowIndex = startRowIndex; - - int k = subProperties.length(); - for (int c = 0; c < k; c++) { - int[] rowcol = collectResult( - rows, - subProperties.getJSONObject(c), - resultNode, - startRowIndex, - startColumnIndex, - reconCandidateMap - ); - - maxStartRowIndex = Math.max(maxStartRowIndex, rowcol[0]); - startColumnIndex = rowcol[1]; - } - - return new int[] { maxStartRowIndex, startColumnIndex }; - } - - - - static protected void formulateQuery(Set ids, JSONObject node, Writer writer) throws JSONException { - JSONWriter jsonWriter = new JSONWriter(writer); - - jsonWriter.array(); - jsonWriter.object(); - - jsonWriter.key("id"); jsonWriter.value(null); - jsonWriter.key("id|="); - jsonWriter.array(); - for (String id : ids) { - if (id != null) { - jsonWriter.value(id); - } - } - jsonWriter.endArray(); - - formulateQueryNode(node.getJSONArray("properties"), jsonWriter); - - jsonWriter.endObject(); - jsonWriter.endArray(); - } - - static protected void formulateQueryNode(JSONObject node, JSONWriter writer) throws JSONException { - String propertyID = node.getString("id"); - String expectedTypeID = node.getJSONObject("expected").getString("id"); - - writer.key(propertyID); - writer.array(); - { - if (!expectedTypeID.startsWith("/type/") // not literal - || "/type/key".equals(expectedTypeID)) { - writer.object(); - writer.key("optional"); writer.value(true); - - boolean hasLimit = false; - if (node.has("constraints") && !node.isNull("constraints")) { - JSONObject constraints = node.getJSONObject("constraints"); - - String[] names = JSONObject.getNames(constraints); - for (String name : names) { - Object value = constraints.get(name); - if (name.equals("limit")) { - hasLimit = true; - } - - if (!name.contains(":") && - !name.equals("limit") && - !name.equals("optional") && - !name.equals("count") && - !name.equals("estimate-count") && - !name.equals("sort") && - !name.equals("return")) { - - if (name.startsWith("!")) { - name = "!c:" + name.substring(1); - } else { - name = "c:" + name; - } - } - if (name.equals("sort")) { - String sortKey = (String) value; - if (sortKey.startsWith("-")) { - sortKey = sortKey.substring(1); - } - writer.key(sortKey); writer.value(null); - writer.key(name); writer.value(value); - } else { - writer.key(name); writer.value(value); - } - } - } - if (!hasLimit) { - writer.key("limit"); writer.value(10); - } - - { - boolean hasSubProperties = (node.has("properties") && !node.isNull("properties")); - - if (!hasSubProperties || (node.has("included") && node.getBoolean("included"))) { - if ("/type/key".equals(expectedTypeID)) { - writer.key("value"); writer.value(null); - } else { - writer.key("name"); writer.value(null); - writer.key("id"); writer.value(null); - } - writer.key("type"); writer.array(); writer.endArray(); - } - - if (hasSubProperties) { - formulateQueryNode(node.getJSONArray("properties"), writer); - } - } - writer.endObject(); - } - } - writer.endArray(); - } - - static protected void formulateQueryNode(JSONArray propertiesA, JSONWriter writer) throws JSONException { - int l = propertiesA.length(); - - for (int i = 0; i < l; i++) { - formulateQueryNode(propertiesA.getJSONObject(i), writer); - } - } - - static protected int countColumns(JSONObject obj, List columns, List names, List path) throws JSONException { - String name = obj.getString("name"); - - List names2 = null; - List path2 = null; - if (columns != null) { - names2 = new ArrayList(names); - names2.add(name); - - path2 = new ArrayList(path); - path2.add(obj.getString("id")); - } - - if (obj.has("properties") && !obj.isNull("properties")) { - boolean included = (obj.has("included") && obj.getBoolean("included")); - if (included && columns != null) { - JSONObject expected = obj.getJSONObject("expected"); - - columns.add(new ColumnInfo(names2, path2, - new FreebaseType(expected.getString("id"), expected.getString("name")))); - } - - return (included ? 1 : 0) + - countColumns(obj.getJSONArray("properties"), columns, names2, path2); - } else { - if (columns != null) { - JSONObject expected = obj.getJSONObject("expected"); - - columns.add(new ColumnInfo(names2, path2, - new FreebaseType(expected.getString("id"), expected.getString("name")))); - } - return 1; - } - } - - static protected int countColumns(JSONArray a, List columns, List names, List path) throws JSONException { - int c = 0; - int l = a.length(); - for (int i = 0; i < l; i++) { - c += countColumns(a.getJSONObject(i), columns, names, path); - } - return c; - } -} \ No newline at end of file diff --git a/extensions/freebase/src/com/google/refine/freebase/util/FreebaseUtils.java b/extensions/freebase/src/com/google/refine/freebase/util/FreebaseUtils.java deleted file mode 100644 index e7124a056..000000000 --- a/extensions/freebase/src/com/google/refine/freebase/util/FreebaseUtils.java +++ /dev/null @@ -1,543 +0,0 @@ -/* - -Copyright 2010,2013 Google Inc. and other contributors -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are -met: - - * Redistributions of source code must retain the above copyright -notice, this list of conditions and the following disclaimer. - * Redistributions in binary form must reproduce the above -copyright notice, this list of conditions and the following disclaimer -in the documentation and/or other materials provided with the -distribution. - * Neither the name of Google Inc. nor the names of its -contributors may be used to endorse or promote products derived from -this software without specific prior written permission. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -*/ - -package com.google.refine.freebase.util; - -import java.io.IOException; -import java.io.InputStream; -import java.io.OutputStreamWriter; -import java.io.UnsupportedEncodingException; -import java.io.Writer; -import java.net.HttpURLConnection; -import java.net.URL; -import java.util.ArrayList; -import java.util.List; - -import javax.servlet.http.HttpServletRequest; - -import oauth.signpost.OAuthConsumer; -import oauth.signpost.exception.OAuthCommunicationException; -import oauth.signpost.exception.OAuthExpectationFailedException; -import oauth.signpost.exception.OAuthMessageSignerException; - -import org.apache.http.Header; -import org.apache.http.HttpResponse; -import org.apache.http.NameValuePair; -import org.apache.http.client.ClientProtocolException; -import org.apache.http.client.HttpClient; -import org.apache.http.client.entity.UrlEncodedFormEntity; -import org.apache.http.client.methods.HttpGet; -import org.apache.http.client.methods.HttpPost; -import org.apache.http.impl.client.DefaultHttpClient; -import org.apache.http.message.BasicNameValuePair; -import org.apache.http.params.CoreProtocolPNames; -import org.apache.http.util.EntityUtils; -import org.json.JSONArray; -import org.json.JSONException; -import org.json.JSONObject; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import com.google.api.client.googleapis.batch.BatchRequest; -import com.google.api.client.googleapis.batch.json.JsonBatchCallback; -import com.google.api.client.googleapis.json.GoogleJsonError; -import com.google.api.client.http.HttpHeaders; -import com.google.api.client.http.HttpTransport; -import com.google.api.client.http.javanet.NetHttpTransport; -import com.google.api.client.json.JsonFactory; -import com.google.api.client.json.jackson2.JacksonFactory; -import com.google.api.services.freebase.Freebase; -import com.google.api.services.freebase.FreebaseRequestInitializer; - -import com.google.refine.ProjectManager; -import com.google.refine.RefineServlet; -import com.google.refine.oauth.Credentials; -import com.google.refine.oauth.OAuthUtilities; -import com.google.refine.oauth.Provider; -import com.google.refine.preference.PreferenceStore; -import com.google.refine.util.ParsingUtilities; - -public class FreebaseUtils { - - private static final String FREEBASE_API_VERSION = "v1"; -// private static final String FREEBASE_SANDBOX_API_VERSION = "v1sandbox"; - - private static final String GOOGLE_RPC_URL = "https://www.googleapis.com/rpc"; - - private static final String FREEBASE_SERVICE_URL = "https://www.googleapis.com/freebase/" + FREEBASE_API_VERSION; - - private static final String GOOGLE_BATCH_URL = "https://www.googleapis.com/batch"; - - static final Logger logger = LoggerFactory.getLogger("freebase"); - - static final public String FREEBASE_HOST = "freebase.com"; - - static final private String FREEQ_URL = "http://data.labs.freebase.com/freeq/refine"; - - static final private String AGENT_ID = "/en/google_refine"; - - static final private int SAMPLE_SIZE = 300; - static final private int JUDGES = 4; - - public static final String API_KEY = "AIzaSyBAZ_EjMPKlOzyyZXv6JKXPPwJFISVji3M"; - - public static String getApiKey() { - PreferenceStore ps = ProjectManager.singleton.getPreferenceStore(); - String key = (String) ps.get("freebase.api.key"); - if (key == null) { - key = System.getProperty("refine.google_api_key"); - } - return key == null ? API_KEY : key; - } - - private static String getUserInfoURL(String host) { - // TODO: Needs to be upgraded to new APIs sandbox-freebase.com as host becomes v1sandbox as version - return "http://api." + host + "/api/service/user_info"; - } - - private static String getMQLWriteURL(String host) { - return "http://api." + host + "/api/service/mqlwrite"; - } - - private static String getMQLReadURL(String host) { - return "http://api." + host + "/api/service/mqlread"; - } - - private static String getUserAgent() { - return RefineServlet.FULLNAME; - } - - public static String getUserInfo(Credentials credentials, Provider provider) - throws OAuthMessageSignerException, OAuthExpectationFailedException, OAuthCommunicationException, ClientProtocolException, IOException { - - OAuthConsumer consumer = OAuthUtilities.getConsumer(credentials, provider); - - HttpGet httpRequest = new HttpGet(getUserInfoURL(provider.getHost())); - httpRequest.getParams().setParameter(CoreProtocolPNames.USER_AGENT, getUserAgent()); - - // this is required by the Metaweb API to avoid XSS - httpRequest.setHeader("X-Requested-With", "1"); - - // sign the request with the oauth library - consumer.sign(httpRequest); - - // execute the request - HttpClient httpClient = new DefaultHttpClient(); - HttpResponse httpResponse = httpClient.execute(httpRequest); - - // return the results - return EntityUtils.toString(httpResponse.getEntity()); - } - - public static String getUserBadges(Provider provider, String user_id) - throws ClientProtocolException, IOException, JSONException { - - String query = "{" + - "'id' : '" + user_id + "'," + - "'!/type/usergroup/member' : [{" + - "'id' : null," + - "'key' : [{" + - "'namespace' : null" + - "}]" + - "}]" + - "}".replace("'", "\""); - - return mqlread(provider, query); - } - - /** - * Perform an MQLREAD operation using the credentials of the given OAuth provider - * - * @deprecated This will go away when we switch to Google authentication. - */ - @Deprecated - public static String mqlread(Provider provider, String query) - throws ClientProtocolException, IOException, JSONException { - - JSONObject envelope = new JSONObject(); - envelope.put("query", new JSONObject(query)); - - List formparams = new ArrayList(); - formparams.add(new BasicNameValuePair("query", envelope.toString())); - UrlEncodedFormEntity entity = new UrlEncodedFormEntity(formparams, "UTF-8"); - - HttpPost httpRequest = new HttpPost(getMQLReadURL(provider.getHost())); - httpRequest.getParams().setParameter(CoreProtocolPNames.USER_AGENT, getUserAgent()); - httpRequest.setEntity(entity); - - // this is required by the Metaweb API to avoid XSS - httpRequest.setHeader("X-Requested-With", "1"); - - // execute the request - HttpClient httpClient = new DefaultHttpClient(); - HttpResponse httpResponse = httpClient.execute(httpRequest); - - // return the results - return EntityUtils.toString(httpResponse.getEntity()); - } - - - /** - * Perform a single unauthenticated MQLread. - * - * (wrapper method for a bunch of alternative implementations) - */ - static public String mqlread(String query) - throws IOException, JSONException { - // A bunch of implementations which don't work for MQLread, but do for other methods - // String result = rpcCall(query); - // String result = googleCall(query); - // String result = batchCall1(query); - - String result = mqlreadBatchMime(query); - return result; - } - - - public static String mqlwrite(Credentials credentials, Provider provider, String query) - throws OAuthMessageSignerException, OAuthExpectationFailedException, OAuthCommunicationException, ClientProtocolException, IOException, JSONException { - OAuthConsumer consumer = OAuthUtilities.getConsumer(credentials, provider); - - JSONObject envelope = new JSONObject(); - envelope.put("query", new JSONObject(query)); - - List formparams = new ArrayList(); - formparams.add(new BasicNameValuePair("query", envelope.toString())); - UrlEncodedFormEntity entity = new UrlEncodedFormEntity(formparams, "UTF-8"); - - HttpPost httpRequest = new HttpPost(getMQLWriteURL(provider.getHost())); - httpRequest.getParams().setParameter(CoreProtocolPNames.USER_AGENT, getUserAgent()); - httpRequest.setEntity(entity); - - // this is required by the Metaweb API to avoid XSS - httpRequest.setHeader("X-Requested-With", "1"); - - // sign the request with the oauth library - consumer.sign(httpRequest); - - // execute the request - HttpClient httpClient = new DefaultHttpClient(); - HttpResponse httpResponse = httpClient.execute(httpRequest); - - // return the results - return EntityUtils.toString(httpResponse.getEntity()); - } - - private static String getTweezersParams(int sample_size, int judges) { - String o = "{" + - "'sample_size':" + sample_size + "," + - "'votes':{" + - "'reconciled':" + judges + "," + - "'invalid':" + judges + "," + - "'new':" + judges + "," + - "'skip':" + (judges + 2) + - "}" + - "}"; - return o.replace('\'', '"'); - } - - public static String uploadTriples( - HttpServletRequest request, - String qa, - String source_name, - String source_id, - String mdo_id, - String triples - ) throws OAuthMessageSignerException, OAuthExpectationFailedException, OAuthCommunicationException, ClientProtocolException, JSONException, IOException { - - Provider provider = OAuthUtilities.getProvider(FREEBASE_HOST); - - Credentials credentials = Credentials.getCredentials(request, provider, Credentials.Type.ACCESS); - - JSONObject mdo_info = new JSONObject(); - mdo_info.put("name", source_name); - if (source_id != null) { - mdo_info.put("info_source",source_id); - } - - JSONObject user_info = new JSONObject(getUserInfo(credentials, provider)); - if (user_info.has("username")) { - - List formparams = new ArrayList(); - formparams.add(new BasicNameValuePair("user", user_info.getString("id"))); - formparams.add(new BasicNameValuePair("action_type", "LOAD_TRIPLE")); - formparams.add(new BasicNameValuePair("operator", user_info.getString("id"))); - formparams.add(new BasicNameValuePair("software_tool_used", AGENT_ID)); - formparams.add(new BasicNameValuePair("mdo_info", mdo_info.toString())); - formparams.add(new BasicNameValuePair("graphport", "sandbox")); - formparams.add(new BasicNameValuePair("payload", triples)); - formparams.add(new BasicNameValuePair("check_params", "false")); - if (mdo_id != null) { - formparams.add(new BasicNameValuePair("mdo_guid", mdo_id)); - } - if (Boolean.parseBoolean(qa)) { - formparams.add(new BasicNameValuePair("rabj", getTweezersParams(SAMPLE_SIZE,JUDGES))); - } - - String freeqKey = System.getProperty("freeq.key"); - if (freeqKey != null) { - logger.warn("Found Freeq key, will bypass OAuth signature"); - formparams.add(new BasicNameValuePair("apikey", freeqKey)); - } - - UrlEncodedFormEntity entity = new UrlEncodedFormEntity(formparams, "UTF-8"); - - HttpPost httpRequest = new HttpPost(getFreeQUrl()); - httpRequest.getParams().setParameter(CoreProtocolPNames.USER_AGENT, getUserAgent()); - httpRequest.setEntity(entity); - - if (freeqKey == null) { - logger.warn("Calculating OAuth signature"); - HttpPost surrogateRequest = new HttpPost(getUserInfoURL(FREEBASE_HOST)); - surrogateRequest.setEntity(entity); - - OAuthConsumer consumer = OAuthUtilities.getConsumer(credentials, provider); - - // TODO(SM) This method uses a lot of memory and often results in OutOfMemoryErrors. - // Is there something we can do to generate an oauth signature without consuming so much memory? - consumer.sign(surrogateRequest); - - Header[] h = surrogateRequest.getHeaders("Authorization"); - if (h.length > 0) { - httpRequest.setHeader("X-Freebase-Credentials", h[0].getValue()); - } else { - throw new RuntimeException("Couldn't find the oauth signature header in the surrogate request"); - } - } - - // execute the request - HttpClient httpClient = new DefaultHttpClient(); - HttpResponse httpResponse = httpClient.execute(httpRequest); - - // return the results - return EntityUtils.toString(httpResponse.getEntity()); - } else { - throw new RuntimeException("Invalid credentials"); - } - } - - static public String getFreeQUrl() { - String url = (String) ProjectManager.singleton.getPreferenceStore().get("freebase.freeq"); - return url != null ? url : FREEQ_URL; - } - - - static final String BOUNDARY = "---theOpenRefineBoundary--="; - - /** - * A hand rolled MIME multipart/mixed implementation for Google's Batch API - */ - static private String mqlreadBatchMime(String query) throws JSONException, IOException { - URL url = new URL(GOOGLE_BATCH_URL); - String service_url = FREEBASE_SERVICE_URL+"/mqlread"; - - // We could use the javax.mail package, but it's actually more trouble than it's worth - String body = "--" + BOUNDARY + "\n" - + queryToMimeBodyPart("0", query, service_url, FreebaseUtils.getApiKey()) - + "\n--" + BOUNDARY + "\n" ; - - HttpURLConnection connection = (HttpURLConnection) url.openConnection(); - connection.setRequestProperty("Content-Type","multipart/mixed; boundary="+ BOUNDARY); - connection.setConnectTimeout(5000); - connection.setDoOutput(true); - - Writer writer = new OutputStreamWriter(connection.getOutputStream()); - try { - writer.write(body); - } finally { - writer.flush(); - writer.close(); - } - - connection.connect(); - String result = null; - if (connection.getResponseCode() >= 400) { - String responseMessage = connection.getResponseMessage(); - String errorStream = ParsingUtilities.inputStreamToString(connection.getErrorStream()); - LoggerFactory.getLogger("freebase").error( - "Error in mqlreadMime: " + connection.getResponseCode() + ":" + responseMessage + " : " - + errorStream); - } else { - InputStream is = connection.getInputStream(); - try { - String s = ParsingUtilities.inputStreamToString(is); - String boundary = s.substring(0,s.indexOf("\n")); - boundary = boundary.split("\r")[0]; - String[] part = s.split(boundary); // part 0 is empty because of leading boundary - String[] sections = part[1].split("\r\n\r\n"); - // Mime headers, followed by HTTP headers, followd by actual response - result = sections[2]; - } finally { - is.close(); - } - } - return result; - } - - static String queryToMimeBodyPart(String query_name, - String query, String service_url, String api_key) - throws IOException { - // We could use the javax.mail package, but it's actually more trouble than it's worth - StringBuilder sb = new StringBuilder(); - sb.append("Content-Type: application/http\n"); - sb.append("Content-Transfer-Encoding: binary\n"); - sb.append("Content-ID: " + query_name + "\n"); - sb.append("\n"); - - List params = new ArrayList(); - params.add(new BasicNameValuePair("query",query)); - params.add(new BasicNameValuePair("key", api_key)); - UrlEncodedFormEntity param_string = new UrlEncodedFormEntity(params, "UTF-8"); - - String body = "GET " + service_url + "?" + ParsingUtilities.inputStreamToString(param_string.getContent()) + "\n"; - sb.append(body); - sb.append("\n"); - - return sb.toString(); - } - - //////////////////////// Unused methods for future use ///////////////////// - - /** - * This RPC call works for the Reconcile API, but MQLread is not supported over JSONRPC - * - * NOTE: JSONRPC has been deprecated and replaced by HTTP Batch (which also - * doesn't support MQLread, so perhaps we should just remove this)) - */ - @SuppressWarnings("unused") - static private JSONObject mqlreadRpc(String query) throws JSONException, UnsupportedEncodingException, IOException { - URL url = new URL(GOOGLE_RPC_URL); - - JSONObject params = new JSONObject(); - params.put("query",query); - params.put("key", FreebaseUtils.getApiKey()); - - JSONObject req1 = new JSONObject(); - req1.put("jsonrpc","2.0"); - req1.put("id","q0"); - req1.put("method","freebase.mqlread"); - req1.put("apiVersion", FREEBASE_API_VERSION); - req1.put("params",params); - - JSONArray body = new JSONArray(); - body.put(req1); - - HttpURLConnection connection = (HttpURLConnection) url.openConnection(); - connection.setRequestProperty("Content-Type", "application/json"); // - connection.setConnectTimeout(5000); - connection.setDoOutput(true); - - OutputStreamWriter writer = new OutputStreamWriter(connection.getOutputStream(),"utf-8"); - try { - writer.write(body.toString()); - } finally { - writer.flush(); - writer.close(); - } - - connection.connect(); - JSONArray result = null; - if (connection.getResponseCode() >= 400) { - String responseMessage = connection.getResponseMessage(); - String errorStream = ParsingUtilities.inputStreamToString(connection.getErrorStream()); - LoggerFactory.getLogger("freebase").error( - "Error in mqlreadMime: " + connection.getResponseCode() + ":" + responseMessage + " : " - + errorStream); - } else { - InputStream is = connection.getInputStream(); - try { - String s = ParsingUtilities.inputStreamToString(is); - result = ParsingUtilities.evaluateJsonStringToArray(s); - } finally { - is.close(); - } - } - return result.getJSONObject(0); - } - - - private static final HttpTransport HTTP_TRANSPORT = new NetHttpTransport(); - private static final JsonFactory JSON_FACTORY = new JacksonFactory(); - private static final FreebaseRequestInitializer REQUEST_INITIALIZER = - new FreebaseRequestInitializer(FreebaseUtils.getApiKey()); - - /** - * Submit a single MQL read query via the standard Google client library - */ - @SuppressWarnings("unused") - static private String mqlreadFreebaseClient(String query) - throws IOException, JSONException { - - Freebase client = new Freebase.Builder(HTTP_TRANSPORT, JSON_FACTORY, null) - .setApplicationName("OpenRefine") - .setFreebaseRequestInitializer(REQUEST_INITIALIZER) - .build(); - - InputStream is = client.mqlread(query).executeAsInputStream(); - String result = ParsingUtilities.inputStreamToString(is); - return result; - } - - - /** - * Submit a single MQL query via the Batch endpoint - * (not supported by Google's Java client) - */ - @SuppressWarnings("unused") - static private JSONObject mqlreadBatchFreebaseClient(String query) throws IOException, JSONException { - JSONObject response = null; - - // FIXME: We really want JsonBatchCallback here, but it's not supported right now - JsonBatchCallback callback = new JsonBatchCallback() { - public void onSuccess(Void res, HttpHeaders responseHeaders) { - System.out.println(res); - } - public void onFailure(GoogleJsonError e, HttpHeaders responseHeaders) { - System.out.println("Error Message: " + e.getMessage()); - } - }; - - Freebase client = new Freebase.Builder(HTTP_TRANSPORT, JSON_FACTORY, null) - .setApplicationName("OpenRefine") - .setFreebaseRequestInitializer(REQUEST_INITIALIZER) - .build(); - - // FIXME: Batch doesn't work with MqlRead since it extends FreebaseRequest - BatchRequest batch = client.batch(); - client.mqlread(query).queue(batch, callback); - batch.execute(); - - return response; - } - -} diff --git a/main/webapp/modules/core/MOD-INF/controller.js b/main/webapp/modules/core/MOD-INF/controller.js index 141529de9..6e40176be 100644 --- a/main/webapp/modules/core/MOD-INF/controller.js +++ b/main/webapp/modules/core/MOD-INF/controller.js @@ -429,7 +429,6 @@ function init() { "scripts/reconciliation/recon-manager.js", "scripts/reconciliation/recon-dialog.js", - "scripts/reconciliation/freebase-query-panel.js", "scripts/reconciliation/standard-service-panel.js", "scripts/dialogs/expression-preview-dialog.js",