From b37b4153bff14607ebf35c40ea70491b2ee70478 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micha=C5=82=20Najborowski?= Date: Sun, 30 Jan 2022 21:12:14 +0100 Subject: [PATCH] update OpenRefine --- OpenRefine/.github/dependabot.yml | 18 +- OpenRefine/.github/workflows/pull_request.yml | 7 +- OpenRefine/AUTHORS.md | 78 --- OpenRefine/CHANGES.txt | 284 -------- OpenRefine/IDEs/eclipse/Refine.style.xml | 657 +++++++++++------- OpenRefine/README.md | 16 +- OpenRefine/SECURITY.md | 4 +- OpenRefine/WeLoveOurBackers.md | 8 - OpenRefine/benchmark/pom.xml | 8 +- .../benchmark/ToNumberBenchmark.java | 24 +- OpenRefine/docs/README.md | 14 +- OpenRefine/docs/docs/manual/installing.md | 2 +- OpenRefine/docs/docs/manual/running.md | 2 +- OpenRefine/docs/docs/manual/sortview.md | 6 + .../docs/docs/manual/troubleshooting.md | 4 +- .../technical-reference/build-test-run.md | 7 + .../docs/technical-reference/contributing.md | 2 + .../version-release-process.md | 2 +- OpenRefine/docs/static/img/goto.png | Bin 0 -> 18361 bytes .../version-3.4/manual/running.md | 2 +- .../version-3.4/manual/troubleshooting.md | 4 +- .../version-3.5/manual/installing.md | 2 +- .../version-3.5/manual/running.md | 2 +- .../version-3.5/manual/sortview.md | 6 + .../version-3.5/manual/troubleshooting.md | 4 +- .../technical-reference/build-test-run.md | 7 + .../technical-reference/contributing.md | 2 + OpenRefine/docs/yarn.lock | 81 ++- OpenRefine/extensions/database/pom.xml | 6 +- .../database/DBExtensionTestUtils.java | 366 +++++----- .../extension/database/DBExtensionTests.java | 15 +- .../DatabaseImportControllerTest.java | 121 ++-- .../database/DatabaseServiceTest.java | 82 +-- .../database/InitMariaDBTestDatabase.java | 11 +- .../database/InitMySQLTestDatabase.java | 21 +- .../database/InitPostgresTestDatabase.java | 15 +- .../database/InitSQLiteTestDatabase.java | 7 +- .../database/SimpleTextEncryptorTest.java | 39 +- .../database/cmd/ConnectCommandTest.java | 51 +- .../database/cmd/ExecuteQueryCommandTest.java | 69 +- .../cmd/SavedConnectionCommandTest.java | 198 +++--- .../database/cmd/TestConnectCommandTest.java | 81 ++- .../database/cmd/TestQueryCommandTest.java | 71 +- .../mariadb/MariaDBConnectionManagerTest.java | 53 +- .../mariadb/MariaDBDatabaseServiceTest.java | 147 ++-- .../mysql/MySQLConnectionManagerTest.java | 53 +- .../mysql/MySQLDatabaseServiceTest.java | 138 ++-- .../pgsql/PgSQLConnectionManagerTest.java | 63 +- .../pgsql/PgSQLDatabaseServiceTest.java | 50 +- .../sqlite/SQLiteConnectionManagerTest.java | 4 +- .../sqlite/SQLiteDatabaseServiceTest.java | 22 +- .../database/stub/RefineDbServletStub.java | 22 +- OpenRefine/extensions/gdata/pom.xml | 2 +- .../gdata/GoogleAPIExtensionTest.java | 39 +- .../gdata/SpreadsheetSerializerTests.java | 1 + .../extension/gdata/UploadCommandTest.java | 37 +- .../refine/jython/JythonAttributeTest.java | 15 +- .../refine/jython/JythonEvaluableTest.java | 101 +-- .../phonetic/keyers/BeiderMorseKeyerTest.java | 11 +- .../keyers/DaitchMokotoffKeyerTest.java | 9 +- OpenRefine/extensions/sample/pom.xml | 2 +- .../wikidata/module/MOD-INF/controller.js | 2 + .../wikidata/module/langs/translation-en.json | 7 +- .../wikidata/module/langs/translation-fr.json | 2 +- .../wikidata/module/langs/translation-nl.json | 8 +- .../module/scripts/dialogs/wikibase-dialog.js | 42 +- .../module/scripts/schema-alignment.js | 177 ++--- .../module/scripts/wikibase-manager.js | 86 ++- .../scripts/wikibase-manifest-schema-v1.js | 2 +- .../scripts/wikibase-manifest-schema-v2.js | 142 ++++ .../module/scripts/wikibase-suggest.js | 142 ++++ OpenRefine/extensions/wikidata/pom.xml | 23 +- .../wikidata/commands/ConnectionManager.java | 2 +- .../wikidata/commands/LoginCommand.java | 11 +- .../PreviewWikibaseSchemaCommand.java | 2 +- .../commands/SaveWikibaseSchemaCommand.java | 2 +- .../wikidata/editing/EditBatchProcessor.java | 82 ++- .../wikidata/editing/ReconEntityRewriter.java | 2 +- .../wikidata/manifests/Manifest.java | 82 ++- .../wikidata/manifests/ManifestParser.java | 9 + .../wikidata/manifests/ManifestV1.java | 34 +- .../wikidata/schema/ExpressionContext.java | 19 +- .../wikidata/schema/WbEntityVariable.java | 28 +- .../wikidata/schema/WbExpression.java | 1 + .../wikidata/schema/WbItemDocumentExpr.java | 4 +- .../wikidata/schema/WbNameDescExpr.java | 6 +- .../wikidata/schema/WikibaseSchema.java | 19 +- .../schema/entityvalues/ReconItemIdValue.java | 5 + .../entityvalues/ReconMediaInfoIdValue.java | 5 + .../entityvalues/ReconPropertyIdValue.java | 5 + .../entityvalues/SuggestedEntityIdValue.java | 32 + .../wikidata/updates/ItemUpdateBuilder.java | 233 ------- .../QuickStatementsUpdateScheduler.java | 14 +- .../updates/scheduler/UpdateSequence.java | 6 +- .../scheduler/WikibaseAPIUpdateScheduler.java | 8 +- .../wikidata/utils/EntityCache.java | 19 + .../data/manifest/commons-manifest-v2.0.json | 46 ++ .../tests/data/operations/save-schema.json | 3 +- .../history_of_medicine_normalized.json | 2 +- .../wikidata/commands/CommandTest.java | 2 +- .../commands/ConnectionManagerTests.java | 63 ++ .../wikidata/commands/LoginCommandTest.java | 343 ++++----- .../PreviewWikibaseSchemaCommandTest.java | 30 +- .../SaveWikibaseSchemaCommandTest.java | 27 +- .../wikidata/commands/SchemaCommandTest.java | 5 +- .../editing/EditBatchProcessorTest.java | 82 ++- .../wikidata/editing/NewItemLibraryTest.java | 5 +- .../editing/ReconEntityRewriterTest.java | 225 +++--- .../wikidata/exporters/QSSnakPrinterTest.java | 9 +- .../exporters/QSValuePrinterTest.java | 1 + .../QuickStatementsExporterTest.java | 37 +- .../exporters/SchemaExporterTest.java | 10 +- .../wikidata/manifests/ManifestTest.java | 109 +++ .../wikidata/manifests/ManifestV1Test.java | 76 -- .../wikidata/operations/OperationTest.java | 1 + .../PerformWikibaseEditsOperationTest.java | 5 +- .../SaveWikibaseSchemaOperationTest.java | 1 + .../wikidata/qa/ConstraintTest.java | 3 +- .../wikidata/qa/EditInspectorTest.java | 1 + .../wikidata/qa/QAWarningStoreTest.java | 1 + .../openrefine/wikidata/qa/QAWarningTest.java | 1 + .../qa/SchemaPropertyExtractorTest.java | 1 + .../scrutinizers/CalendarScrutinizerTest.java | 34 +- .../CommonDescriptionScrutinizerTest.java | 13 +- .../ConflictsWithScrutinizerTest.java | 33 +- .../DifferenceWithinScrutinizerTest.java | 31 +- .../DistinctValuesScrutinizerTest.java | 9 +- .../EnglishDescriptionScrutinizerTest.java | 13 +- .../EntityTypeScrutinizerTest.java | 15 +- .../scrutinizers/FormatScrutinizerTest.java | 18 +- .../InverseConstraintScrutinizerTest.java | 9 +- .../ItemRequiresScrutinizerTest.java | 20 +- .../MultiValueScrutinizerTest.java | 18 +- .../scrutinizers/NewItemScrutinizerTest.java | 11 +- .../NoEditsMadeScrutinizerTest.java | 7 +- ...QualifierCompatibilityScrutinizerTest.java | 9 +- .../scrutinizers/QuantityScrutinizerTest.java | 44 +- .../RestrictedPositionScrutinizerTest.java | 11 +- .../RestrictedValuesScrutinizerTest.java | 13 +- .../qa/scrutinizers/ScrutinizerTest.java | 10 +- .../SelfReferentialScrutinizerTest.java | 1 + .../SingleValueScrutinizerTest.java | 8 +- .../qa/scrutinizers/SnakScrutinizerTest.java | 1 + .../StatementScrutinizerTest.java | 5 +- .../UnsourcedScrutinizerTest.java | 7 +- .../UseAsQualifierScrutinizerTest.java | 9 +- .../qa/scrutinizers/ValueScrutinizerTest.java | 7 +- .../WhitespaceScrutinizerTest.java | 1 + .../schema/ExpressionContextTest.java | 10 +- .../wikidata/schema/WbDateConstantTest.java | 24 +- .../wikidata/schema/WbDateVariableTest.java | 15 +- .../schema/WbEntityIdValueConstantTest.java | 25 + .../wikidata/schema/WbEntityVariableTest.java | 2 + .../wikidata/schema/WbExpressionTest.java | 11 +- .../wikidata/schema/WbItemConstantTest.java | 1 + .../schema/WbItemDocumentExprTest.java | 10 +- .../wikidata/schema/WbItemVariableTest.java | 7 +- .../schema/WbLanguageConstantTest.java | 1 + .../schema/WbLanguageVariableTest.java | 3 +- .../schema/WbLocationConstantTest.java | 1 + .../schema/WbLocationVariableTest.java | 5 +- .../schema/WbMonolingualExprTest.java | 3 +- .../wikidata/schema/WbNameDescExprTest.java | 13 +- .../wikidata/schema/WbPropConstantTest.java | 1 + .../wikidata/schema/WbQuantityExprTest.java | 9 +- .../wikidata/schema/WbReferenceExprTest.java | 4 +- .../wikidata/schema/WbSnakExprTest.java | 1 + .../wikidata/schema/WbStatementExprTest.java | 9 +- .../schema/WbStatementGroupExprTest.java | 1 + .../wikidata/schema/WbStringConstantTest.java | 11 +- .../wikidata/schema/WbStringVariableTest.java | 29 +- .../wikidata/schema/WbVariableTest.java | 4 +- .../wikidata/schema/WikibaseSchemaTest.java | 15 +- .../entityvalues/ReconEntityIdValueTest.java | 1 + .../SuggestedEntityIdValueTest.java | 30 + .../testing/JacksonSerializationTest.java | 1 + .../wikidata/testing/TestingData.java | 26 +- .../wikidata/testing/WikidataRefineTest.java | 29 +- .../wikidata/updates/ItemUpdateTest.java | 132 ++-- .../scheduler/PointerExtractorTest.java | 1 + .../QuickStatementsUpdateSchedulerTest.java | 22 +- .../scheduler/UpdateSchedulerTest.java | 23 +- .../WikibaseAPIUpdateSchedulerTest.java | 21 +- .../wikidata/utils/EntityCacheStub.java | 40 +- .../wikidata/utils/EntityCacheTests.java | 103 +-- .../wikidata/utils/SnakUtilsTests.java | 14 +- OpenRefine/lgtm.yml | 12 - OpenRefine/licenses/apache2.0.LICENSE.txt | 202 ------ OpenRefine/licenses/arithcode.LICENSE.txt | 30 - OpenRefine/licenses/dom4j.LICENSE.txt | 27 - OpenRefine/licenses/icu4j.LICENSE.txt | 28 - OpenRefine/licenses/jrdf.LICENSE.txt | 57 -- OpenRefine/licenses/jsoup.LICENSE.txt | 11 - OpenRefine/licenses/marc4j.LICENSE.txt | 504 -------------- OpenRefine/licenses/mockito.LICENSE.txt | 21 - OpenRefine/licenses/secondstring.LICENSE.txt | 41 -- OpenRefine/licenses/simile.LICENSE.txt | 29 - OpenRefine/licenses/slf4j.LICENSE.txt | 22 - OpenRefine/logo.svg | 26 - OpenRefine/main/pom.xml | 64 +- .../exporters/sql/SqlCreateBuilder.java | 0 .../google/refine/exporters/sql/SqlData.java | 0 .../refine/exporters/sql/SqlExporter.java | 0 .../exporters/sql/SqlInsertBuilder.java | 0 .../refine/grel/ControlFunctionRegistry.java | 4 + .../refine/logging/IndentingLayout.java | 197 ------ .../google/refine/templating/Template.java | 10 +- OpenRefine/main/src/log4j.properties | 15 - .../fixtures/reconciled-project-automatch.zip | Bin 0 -> 4256 bytes .../reconciled-project-no-automatch.zip | Bin 0 -> 4063 bytes .../actions/clear_reconciliation_data.spec.js | 23 + .../actions/create_new_item_for_each.spec.js | 30 + .../discard_reconciliation_judgments.spec.js | 37 + .../actions/match_to_best_candidate.spec.js | 41 ++ .../reconcile/add_entity_identifiers.spec.js | 32 + .../copy_reconciliation_data.spec.js | 46 ++ .../reconcile/facets/by_judgment.spec.js | 17 + .../use_values_as_identifiers.spec.js | 30 + .../grid/column/view/expand-left.spec.js | 26 + .../grid/column/view/expand-right.spec.js | 26 + .../grid/viewpanel-header/sort.spec.js | 4 + .../tests/cypress/cypress/support/commands.js | 150 ++-- .../cypress/cypress/support/openrefine_api.js | 89 ++- OpenRefine/main/tests/cypress/package.json | 6 +- OpenRefine/main/tests/cypress/yarn.lock | 168 ++--- .../refine/HistoryEntryManagerStub.java | 7 +- .../com/google/refine/ProjectManagerStub.java | 4 +- .../google/refine/ProjectManagerTests.java | 85 +-- .../com/google/refine/RefineServletStub.java | 22 +- .../com/google/refine/RefineServletTests.java | 90 +-- .../src/com/google/refine/RefineTest.java | 169 +++-- .../refine/browsing/DecoratedValueTests.java | 2 + .../refine/browsing/EngineConfigTests.java | 21 +- .../google/refine/browsing/EngineTests.java | 3 +- .../browsing/facets/ListFacetTests.java | 65 +- .../facets/NominalFacetChoiceTests.java | 2 + .../browsing/facets/RangeFacetTests.java | 30 +- .../facets/ScatterplotFacetTests.java | 48 +- .../browsing/facets/TextSearchFacetTests.java | 155 ++--- .../browsing/facets/TimeRangeFacetTests.java | 34 +- .../ExpressionNominalValueGrouperTests.java | 168 ++--- .../binning/BinningClustererTests.java | 19 +- .../refine/clustering/binning/KeyerTests.java | 181 ++--- .../clustering/knn/kNNClustererTests.java | 25 +- .../commands/CSRFTokenFactoryTests.java | 77 +- .../google/refine/commands/CommandStub.java | 9 +- .../refine/commands/CommandTestBase.java | 34 +- .../google/refine/commands/CommandTests.java | 6 +- .../commands/EngineDependentCommandTests.java | 42 +- .../commands/GetCSRFTokenCommandTest.java | 18 +- .../OpenWorkspaceDirCommandTests.java | 24 +- .../commands/SetPreferenceCommandTests.java | 24 +- ...eringFunctionsAndDistancesCommandTest.java | 23 +- .../browsing/ScatterplotDrawCommandTests.java | 189 ++--- .../cell/EditOneCellCommandTests.java | 159 ++--- .../cell/JoinMultiValueCellsCommandTests.java | 23 +- .../cell/KeyValueColumnizeCommandTests.java | 23 +- .../SplitMultiValueCellsCommandTests.java | 22 +- .../TransposeColumnsIntoRowsCommandTests.java | 22 +- .../TransposeRowsIntoColumnsCommandTests.java | 23 +- .../column/MoveColumnCommandTests.java | 24 +- .../column/RemoveColumnCommandTests.java | 23 +- .../column/RenameColumnCommandTests.java | 23 +- .../expr/ExpressionCommandTestBase.java | 29 +- .../GetExpressionHistoryCommandTests.java | 66 +- ...GetExpressionLanguageInfoCommandTests.java | 14 +- .../GetStarredExpressionsCommandTests.java | 44 +- .../expr/LogExpressionCommandTests.java | 57 +- .../expr/PreviewExpressionCommandTests.java | 22 +- .../ToggleStarredExpressionCommandTests.java | 44 +- .../history/ApplyOperationsCommandTests.java | 24 +- .../history/CancelProcessesCommandTests.java | 23 +- .../history/UndoRedoCommandTests.java | 23 +- .../CancelImportingJobCommandTests.java | 24 +- .../CreateImportingJobCommandTests.java | 23 +- .../ImportingControllerCommandTests.java | 24 +- .../lang/LoadLanguageCommandTests.java | 6 +- .../project/ImportProjectCommandTests.java | 24 +- .../project/RenameProjectCommandTests.java | 23 +- .../SetProjectMetadataCommandTests.java | 145 ++-- .../project/SetProjectTagsCommandTests.java | 23 +- .../recon/GuessTypesOfColumnCommandTests.java | 211 +++--- .../recon/PreviewExtendDataCommandTests.java | 23 +- .../recon/ReconClearOneCellCommandTests.java | 24 +- .../recon/ReconJudgeOneCellCommandTest.java | 33 +- .../row/AnnotateOneRowCommandTests.java | 24 +- .../commands/row/DenormalizeCommandTests.java | 25 +- .../commands/row/GetRowsCommandTest.java | 119 ++-- .../util/CancelProcessesCommandTests.java | 82 +-- .../refine/exporters/CsvExporterTests.java | 125 ++-- .../refine/exporters/HtmlExporterTests.java | 64 +- .../exporters/TemplatingExporterTests.java | 137 ++-- .../refine/exporters/TsvExporterTests.java | 75 +- .../refine/exporters/XlsExporterTests.java | 67 +- .../refine/exporters/XlsxExporterTests.java | 64 +- .../exporters/sql/SqlExporterTests.java | 402 ++++++----- .../google/refine/expr/EvalErrorTests.java | 10 +- .../refine/expr/ExpressionUtilsTests.java | 30 +- .../refine/expr/functions/CoalesceTests.java | 21 +- .../refine/expr/functions/CrossTests.java | 80 +-- .../expr/functions/FacetCountTests.java | 2 +- .../refine/expr/functions/GetTests.java | 4 +- .../refine/expr/functions/HasFieldTests.java | 2 +- .../refine/expr/functions/JsonizeTests.java | 6 +- .../refine/expr/functions/LengthTests.java | 2 +- .../refine/expr/functions/SliceTests.java | 2 +- .../refine/expr/functions/ToDateTests.java | 49 +- .../refine/expr/functions/ToNumberTests.java | 12 +- .../refine/expr/functions/ToStringTests.java | 5 +- .../refine/expr/functions/TypeTests.java | 12 +- .../expr/functions/arrays/InArrayTests.java | 16 +- .../expr/functions/arrays/JoinTests.java | 13 +- .../expr/functions/arrays/ReverseTests.java | 16 +- .../expr/functions/arrays/SortTests.java | 17 +- .../expr/functions/arrays/UniquesTests.java | 24 +- .../expr/functions/booleans/AndTests.java | 2 +- .../expr/functions/booleans/BooleanTests.java | 47 +- .../expr/functions/booleans/NotTests.java | 2 +- .../expr/functions/booleans/OrTests.java | 2 +- .../expr/functions/booleans/XorTests.java | 2 +- .../expr/functions/date/DatePartTests.java | 36 +- .../refine/expr/functions/date/IncTests.java | 89 +-- .../refine/expr/functions/date/NowTests.java | 15 +- .../expr/functions/html/InnerHtmlTests.java | 2 +- .../expr/functions/html/ParseHtmlTests.java | 70 +- .../expr/functions/strings/ChompTests.java | 3 +- .../expr/functions/strings/ContainsTests.java | 14 +- .../expr/functions/strings/DiffTests.java | 65 +- .../expr/functions/strings/EndsWithTests.java | 3 +- .../expr/functions/strings/EscapeTests.java | 7 +- .../expr/functions/strings/FindTests.java | 10 +- .../functions/strings/FingerprintTests.java | 29 +- .../expr/functions/strings/IndexOfTests.java | 2 +- .../functions/strings/LastIndexOfTests.java | 2 +- .../expr/functions/strings/MD5Tests.java | 2 +- .../expr/functions/strings/MatchTests.java | 2 +- .../strings/NGramFingerprintTests.java | 2 +- .../expr/functions/strings/NGramTests.java | 2 +- .../functions/strings/ParseJsonTests.java | 2 +- .../functions/strings/PartitionTests.java | 2 +- .../expr/functions/strings/PhoneticTests.java | 20 +- .../functions/strings/RPartitionTests.java | 2 +- .../expr/functions/strings/RangeTests.java | 52 +- .../functions/strings/ReinterpretTests.java | 2 +- .../functions/strings/ReplaceCharsTests.java | 2 +- .../expr/functions/strings/ReplaceTests.java | 3 +- .../expr/functions/strings/SHA1Tests.java | 2 +- .../functions/strings/SmartSplitTests.java | 8 +- .../strings/SplitByCharTypeTests.java | 2 +- .../strings/SplitByLengthsTests.java | 2 +- .../expr/functions/strings/SplitTests.java | 9 +- .../functions/strings/StartsWithTests.java | 3 +- .../functions/strings/ToLowercaseTests.java | 15 +- .../functions/strings/ToTitlecaseTests.java | 17 +- .../functions/strings/ToUppercaseTests.java | 2 +- .../expr/functions/strings/TrimTests.java | 40 +- .../expr/functions/strings/UnescapeTests.java | 6 +- .../expr/functions/strings/UnicodeTests.java | 2 +- .../functions/strings/UnicodeTypeTests.java | 2 +- .../expr/functions/xml/InnerXmlTests.java | 2 +- .../expr/functions/xml/OwnTextTests.java | 2 +- .../expr/functions/xml/ParseXmlTests.java | 54 +- .../expr/functions/xml/SelectXmlTests.java | 2 +- .../expr/util/JsonValueConverterTests.java | 97 +-- .../com/google/refine/grel/FunctionTests.java | 33 +- .../src/com/google/refine/grel/GrelTests.java | 99 ++- .../refine/grel/ast/LiteralExprTest.java | 24 +- .../refine/grel/controls/FilterTests.java | 3 +- .../grel/controls/ForEachIndexTests.java | 3 +- .../refine/grel/controls/ForEachTests.java | 18 +- .../grel/controls/ForNonBlankTests.java | 3 +- .../refine/grel/controls/ForRangeTests.java | 3 +- .../google/refine/grel/controls/IfTests.java | 3 +- .../refine/grel/controls/IsBlankTests.java | 3 +- .../grel/controls/IsEmptyStringTests.java | 3 +- .../refine/grel/controls/IsErrorTests.java | 3 +- .../refine/grel/controls/IsNonBlankTests.java | 3 +- .../refine/grel/controls/IsNotNullTests.java | 3 +- .../refine/grel/controls/IsNullTests.java | 3 +- .../refine/grel/controls/IsNumericTests.java | 3 +- .../refine/grel/controls/WithTests.java | 3 +- .../history/FileHistoryEntryManagerTests.java | 29 +- .../refine/history/HistoryEntryTests.java | 29 +- .../google/refine/history/HistoryTests.java | 26 +- .../refine/importers/ExcelImporterTests.java | 189 ++--- .../importers/FixedWidthImporterTests.java | 35 +- .../google/refine/importers/ImporterTest.java | 150 ++-- .../importers/ImporterUtilitiesTests.java | 38 +- .../refine/importers/JsonImporterTests.java | 124 ++-- .../refine/importers/MarcImporterTests.java | 6 +- .../refine/importers/OdsImporterTests.java | 26 +- .../importers/RdfTripleImporterTests.java | 158 +++-- .../importers/TextFormatGuesserTests.java | 134 ++-- .../refine/importers/TsvCsvImporterTests.java | 390 +++++------ .../importers/WikitextImporterTests.java | 315 ++++----- .../importers/XmlImportUtilitiesStub.java | 6 +- .../importers/XmlImportUtilitiesTests.java | 147 ++-- .../refine/importers/XmlImporterTests.java | 177 +++-- .../importing/EncodingGuesserTests.java | 1 + .../importing/ImportingManagerTests.java | 4 +- .../importing/ImportingUtilitiesTests.java | 112 +-- .../refine/io/FileProjectManagerTests.java | 48 +- .../refine/io/ProjectMetadataTests.java | 17 +- .../com/google/refine/model/CacheTests.java | 30 +- .../com/google/refine/model/CellTests.java | 35 +- .../google/refine/model/ColumnGroupTests.java | 10 +- .../google/refine/model/ColumnModelTests.java | 52 +- .../com/google/refine/model/ColumnTests.java | 2 + .../com/google/refine/model/ProjectStub.java | 4 +- .../refine/model/ReconCandidateTests.java | 4 +- .../google/refine/model/ReconStatsTests.java | 5 +- .../com/google/refine/model/ReconTests.java | 18 +- .../google/refine/model/ReconTypeTest.java | 10 +- .../google/refine/model/RecordModelTests.java | 5 +- .../src/com/google/refine/model/RowTests.java | 8 +- .../changes/DataExtensionChangeTest.java | 12 +- .../refine/model/changes/MassChangeTests.java | 9 +- .../model/recon/StandardReconConfigTests.java | 417 +++++------ .../operations/cell/BlankDownTests.java | 59 +- .../refine/operations/cell/FillDownTests.java | 63 +- .../cell/JoinMultiValuedCellsTests.java | 36 +- .../cell/KeyValueColumnizeTests.java | 122 ++-- .../operations/cell/MassOperationTests.java | 75 +- .../cell/SplitMultiValuedCellsTests.java | 82 ++- .../operations/cell/TransposeTests.java | 2 +- ...nAdditionByFetchingURLsOperationTests.java | 62 +- .../column/ColumnAdditionOperationTests.java | 5 +- .../column/ColumnMoveOperationTests.java | 5 +- .../column/ColumnRemovalOperationTests.java | 6 +- .../column/ColumnRenameOperationTests.java | 6 +- .../column/ColumnReorderOperationTests.java | 9 +- .../column/ColumnSplitOperationTests.java | 58 +- .../recon/ExtendDataOperationTests.java | 383 +++++----- .../ReconClearSimilarCellsOperationTests.java | 5 +- .../ReconCopyAcrossColumnsOperationTests.java | 5 +- .../ReconDiscardJudgmentsOperationTests.java | 23 +- .../ReconJudgeSimilarCellsOperationTests.java | 5 +- .../recon/ReconJudgeSimilarCellsTests.java | 33 +- .../ReconMarkNewTopicsOperationTests.java | 5 +- ...econMatchBestCandidatesOperationTests.java | 5 +- ...ReconMatchSpecificTopicOperationTests.java | 39 +- .../operations/recon/ReconOperationTests.java | 89 +-- .../ReconUseValuesAsIdsOperationTests.java | 13 +- .../row/DenormalizeOperationTests.java | 5 +- .../operations/row/RowFlagOperationTests.java | 4 +- .../row/RowRemovalOperationTests.java | 4 +- .../row/RowReorderOperationTests.java | 56 +- .../operations/row/RowStarOperationTests.java | 4 +- .../preference/PreferenceStoreTests.java | 8 +- .../refine/preference/TopListTests.java | 8 +- .../refine/process/HistoryProcessTests.java | 5 +- .../process/LongRunningProcessStub.java | 34 +- .../process/LongRunningProcessTests.java | 8 +- .../refine/process/ProcessManagerTests.java | 9 +- .../QuickHistoryEntryProcessTests.java | 10 +- .../refine/sorting/BooleanCriterionTest.java | 15 +- .../refine/sorting/DateCriterionTest.java | 15 +- .../refine/sorting/NumberCriterionTest.java | 15 +- .../refine/sorting/SortingConfigTests.java | 22 +- .../refine/util/ParsingUtilitiesTests.java | 19 +- .../PatternSyntaxExceptionParserTests.java | 50 +- .../google/refine/util/StringUtilsTests.java | 5 +- .../src/com/google/refine/util/TestUtils.java | 42 +- .../webapp}/licenses/chrome_frame.LICENSE.txt | 0 .../webapp}/licenses/datejs.LICENSE.txt | 0 .../licenses/freebase_suggest.LICENSE.txt | 0 .../licenses/imgareaselect.LICENSE.txt | 0 .../webapp}/licenses/jquery.LICENSE.txt | 0 .../licenses/jquery.eventstack.LICENSE.txt | 0 .../webapp}/licenses/jquery.i18n.LICENSE.txt | 0 .../webapp}/licenses/jquery_ui.LICENSE.txt | 0 .../licenses/simile-ajax.2.3.0.LICENSE.txt | 0 .../modules/core/langs/translation-en.json | 2 + .../modules/core/langs/translation-fr.json | 18 +- .../modules/core/langs/translation-hu.json | 2 +- .../modules/core/langs/translation-jp.json | 11 +- .../modules/core/langs/translation-nl.json | 5 +- .../scripts/dialogs/sql-exporter-dialog.html | 0 .../scripts/dialogs/sql-exporter-dialog.js | 0 .../views/data-table/column-header-ui.js | 39 ++ .../views/data-table/data-table-view.js | 4 +- .../webapp/modules/core/styles/project.less | 4 +- OpenRefine/packaging/linux.xml | 13 +- OpenRefine/packaging/pom.xml | 30 +- OpenRefine/packaging/windows.xml | 13 +- OpenRefine/pom.xml | 47 +- OpenRefine/refine | 32 +- OpenRefine/refine.bat | 44 +- .../lib-local/native/windows/jdatapath.dll | Bin OpenRefine/server/pom.xml | 16 +- .../google/util/logging/IndentingLayout.java | 41 +- OpenRefine/server/src/log4j2.properties | 41 ++ OpenRefine/start.sh | 6 - OpenRefine/stop.sh | 2 - 494 files changed, 9347 insertions(+), 9234 deletions(-) delete mode 100644 OpenRefine/AUTHORS.md delete mode 100644 OpenRefine/CHANGES.txt delete mode 100644 OpenRefine/WeLoveOurBackers.md create mode 100644 OpenRefine/docs/static/img/goto.png create mode 100644 OpenRefine/extensions/wikidata/module/scripts/wikibase-manifest-schema-v2.js create mode 100644 OpenRefine/extensions/wikidata/module/scripts/wikibase-suggest.js delete mode 100644 OpenRefine/extensions/wikidata/src/org/openrefine/wikidata/updates/ItemUpdateBuilder.java create mode 100644 OpenRefine/extensions/wikidata/tests/data/manifest/commons-manifest-v2.0.json create mode 100644 OpenRefine/extensions/wikidata/tests/src/org/openrefine/wikidata/commands/ConnectionManagerTests.java create mode 100644 OpenRefine/extensions/wikidata/tests/src/org/openrefine/wikidata/manifests/ManifestTest.java delete mode 100644 OpenRefine/extensions/wikidata/tests/src/org/openrefine/wikidata/manifests/ManifestV1Test.java create mode 100644 OpenRefine/extensions/wikidata/tests/src/org/openrefine/wikidata/schema/WbEntityIdValueConstantTest.java create mode 100644 OpenRefine/extensions/wikidata/tests/src/org/openrefine/wikidata/schema/entityvalues/SuggestedEntityIdValueTest.java delete mode 100644 OpenRefine/lgtm.yml delete mode 100644 OpenRefine/licenses/apache2.0.LICENSE.txt delete mode 100644 OpenRefine/licenses/arithcode.LICENSE.txt delete mode 100644 OpenRefine/licenses/dom4j.LICENSE.txt delete mode 100644 OpenRefine/licenses/icu4j.LICENSE.txt delete mode 100644 OpenRefine/licenses/jrdf.LICENSE.txt delete mode 100644 OpenRefine/licenses/jsoup.LICENSE.txt delete mode 100644 OpenRefine/licenses/marc4j.LICENSE.txt delete mode 100644 OpenRefine/licenses/mockito.LICENSE.txt delete mode 100644 OpenRefine/licenses/secondstring.LICENSE.txt delete mode 100644 OpenRefine/licenses/simile.LICENSE.txt delete mode 100644 OpenRefine/licenses/slf4j.LICENSE.txt delete mode 100644 OpenRefine/logo.svg mode change 100644 => 100755 OpenRefine/main/src/com/google/refine/exporters/sql/SqlCreateBuilder.java mode change 100644 => 100755 OpenRefine/main/src/com/google/refine/exporters/sql/SqlData.java mode change 100644 => 100755 OpenRefine/main/src/com/google/refine/exporters/sql/SqlExporter.java mode change 100644 => 100755 OpenRefine/main/src/com/google/refine/exporters/sql/SqlInsertBuilder.java delete mode 100644 OpenRefine/main/src/com/google/refine/logging/IndentingLayout.java delete mode 100644 OpenRefine/main/src/log4j.properties create mode 100644 OpenRefine/main/tests/cypress/cypress/fixtures/reconciled-project-automatch.zip create mode 100644 OpenRefine/main/tests/cypress/cypress/fixtures/reconciled-project-no-automatch.zip create mode 100644 OpenRefine/main/tests/cypress/cypress/integration/project/grid/column/reconcile/actions/clear_reconciliation_data.spec.js create mode 100644 OpenRefine/main/tests/cypress/cypress/integration/project/grid/column/reconcile/actions/create_new_item_for_each.spec.js create mode 100644 OpenRefine/main/tests/cypress/cypress/integration/project/grid/column/reconcile/actions/discard_reconciliation_judgments.spec.js create mode 100644 OpenRefine/main/tests/cypress/cypress/integration/project/grid/column/reconcile/actions/match_to_best_candidate.spec.js create mode 100644 OpenRefine/main/tests/cypress/cypress/integration/project/grid/column/reconcile/add_entity_identifiers.spec.js create mode 100644 OpenRefine/main/tests/cypress/cypress/integration/project/grid/column/reconcile/copy_reconciliation_data.spec.js create mode 100644 OpenRefine/main/tests/cypress/cypress/integration/project/grid/column/reconcile/facets/by_judgment.spec.js create mode 100644 OpenRefine/main/tests/cypress/cypress/integration/project/grid/column/reconcile/use_values_as_identifiers.spec.js create mode 100644 OpenRefine/main/tests/cypress/cypress/integration/project/grid/column/view/expand-left.spec.js create mode 100644 OpenRefine/main/tests/cypress/cypress/integration/project/grid/column/view/expand-right.spec.js rename OpenRefine/{ => main/webapp}/licenses/chrome_frame.LICENSE.txt (100%) rename OpenRefine/{ => main/webapp}/licenses/datejs.LICENSE.txt (100%) rename OpenRefine/{ => main/webapp}/licenses/freebase_suggest.LICENSE.txt (100%) rename OpenRefine/{ => main/webapp}/licenses/imgareaselect.LICENSE.txt (100%) rename OpenRefine/{ => main/webapp}/licenses/jquery.LICENSE.txt (100%) rename OpenRefine/{ => main/webapp}/licenses/jquery.eventstack.LICENSE.txt (100%) rename OpenRefine/{ => main/webapp}/licenses/jquery.i18n.LICENSE.txt (100%) rename OpenRefine/{ => main/webapp}/licenses/jquery_ui.LICENSE.txt (100%) rename OpenRefine/{ => main/webapp}/licenses/simile-ajax.2.3.0.LICENSE.txt (100%) mode change 100644 => 100755 OpenRefine/main/webapp/modules/core/scripts/dialogs/sql-exporter-dialog.html mode change 100644 => 100755 OpenRefine/main/webapp/modules/core/scripts/dialogs/sql-exporter-dialog.js mode change 100644 => 100755 OpenRefine/refine mode change 100644 => 100755 OpenRefine/server/lib-local/native/windows/jdatapath.dll create mode 100644 OpenRefine/server/src/log4j2.properties delete mode 100644 OpenRefine/start.sh delete mode 100644 OpenRefine/stop.sh diff --git a/OpenRefine/.github/dependabot.yml b/OpenRefine/.github/dependabot.yml index 7cb4af948..9d57a9ca1 100644 --- a/OpenRefine/.github/dependabot.yml +++ b/OpenRefine/.github/dependabot.yml @@ -14,16 +14,30 @@ updates: versions: - "> 1.4.12" - "< 2" + +# Same, on 4.0 branch +- package-ecosystem: maven + directory: "/" + schedule: + interval: daily + open-pull-requests-limit: 10 + ignore: + - dependency-name: com.thoughtworks.xstream:xstream + versions: + - "> 1.4.12" + - "< 2" + target-branch: 4.0 + # For documentation website - package-ecosystem: "npm" # For Yarn directory: "docs/" schedule: - interval: "daily" + interval: "monthly" # For github actions - package-ecosystem: "github-actions" directory: "/" schedule: - interval: "daily" + interval: "monthly" # For cypress test_suite - package-ecosystem: "npm" directory: "main/tests/cypress" diff --git a/OpenRefine/.github/workflows/pull_request.yml b/OpenRefine/.github/workflows/pull_request.yml index 040b89872..151fcaff7 100644 --- a/OpenRefine/.github/workflows/pull_request.yml +++ b/OpenRefine/.github/workflows/pull_request.yml @@ -14,7 +14,7 @@ jobs: server_tests: strategy: matrix: - java: [ 11, 14 ] + java: [ 11, 17 ] runs-on: ubuntu-latest @@ -64,6 +64,11 @@ jobs: distribution: 'adopt' java-version: ${{ matrix.java }} + - name: Check Java linting + id: java_linting + run: | + mvn formatter:validate + - name: Configure connections to databases id: configure_db_connections run: cat extensions/database/tests/conf/github_actions_tests.xml | sed -e "s/MYSQL_PORT/${{ job.services.mysql.ports[3306] }}/g" | sed -e "s/POSTGRES_PORT/${{ job.services.postgres.ports[5432] }}/g" > extensions/database/tests/conf/tests.xml diff --git a/OpenRefine/AUTHORS.md b/OpenRefine/AUTHORS.md deleted file mode 100644 index 418836118..000000000 --- a/OpenRefine/AUTHORS.md +++ /dev/null @@ -1,78 +0,0 @@ -This file lists the contributors to OpenRefine. - -EMERITUS CREATORS ---------------------- -No longer active but honored for bringing OpenRefine to life. - - David Huynh - - Stefano Mazzocchi - -EMERITUS CONTRIBUTORS ---------------------- -No longer active but honored here for their previous contributions - - - Vishal Talwar - - Jeff Fry - - Will Moffat - - James Home - - Heather Campbell - -CURRENT CONTRIBUTORS --------------------- - -See up to date list at https://github.com/OpenRefine/OpenRefine/graphs/contributors - - - Iain Sproat - - Tom Morris - - Thad Guidry - - Martin Magdinier - - Paul Makepeace - - Tomaž Šolc - - Gabriel Sjoberg - - Rod Salazar - - pxb - - Qi - - Antonin Delpeuch - - Owen Stephens - - Ettore Rizza - - Fabio Tacchelli - - noamoss - - ROMitat - - Jesus M. Castagnetto - - Pablo Moyano - - David Leoni - - Cora Johnson-Roberson - - Pei Long Hui - - Rudy Alvarez - - Mateja Verlic Bruncic - - nestorjal - - Alexey Medvetsky - - Remi Rampin - - lispc - - Bob Harper - - Felix Lohmeier - - Shixiong Zhu - - Ankit Sardesai - - Scott Wiedemann - - Ryo Yamazaki - - Ralf Claussnitzer - - Charles Pritchard - - Maxim Galushka - - Evelyn Mitchell - - Andreas Kohn - - Honza - - Ram Ezrach - - Daniel Berthereau - - Gideon Thomas - - José Vitor Hisse - - Vitor Baptista - - Joe Wicentowski - - mpc9000 - - Dan Michael O. - - Adi Eyal - - Shrubhra Sharma - - Fadi Maali - - Aubrey Mcfato - - Matthias Findeisen - - Mathieu Saby - - Allan Nordhøy - - Tony Opara diff --git a/OpenRefine/CHANGES.txt b/OpenRefine/CHANGES.txt deleted file mode 100644 index 0a4cd3615..000000000 --- a/OpenRefine/CHANGES.txt +++ /dev/null @@ -1,284 +0,0 @@ -2.6 Release (TBD) - First release as OpenRefine - Maintenance release - -Features: - -- Issue 144: Use subdirectory for archives (tar, zip) -- Issue 467: Provide feedback to user on JVM heap memory usage -- Issue 524: Shorten name of anonymous JSON nodes in column names - -Bugs fixed: - -- Issue 154: Can't import RDF/XML Data -- Issue 226: Load into freebase: date objects are not converted into proper freebase dates -- Issue 361: Headless operation on OS X leaves Dock icon bouncing -- Issue 390: Latest POI fixes some import issues -- Issue 432: cross() failing -- Issue 436: Google refine don't start on debian squeeze -- Issue 490: Unable to guess filetype is CSV when importing a simple CSV file -- Issue 496: google-refine-2.5-rc2-r2379 failed to start if using refine.ini -- Issue 515: "Open Project" page shows negative interval for "Last Modified" -- Issue 517: Combin() function does not work as intended -- Issue 521: Machine readable string (/type/rawstring) missing -- Issue 523: Return all available HTTP error information on when Fetch URL fails -- Issue 535: Refine fails to import Excel 2010 XLSX file with null hyperlinks -- Issue 537: ToNumber should try to convert to integer first -- Issue 541: Can't constrain a Freebase key query when using add column -- Issue 542: ToDate should work on integers -- Issue 543: Project creation from URL can't handle gzip Content-Encoding -- Issue 544: FileNotFound exception when importing archive from URL -- Issue 548: escape(value, encoding) returns "null" for non-string values -- Issue 551: MQL preview missing "insert" clause -- Issue 553: Upload Error - Not a directory -- Issue 554: Format guesser ranking isn't working correctly in some cases -- Issue 558: 'refine windows_dist' does not work on MacOS Lion -- Issue 559: Deadlock between autosave thread and history code -- Issue 578: json import on create project deletes useful blank data from arrays -- Issue 586: Only one parse date format is attempted from list in toDate(format1,format2) -- Issue 594: Date diff function doesn't work for two Calendar objects -- Issue 596: JSON importer should not deserialize nulls as the string "null" -- Issue 597: Deselect all button on Custom Tabular Exporter dialog doesn't work -- Issue 599: RDF/XML parser preview not wired up -- Issue 601: Allow selection of root element on JSON import -- Issue 604: The common transform “Trim leading and trailing whitespace” doesn’t trim non-breaking spaces - - -2.5 Release (December 11, 2011) - -Major changes: -- Entirely new importer architecture and user interface for Create Project -- New import/export formats: Google Fusion Tables, OpenOffice Calc, - and fixed width (import only) - -Features: - -- Issue 131: Read multiple files in a directory -- Issue 179: Progress feedback during upload -- Issue 260: XML Importer silently fails if file doesn't meet its criteria -- Issue 279: Add support for reading from non-public Google Spreadsheets docs -- Issue 280: Spreadsheet/table importers should allow selection of sheet/table to import -- Issue 281: Add sheet selection support to Google Spreadsheet importer -- Issue 31: Maximum number of facet values should be configurable. -- Issue 38: Fix the table header so that it's always visible when scrolling a long page -- Issue 433: Usability: use HTML