Fixed issue with null cells after Fetch URL

Some websites do not set the charset= properly and use enclosing quotes. Tested and Verified.
2014-08-13 21:39:30 -05:00 · 2014-08-13 21:39:30 -05:00 · cdda1edcf0
commit cdda1edcf0
parent 536493c5d3
1 changed files with 1 additions and 1 deletions
--- a/main/src/com/google/refine/operations/column/ColumnAdditionByFetchingURLsOperation.java
+++ b/main/src/com/google/refine/operations/column/ColumnAdditionByFetchingURLsOperation.java
@ -291,7 +291,7 @@ public class ColumnAdditionByFetchingURLsOperation extends EngineDependentOperat
                                urlData.row,
                                new Cell(
                                        ParsingUtilities.inputStreamToString(
-                                                is, encoding != null ? encoding : "UTF-8"),
+                                                is, (encoding == null) || ( encoding.equalsIgnoreCase("\"UTF-8\"")) ? "UTF-8" : encoding),
                                                null));

                    } finally {