[openspending/openspending#1332] Trim file contents before sending to…

… goodtables
openspending · Dec 12, 2017 · e1c601e · e1c601e
1 parent 295213b
commit e1c601e
Show file tree

Hide file tree

Showing 2 changed files with 832 additions and 9 deletions.
diff --git a/app/front/scripts/services/validation.js b/app/front/scripts/services/validation.js
@@ -15,8 +15,35 @@ angular.module('Application')
     function($q) {
       return {
         validateResource: function(source) {
-          if (source.blob) source = source.blob;
-          return goodtables.validate(source, goodtablesOptions);
+          var data;
+          if (source.data) {
+            data = source.data;
+            var byteView = new Uint8Array(data);
+            var byteLimit = 64 * 1024;
+            if (byteView.length > byteLimit) {
+              var bl = 64 * 1024;
+              var cutoff = -1;
+              if (byteView.indexOf) {
+                cutoff = byteView.indexOf(10, bl - 1024);
+              } else {
+                for (var i = bl - 1024; i < bl; i++) {
+                  if (byteView[i] === 10) {
+                    cutoff = i;
+                  }
+                }
+              }
+              if (cutoff === -1 || cutoff > bl) {
+                byteView = byteView.subarray(0, bl);
+              } else {
+                byteView = byteView.subarray(0, cutoff);
+              }
+            }
+            data = new File([byteView], source.blob.name, {type: source.blob.type});
+          } else {
+            data = source;
+          }
+
+          return goodtables.validate(data, goodtablesOptions);
         },
         validateRequiredConcepts: function(errors, resources) {
           var hasConcept = function(prefix) {