cleanup, _*.yml quiz do not import now

iliakan · iliakan · commit 73905aa5b189 · 2015-03-28T19:36:35.000+03:00
diff --git a/gulpfile.js b/gulpfile.js
@@ -172,10 +172,6 @@ gulp.task('tutorial:cache:regenerate', lazyRequireTask('tutorial/tasks/cacheRege
 
 gulp.task('cache:clean', lazyRequireTask('./tasks/cacheClean'));
 
-gulp.task('test:spider', lazyRequireTask('./tasks/testSpider'));
-
-gulp.task('mailer:track', lazyRequireTask('mailer/tasks/track'));
-
 gulp.task('config:nginx', lazyRequireTask('./tasks/configNginx'));
 
 // when queue finished successfully or aborted, close db
diff --git a/handlers/quiz/tasks/quizImport.js b/handlers/quiz/tasks/quizImport.js
@@ -28,6 +28,10 @@ module.exports = function(options) {
 
       for (var i = 0; i < files.length; i++) {
         var yml = files[i];
+        if (path.basename(yml)[0] == '_') {
+          gutil.log("Skip unfinished " + yml);
+          continue;
+        }
 
         gutil.log("Importing " + yml);
 
diff --git a/handlers/tutorial/tutorialImporter.js b/handlers/tutorial/tutorialImporter.js
@@ -90,7 +90,7 @@ TutorialImporter.prototype.extractHeader = function(parsed) {
 };
 
 
-// todo with incremental import: move to separate task?
+// maybe move to separate task?
 TutorialImporter.prototype.checkIfErrorsInParsed = function(parsed) {
   log.debug("checking errors in parsed");
   const walker = new TreeWalkerSync(parsed);
diff --git a/scripts/spider/run.sh b/scripts/spider/run.sh
@@ -1,6 +1,6 @@
 export SLIMERJSLAUNCHER=/Applications/Firefox.app/Contents/MacOS/firefox
 export SLIMERJS_EXECUTABLE=/Users/iliakan/slimerjs-0.9.5/slimerjs
 
-// must have npm i -g casperjs 
+# must have npm i -g casperjs 
 casperjs --engine=slimerjs --ssl-protocol=any --disk-cache=yes --max-disk-cache-size=1000000 ./spider.js
 
diff --git a/scripts/spider/spider.js b/scripts/spider/spider.js
@@ -161,6 +161,25 @@ function spider(url) {
 
     var baseUrl = this.getGlobal('location').origin;
 
+    var formatErrors = casper.evaluate(function() {
+      var errors = [];
+      __utils__.findAll('.format_error').forEach(function(elem) {
+        errors.push(elem.innerHTML);
+      });
+      return errors;
+    });
+
+    if (formatErrors.length) {
+      var error = {
+        errors: formatErrors,
+        url: url
+      };
+
+      dataObj.errors.push(error);
+
+      casper.log('FORMAT ERRORS: ' + formatErrors, 'error');
+    }
+
     // Find links on the current page
     var localLinks = helpers.findLinks(this);
 
diff --git a/tasks/testSpider.js b/tasks/testSpider.js
