Fixed replaceEntities, default preset, improved coverage

lib/common/utils.js

@@ -11,20 +11,18 @@ function isString(obj) { return _class(obj) === '[object String]'; }
 //
 function assign(obj /*from1, from2, from3, ...*/) {
   var sources = Array.prototype.slice.call(arguments, 1);
-  while (sources.length) {
-    var source = sources.shift();
-    if (!source) { continue; }
+
+  sources.forEach(function (source) {
+    if (!source) { return; }
 
     if (typeof source !== 'object') {
       throw new TypeError(source + 'must be object');
     }
 
-    for (var p in source) {
-      if (source.hasOwnProperty(p)) {
-        obj[p] = source[p];
-      }
-    }
-  }
+    Object.keys(source).forEach(function (key) {
+      obj[key] = source[key];
+    });
+  });
 
   return obj;
 }
@@ -66,18 +64,31 @@ function fromCodePoint(c) {
   return String.fromCharCode(c);
 }
 
-var NAMED_ENTITY_RE   = /&([a-z][a-z0-9]{1,31});/gi;
+var NAMED_ENTITY_RE   = /&([a-z#][a-z0-9]{1,31});/gi;
+var DIGITAL_ENTITY_TEST_RE = /^#((?:x[a-f0-9]{1,8}|[0-9]{1,8}))/i;
 var entities = require('./entities');
 
-function replaceEntities(str) {
-  if (str.indexOf('&') < 0) { return str; }
+function replaceEntityPattern(match, name) {
+  var code = 0;
 
-  return str.replace(NAMED_ENTITY_RE, function(match, name) {
   if (entities.hasOwnProperty(name)) {
     return entities[name];
+  } else if (name.charCodeAt(0) === 0x23/* # */ && DIGITAL_ENTITY_TEST_RE.test(name)) {
+    code = name[1].toLowerCase() === 'x' ?
+      parseInt(name.slice(2), 16)
+    :
+      parseInt(name.slice(1), 10);
+    if (isValidEntityCode(code)) {
+      return fromCodePoint(code);
+    }
   }
   return match;
-  });
+}
+
+function replaceEntities(str) {
+  if (str.indexOf('&') < 0) { return str; }
+
+  return str.replace(NAMED_ENTITY_RE, replaceEntityPattern);
 }
 
 

lib/configs/default.js

@@ -36,6 +36,7 @@ module.exports = {
         'inline',
         'references',
         'replacements',
+        'linkify',
         'smartquotes',
         'references',
         'abbr2'

lib/rules_core/replacements.js

@@ -20,10 +20,7 @@ function replaceScopedAbbr(str) {
   if (str.indexOf('(') < 0) { return str; }
 
   return str.replace(SCOPED_ABBR_RE, function(match, name) {
-    if (SCOPED_ABBR.hasOwnProperty(name.toLowerCase())) {
     return SCOPED_ABBR[name.toLowerCase()];
-    }
-    return match;
   });
 }
 

test/fixtures/remarkable/commonmark_extras.txt

@@ -96,3 +96,14 @@ Not a list item
 .
 <p>1.list</p>
 .
+
+
+Coverage. Direcctive can terminate paragraph.
+
+.
+a
+<?php
+.
+<p>a</p>
+<?php
+.

test/fixtures/remarkable/typographer.txt

@@ -1,3 +1,10 @@
+.
+(bad)
+.
+<p>(bad)</p>
+.
+
+
 copyright
 .
 (c) (C)

test/fixtures/remarkable/xss.txt

@@ -42,7 +42,7 @@ Should not allow some protocols in links and images
 .
 [xss link]("><script>alert("xss")</script>)
 .
-<p><a href="&amp;#34;&amp;#62;&amp;#60;script&amp;#62;alert&amp;#40;&amp;#34;xss&amp;#34;&amp;#41;&amp;#60;/script&amp;#62;">xss link</a></p>
+<p><a href="%22%3E%3Cscript%3Ealert(%22xss%22)%3C/script%3E">xss link</a></p>
 .
 
 

test/misc.js

@@ -29,6 +29,18 @@ describe('Utils', function () {
     assert.strictEqual(isValidEntityCode(0x7F), false);
   });
 
+  it('replaceEntities', function () {
+    var replaceEntities = require('../lib/common/utils').replaceEntities;
+
+    assert.strictEqual(replaceEntities('&'), '&');
+    assert.strictEqual(replaceEntities(' '), ' ');
+    assert.strictEqual(replaceEntities(' '), ' ');
+    assert.strictEqual(replaceEntities('&&'), '&&');
+
+    assert.strictEqual(replaceEntities('&am;'), '&am;');
+    assert.strictEqual(replaceEntities('�'), '�');
+  });
+
   it('assign', function () {
     var assign = require('../lib/common/utils').assign;