Browse Source

Don't try to normalize unicode whitespaces

pull/25/head
Vitaly Puzrin 10 years ago
parent
commit
5613f3c47b
  1. 4
      lib/parser_block.js

4
lib/parser_block.js

@ -102,7 +102,6 @@ ParserBlock.prototype.tokenize = function (state, startLine, endLine) {
var TABS_SCAN_RE = /[\n\t]/g;
var NEWLINES_RE = /\r[\n\u0085]|[\u2424\u2028\u0085]/g;
var SPACES_RE = /\u00a0/g;
var NULL_RE = /\u0000/g;
/**
@ -115,9 +114,6 @@ ParserBlock.prototype.parse = function (src, md, env, outTokens) {
if (!src) { return []; }
// Normalize spaces
src = src.replace(SPACES_RE, ' ');
// Normalize newlines
src = src.replace(NEWLINES_RE, '\n');

Loading…
Cancel
Save