|
|
@ -102,7 +102,6 @@ ParserBlock.prototype.tokenize = function (state, startLine, endLine) { |
|
|
|
|
|
|
|
var TABS_SCAN_RE = /[\n\t]/g; |
|
|
|
var NEWLINES_RE = /\r[\n\u0085]|[\u2424\u2028\u0085]/g; |
|
|
|
var SPACES_RE = /\u00a0/g; |
|
|
|
var NULL_RE = /\u0000/g; |
|
|
|
|
|
|
|
/** |
|
|
@ -115,9 +114,6 @@ ParserBlock.prototype.parse = function (src, md, env, outTokens) { |
|
|
|
|
|
|
|
if (!src) { return []; } |
|
|
|
|
|
|
|
// Normalize spaces
|
|
|
|
src = src.replace(SPACES_RE, ' '); |
|
|
|
|
|
|
|
// Normalize newlines
|
|
|
|
src = src.replace(NEWLINES_RE, '\n'); |
|
|
|
|
|
|
|