| 'use strict' |
| |
| Object.defineProperty(exports, '__esModule', {value: true}) |
| |
| var markdownLineEnding = require('../character/markdown-line-ending.js') |
| var factorySpace = require('../tokenize/factory-space.js') |
| |
| var tokenize = initializeContent |
| |
| function initializeContent(effects) { |
| var contentStart = effects.attempt( |
| this.parser.constructs.contentInitial, |
| afterContentStartConstruct, |
| paragraphInitial |
| ) |
| var previous |
| return contentStart |
| |
| function afterContentStartConstruct(code) { |
| if (code === null) { |
| effects.consume(code) |
| return |
| } |
| |
| effects.enter('lineEnding') |
| effects.consume(code) |
| effects.exit('lineEnding') |
| return factorySpace(effects, contentStart, 'linePrefix') |
| } |
| |
| function paragraphInitial(code) { |
| effects.enter('paragraph') |
| return lineStart(code) |
| } |
| |
| function lineStart(code) { |
| var token = effects.enter('chunkText', { |
| contentType: 'text', |
| previous: previous |
| }) |
| |
| if (previous) { |
| previous.next = token |
| } |
| |
| previous = token |
| return data(code) |
| } |
| |
| function data(code) { |
| if (code === null) { |
| effects.exit('chunkText') |
| effects.exit('paragraph') |
| effects.consume(code) |
| return |
| } |
| |
| if (markdownLineEnding(code)) { |
| effects.consume(code) |
| effects.exit('chunkText') |
| return lineStart |
| } // Data. |
| |
| effects.consume(code) |
| return data |
| } |
| } |
| |
| exports.tokenize = tokenize |