completely rewrote parsing of lists

nesting is now possible. we also now have a single function for parsing
odered and unoredered lists

README.md

@@ -12,7 +12,11 @@ Parkdown currently support the following block types:
 * tables *(with alignment specification)*
 * paragraphs
 * block quotes
+* lists *(like this one)*
+* also nested
 * horizontal rules `---`
+* lol
+* bar
 
 ### Supported inline types
 Parkdown currently support the following block types:

index.php

@@ -4,7 +4,8 @@ require __DIR__."/vendor/autoload.php";
 
 
 $source = file_get_contents(dirname(__FILE__)."/README.md");
-//$source = file_get_contents(dirname(__FILE__)."/test/paragraph.md");
+//$source = file_get_contents(dirname(__FILE__)."/tests/paragraph.md");
+//$source = file_get_contents(dirname(__FILE__)."/tests/list.md");
 
 echo "
 <style>

src/Lexer.php

@@ -91,10 +91,14 @@ class Lexer {
 						$clearBuffer();
 						array_push($tokens, new Token(TokenType::GT, $char));
 						break;
+					case '	':
+						$clearBuffer();
+						array_push($tokens, new Token(TokenType::TAB, $char));
+						break;
 					case ':':
 						if (str_ends_with($buffer, "http") || str_ends_with($buffer, "https")) {
 							$buffer .= $char;
-							continue;
+							continue 2;
 						}
 						
 						$clearBuffer();

src/Parser.php

@@ -6,6 +6,11 @@ use DOMDocument;
 use DOMElement;
 use DOMNode;
 
+enum ListType {
+	case ORDERED;
+	case UNORDERED;
+}
+
 class Parser {
 	const MAGIC_CHAR = "*";
 
@@ -29,6 +34,10 @@ class Parser {
 		return $this->peek(1);
 	}
 
+	private function last() : Token {
+		return $this->peek(-1);
+	}
+
 	private function peek(int $amount = 0) : Token {
 		$amount += $this->pointer;
 		if ($amount < 0 || $amount >= count($this->tokenStream))
@@ -228,58 +237,67 @@ class Parser {
 		return $elms;
 	}
 
-	private function parseUnorderedList() : void {
+	private function parseList(ListType $type = ListType::UNORDERED, int $level = 0) : DOMNode {
-		$list = $this->document->createElement("ul");
+		$list = $this->document->createElement($type === ListType::UNORDERED ? "ul" : "ol");
 
-		if (!str_starts_with($this->next()->data, " ")) {
+		while ($this->current()->type !== TokenType::EOF && 
-			$this->buildParagraph($this->parseText());
+				($this->current()->type !== TokenType::EOL && $this->next()->type !== TokenType::EOL)) {
-			return;
-		}
 			
-		while (!($this->current()->type === TokenType::EOL && $this->next()->type !== TokenType::ASTERISK) && $this->current()->type !== TokenType::EOF) {
+			// if we encounter a single linebreak, we are done with the current item
 			if ($this->current()->type === TokenType::EOL) {
 				$this->consume();
-				continue;
 			}
-			if ($this->current()->type === TokenType::ASTERISK) {
+
+			// first we remove leading tabs
+			while ($this->current()->type === TokenType::TAB)
+				$this->consume();
+
+			if ($this->current()->type === TokenType::EOF)
+				break;
+			// then we except an asterisk or a number followed by a period
+			if ($type === ListType::UNORDERED) {
 				$asterisk = $this->consume();
-				$elm = $this->document->createElement("li");
+				assert($asterisk->type === TokenType::ASTERISK, "expected asterisk, got ".$asterisk->type->name);
-				foreach($this->parseText() as $node)
-					$elm->appendChild($node);
-				$list->appendChild($elm);
 			} else {
-				break;
+				$number = $this->consume();
-			}
+				assert($number->type === TokenType::NUMBER, "expected number, got ".$number->type->name);
-		}
+				$period = $this->consume();
-		$this->consume();
+				assert($period->type === TokenType::DOT, "expected period, got ".$period->type->name);
-		$this->document->appendChild($list);
 			}
 			
-	private function parseOrderedList() : void {
+			// then we parse the node content
-		$list = $this->document->createElement("ol");
+			$elm = $this->document->createElement("li");
+			foreach ($this->parseText() as $node)
+				$elm->appendChild($node);
 
-		while (!($this->current()->type === TokenType::EOL && $this->next()->type !== TokenType::NUMBER) &&
+			// now we check, if the level of the next line is higher than the current level.
-				$this->current()->type !== TokenType::EOF) {
+			// if so, we want to append a sub list to the current item
-			if ($this->current()->type === TokenType::EOL) {
+
+			// here should be a EOL
+			assert($this->current()->type === TokenType::EOL, "expected EOL, got ".$this->current()->type->name);
 			$this->consume();
-				continue;
+
+			$nextLevel = 0;
+			while ($this->current()->type === TokenType::TAB) {
+				$this->consume();
+				$nextLevel++;
 			}
-			if ($this->current()->type === TokenType::NUMBER &&
+			// reset pointer, as we did not really want to consume the tokens, but did for
-					$this->next()->type === TokenType::DOT) {
+			// convenience
-				$number = $this->consume();
+			$this->pointer -= $nextLevel;
-				$dot    = $this->consume();
+
-				$elm = $this->document->createElement("li");
+			if ($nextLevel > $level)
-				foreach($this->parseText() as $node)
+				$elm->appendChild($this->parseList($type, $nextLevel));
-					$elm->appendChild($node);
+
+			// then we append the list item to the list
 			$list->appendChild($elm);
-			} else {
+
-				$elms = $this->parseText();
+			// if next level is lower than current, we are done with the current sub list
-				$this->buildParagraph($elms);
+			if ($nextLevel < $level)
-				continue;
+				break;
-			}
 		}
-		$this->consume();
+
-		$this->document->appendChild($list);
+		return $list;
 	}
 
 	private function buildParagraph(array $elms) : void {
@@ -477,13 +495,15 @@ class Parser {
 		while ($this->current()->type !== TokenType::EOF) {
 			switch($this->current()->type) {
 				case TokenType::ASTERISK:
-					$this->parseUnorderedList();
+					$list = $this->parseList();
+					$this->document->appendChild($list);
 					break;
 				case TokenType::HASH:
 					$this->parseHeading();
 					break;
 				case TokenType::NUMBER:
-					$this->parseOrderedList();
+					$list = $this->parseList(ListType::ORDERED);
+					$this->document->appendChild($list);
 					break;
 				case TokenType::BACKTICK:
 					$this->parseCodeBlock();

src/Token.php

@@ -21,6 +21,7 @@ enum TokenType {
 	case BACKSLASH;
 	case PIPE     ;
 	case GT       ;
+	case TAB      ;
 }
 
 class Token {

tests/list.md

@@ -0,0 +1,19 @@
+* point A
+* point B
+	* sub A
+	* sub B
+		* sub sub A
+	* sub C
+	* sub D
+* point C
+* point D
+* point E
+* point F
+
+1. point 1
+	2. sub 1
+		1. sub sub 1
+		1. sub sub 2
+	3. sub 2
+3. point 2
+4. point 3