1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
|
<?php
class HTML5_TestableTokenizer extends HTML5_Tokenizer
{
public $outputTokens = array();
private $_contentModelFlag;
private $_lastStartFlag;
// this interface does not match HTML5_Tokenizer's. It might make
// more sense though
public function __construct($data, $contentModelFlag, $lastStartFlag = null) {
parent::__construct($data);
$this->_contentModelFlag = $contentModelFlag;
$this->_lastStartFlag = $lastStartFlag;
}
public function parse() {
$this->content_model = $this->_contentModelFlag;
if ($this->_lastStartFlag) {
$this->token = array(
'type' => self::STARTTAG,
'name' => $this->_lastStartFlag,
);
}
return parent::parse();
}
// --end mismatched interface
protected function emitToken($token, $checkStream = true, $dry = false) {
parent::emitToken($token, $checkStream, true);
// tree handling code omitted
switch ($token['type']) {
case self::DOCTYPE:
if (!isset($token['name'])) $token['name'] = null;
if (!isset($token['public'])) $token['public'] = null;
if (!isset($token['system'])) $token['system'] = null;
$this->outputTokens[] = array('DOCTYPE', $token['name'], $token['public'], $token['system'], empty($token['force-quirks']));
break;
case self::STARTTAG:
$attr = new stdclass();
foreach ($token['attr'] as $keypair) {
// XXX this is IMPORTANT behavior, check if it's
// in TreeBuilder
$name = $keypair['name'];
if (isset($attr->$name)) continue;
$attr->$name = $keypair['value'];
}
$start = array('StartTag', $token['name'], $attr);
if (isset($token['self-closing'])) $start[] = true;
$this->outputTokens[] = $start;
break;
case self::ENDTAG:
$this->outputTokens[] = array('EndTag', $token['name']);
break;
case self::COMMENT:
$this->outputTokens[] = array('Comment', $token['data']);
break;
case self::CHARACTER:
case self::SPACECHARACTER:
if (count($this->outputTokens)) {
$old = array_pop($this->outputTokens);
if ($old[0] === 'Character') {
$old[1] .= $token['data'];
$this->outputTokens[] = $old;
break;
}
$this->outputTokens[] = $old;
}
$this->outputTokens[] = array('Character', $token['data']);
break;
case self::PARSEERROR:
$this->outputTokens[] = 'ParseError';
break;
}
}
}
|
