From 1c4f7ab3b838b23afb2ee4dab14acbf75956e952 Mon Sep 17 00:00:00 2001
From: Andrew Dolgov <noreply@fakecake.org>
Date: Tue, 22 Mar 2022 12:24:31 +0300
Subject:  * add phpunit as a dev dependency  * add some basic tests for
 UrlHelper::rewrite_relative()  * fix UrlHelper::rewrite_relative() to work
 better on non-absolute    relative URL paths

---
 vendor/theseer/tokenizer/README.md | 50 ++++++++++++++++++++++++++++++++++++++
 1 file changed, 50 insertions(+)
 create mode 100644 vendor/theseer/tokenizer/README.md

(limited to 'vendor/theseer/tokenizer/README.md')

diff --git a/vendor/theseer/tokenizer/README.md b/vendor/theseer/tokenizer/README.md
new file mode 100644
index 000000000..e91ed8917
--- /dev/null
+++ b/vendor/theseer/tokenizer/README.md
@@ -0,0 +1,50 @@
+# Tokenizer
+
+A small library for converting tokenized PHP source code into XML.
+
+[![Test](https://github.com/theseer/tokenizer/actions/workflows/ci.yml/badge.svg)](https://github.com/theseer/tokenizer/actions/workflows/ci.yml)
+[![Scrutinizer Code Quality](https://scrutinizer-ci.com/g/theseer/tokenizer/badges/quality-score.png?b=master)](https://scrutinizer-ci.com/g/theseer/tokenizer/?branch=master)
+[![Code Coverage](https://scrutinizer-ci.com/g/theseer/tokenizer/badges/coverage.png?b=master)](https://scrutinizer-ci.com/g/theseer/tokenizer/?branch=master)
+[![Build Status](https://scrutinizer-ci.com/g/theseer/tokenizer/badges/build.png?b=master)](https://scrutinizer-ci.com/g/theseer/tokenizer/build-status/master)
+
+## Installation
+
+You can add this library as a local, per-project dependency to your project using [Composer](https://getcomposer.org/):
+
+    composer require theseer/tokenizer
+
+If you only need this library during development, for instance to run your project's test suite, then you should add it as a development-time dependency:
+
+    composer require --dev theseer/tokenizer
+
+## Usage examples
+
+```php
+$tokenizer = new TheSeer\Tokenizer\Tokenizer();
+$tokens = $tokenizer->parse(file_get_contents(__DIR__ . '/src/XMLSerializer.php'));
+
+$serializer = new TheSeer\Tokenizer\XMLSerializer();
+$xml = $serializer->toXML($tokens);
+
+echo $xml;
+```
+
+The generated XML structure looks something like this:
+
+```xml
+<?xml version="1.0"?>
+<source xmlns="https://github.com/theseer/tokenizer">
+ <line no="1">
+  <token name="T_OPEN_TAG">&lt;?php </token>
+  <token name="T_DECLARE">declare</token>
+  <token name="T_OPEN_BRACKET">(</token>
+  <token name="T_STRING">strict_types</token>
+  <token name="T_WHITESPACE"> </token>
+  <token name="T_EQUAL">=</token>
+  <token name="T_WHITESPACE"> </token>
+  <token name="T_LNUMBER">1</token>
+  <token name="T_CLOSE_BRACKET">)</token>
+  <token name="T_SEMICOLON">;</token>
+ </line>
+</source>
+```
-- 
cgit v1.2.3