--- /dev/null
+<?php
+
+namespace Behat\Transliterator;
+
+use RollingCurl\Request;
+use RollingCurl\RollingCurl;
+use Yaoi\Command;
+use Yaoi\Command\Option;
+use Yaoi\Http\Client;
+use Yaoi\String\Lexer\Parsed;
+use Yaoi\String\Lexer\Parser;
+use Yaoi\String\Lexer\Renderer;
+use Yaoi\String\Lexer\Token;
+use Yaoi\String\StringValue;
+use Yaoi\String\Parser as StringParser;
+
+/**
+ * Tool for converting char tables for Behat/Transliterator from Perl to PHP
+ * @internal
+ */
+class SyncTool extends Command
+{
+ const LIB_VERSION = '1.27';
+
+ private $tokenizer;
+ private $renderer;
+ private $phpTable;
+ private $itemIndex;
+ private $nonQuestionBoxFound;
+ private $block;
+
+ public function __construct()
+ {
+ $escape = array(
+ '\\}' => '}',
+ '\\\\' => '\\',
+ '\\{' => '{',
+ '\\@' => '@',
+ '\\$' => '$',
+ );
+
+ $this->tokenizer = new Parser();
+ $this->tokenizer->addLineStopper('#');
+ $this->tokenizer->addQuote('qq{', '}', $escape);
+ $this->tokenizer->addQuote('q{', '}', $escape);
+ $this->tokenizer->addQuote('"', '"');
+ $this->tokenizer->addQuote("'", "'");
+ $this->tokenizer->addBracket('[', ']');
+ $this->tokenizer->addDelimiter(';');
+
+ $this->renderer = new Renderer();
+ $this->renderer
+ ->setBindKey('-~z', 'z~-')
+ ->strip('#')
+ ->keepBoundaries('[');
+ }
+
+ public static function setUpDefinition(\Yaoi\Command\Definition $definition, $options)
+ {
+ $definition->name = 'update-data';
+ $definition->description = 'Tool for converting char tables for Behat/Transliterator from Perl to PHP';
+ }
+
+ public function performAction()
+ {
+ $rollingCurl = new RollingCurl();
+
+ foreach ($this->getPerlTablesUrlList() as $url) {
+ $rollingCurl->get($url);
+ }
+
+ $rollingCurl->setCallback(function (Request $request, RollingCurl $rollingCurl) {
+ $this->response->addContent($request->getUrl());
+ $content = $request->getResponseText();
+ $this->parsePerlTable($content);
+ })
+ ->execute();
+ }
+
+ private function removePhpCharTable($phpFilePath, $reason)
+ {
+ $this->response->addContent($reason);
+ if (file_exists($phpFilePath)) {
+ if (unlink($phpFilePath)) {
+ $this->response->success('Deleted');
+ } else {
+ $this->response->error('Failed to delete');
+ }
+ } else {
+ $this->response->success('No PHP file, skipped');
+ }
+ }
+
+ private function pushItem($item)
+ {
+ if ($this->itemIndex >= 16) {
+ $this->phpTable = trim($this->phpTable);
+ $this->phpTable .= "\n";
+ $this->itemIndex = 0;
+ }
+ ++$this->itemIndex;
+
+ $item = new StringValue($item);
+ if ($item->starts('\x') || $item->starts('\n')) {
+ $this->phpTable .= '"' . $item . '", ';
+ $this->nonQuestionBoxFound = true;
+ } else {
+ // TODO check if this hack should be removed for chinese letters
+ if ($item->value === '[?] ') {
+ $item->value = '[?]';
+ }
+ //
+
+ if ($item->value !== '[?]') {
+ $this->nonQuestionBoxFound = true;
+ }
+
+ $this->phpTable .= "'" . str_replace(array('\\', '\''), array('\\\\', '\\\''), $item) . "', ";
+ }
+ }
+
+ private function tokenizePerlTable($content)
+ {
+ $tokens = $this->tokenizer->tokenize($content);
+
+ $expression = $this->renderer->getExpression($tokens);
+ $statement = $expression->getStatement();
+ /** @var Parsed[] $binds */
+ $binds = $expression->getBinds();
+
+ $parser = new StringParser($statement);
+ $block = (string)$parser->inner('$Text::Unidecode::Char[', ']');
+ if (!$block) {
+ throw new \Exception('Block not found');
+ }
+ $this->block = $this->renderer->getExpression($binds[$block])->getStatement();
+
+ $itemsBind = (string)$parser->inner('[', ']');
+
+ if (!$itemsBind) {
+ $items = array();
+ }
+ else {
+ $items = $binds[$itemsBind];
+ }
+
+ return $items;
+ }
+
+ private function parsePerlTable($content)
+ {
+ $items = $this->tokenizePerlTable($content);
+
+ $phpFilePath = __DIR__ . '/data/' . substr($this->block, 1) . '.php';
+ if (!$items) {
+ $this->removePhpCharTable($phpFilePath, 'Empty char table for block ' . $this->block);
+ return;
+ }
+
+ $this->phpTable = <<<PHP
+<?php
+\$UTF8_TO_ASCII[$this->block] = array(
+
+PHP;
+
+ $itemsExpression = $this->renderer->getExpression($items);
+ $itemsStatement = $itemsExpression->getStatement();
+ $itemsBinds = $itemsExpression->getBinds();
+
+ $itemsStatement = explode(',', $itemsStatement);
+ $this->itemIndex = 0;
+ $this->nonQuestionBoxFound = false;
+ foreach ($itemsStatement as $item) {
+ $item = trim($item);
+ if (!$item) {
+ break;
+ }
+
+ if (isset($itemsBinds[$item])) {
+ /** @var Token $token */
+ $token = $itemsBinds[$item];
+ $item = $token->unEscapedContent;
+ }
+
+ $this->pushItem($item);
+ }
+
+ if ($this->nonQuestionBoxFound) {
+ $this->phpTable = trim($this->phpTable) . "\n" . ');' . "\n";
+ if (file_put_contents($phpFilePath, $this->phpTable)) {
+ $this->response->success('Block ' . $this->block . ' converted to ' . $phpFilePath);
+ } else {
+ $this->response->error('Failed to save ' . $phpFilePath);
+ }
+ } else {
+ $this->removePhpCharTable($phpFilePath, 'Block ' . $this->block . ' contains only [?]');
+ }
+
+ }
+
+ private function getPerlTablesUrlList()
+ {
+ $client = new Client();
+ $list = array();
+ $page = $client->fetch('http://cpansearch.perl.org/src/SBURKE/Text-Unidecode-' . self::LIB_VERSION . '/lib/Text/Unidecode/');
+ foreach (StringParser::create($page)->innerAll('.pm">', '</a>') as $xXXpm) {
+ $list[] = 'http://cpansearch.perl.org/src/SBURKE/Text-Unidecode-' . self::LIB_VERSION . '/lib/Text/Unidecode/'
+ . $xXXpm;
+ }
+ return $list;
+ }
+}
+
projects / yaffs-website / blobdiff