IndexedPagesController.php

Go to the documentation of this file.

<?php
namespace TYPO3\CMS\IndexedSearch\Controller;

use TYPO3\CMS\Backend\Utility\BackendUtility;
use TYPO3\CMS\Core\Utility\GeneralUtility;

class IndexedPagesController extends \TYPO3\CMS\Backend\Module\AbstractFunctionModule {

    // Internal, dynamic:
    public $allPhashListed = array();

    // phash values accumulations for link to clear all
    public $external_parsers = array();

    // External content parsers - objects set here with file extensions as keys.
    public $iconFileNameCache = array();

    // File extensions - icon map/cache.
    public $indexerConfig = array();

    // Indexer configuration, coming from $GLOBALS['TYPO3_CONF_VARS']['EXT']['extConf']['indexed_search']
    public $enableMetaphoneSearch = FALSE;

    public $indexerObj;

    protected $maxListPerPage;

    public function __construct() {
        $GLOBALS['LANG']->includeLLFile('EXT:indexed_search/modfunc1/locallang.xlf');
    }

    public function modMenu() {
        global $LANG;
        return array(
            'depth' => array(
                0 => $LANG->sL('LLL:EXT:lang/locallang_core.xlf:labels.depth_0'),
                1 => $LANG->sL('LLL:EXT:lang/locallang_core.xlf:labels.depth_1'),
                2 => $LANG->sL('LLL:EXT:lang/locallang_core.xlf:labels.depth_2'),
                3 => $LANG->sL('LLL:EXT:lang/locallang_core.xlf:labels.depth_3'),
                999 => $LANG->sL('LLL:EXT:lang/locallang_core.xlf:labels.depth_infi')
            ),
            'type' => array(
                0 => 'Overview',
                1 => 'Technical Details',
                2 => 'Words and content'
            )
        );
    }

    public function main() {
        // Initializes the module. Done in this function because we may need to re-initialize if data is submitted!
        global $LANG, $TYPO3_CONF_VARS;
        // Return if no page id:
        if ($this->pObj->id <= 0) {
            return;
        }
        // Indexer configuration from Extension Manager interface:
        $this->indexerConfig = unserialize($GLOBALS['TYPO3_CONF_VARS']['EXT']['extConf']['indexed_search']);
        // Workaround: If the extension configuration was not updated yet, the value is not existing
        $this->enableMetaphoneSearch = isset($this->indexerConfig['enableMetaphoneSearch']) ? ($this->indexerConfig['enableMetaphoneSearch'] ? TRUE : FALSE) : TRUE;
        // Initialize max-list items
        $this->maxListPerPage = GeneralUtility::_GP('listAll') ? 100000 : 100;
        // Processing deletion of phash rows:
        if (GeneralUtility::_GP('deletePhash')) {
            $this->removeIndexedPhashRow(GeneralUtility::_GP('deletePhash'));
        }
        // Processing stop-words:
        if (GeneralUtility::_POST('_stopwords')) {
            $this->processStopWords(GeneralUtility::_POST('stopWord'));
        }
        // Processing stop-words:
        if (GeneralUtility::_POST('_pageKeywords')) {
            $this->processPageKeywords(GeneralUtility::_POST('pageKeyword'), GeneralUtility::_POST('pageKeyword_pageUid'));
        }
        // Initialize external document parsers:
        // Example configuration, see ext_localconf.php of this file!
        if (is_array($TYPO3_CONF_VARS['EXTCONF']['indexed_search']['external_parsers'])) {
            foreach ($TYPO3_CONF_VARS['EXTCONF']['indexed_search']['external_parsers'] as $extension => $_objRef) {
                $this->external_parsers[$extension] = GeneralUtility::getUserObj($_objRef);
                // Init parser and if it returns FALSE, unset its entry again:
                if (!$this->external_parsers[$extension]->softInit($extension)) {
                    unset($this->external_parsers[$extension]);
                }
            }
        }
        // Initialize indexer if we need it (metaphone display does...)
        $this->indexerObj = GeneralUtility::makeInstance('TYPO3\\CMS\\IndexedSearch\\Indexer');
        // Set CSS styles specific for this document:
        $this->pObj->content = str_replace('/*###POSTCSSMARKER###*/', '
            TABLE.c-list TR TD { white-space: nowrap; vertical-align: top; }
        ', $this->pObj->content);
        // Check if details for a phash record should be shown:
        if (GeneralUtility::_GET('phash')) {
            // Show title / function menu:
            $theOutput .= $this->pObj->doc->spacer(5);
            $theOutput .= $this->pObj->doc->section('Details for a single result row:', $this->showDetailsForPhash(GeneralUtility::_GET('phash')), 0, 1);
        } elseif (GeneralUtility::_GET('wid')) {
            // Show title / function menu:
            $theOutput .= $this->pObj->doc->spacer(5);
            $theOutput .= $this->pObj->doc->section('Details for a word:', $this->showDetailsForWord(GeneralUtility::_GET('wid')), 0, 1);
        } elseif ($this->enableMetaphoneSearch && GeneralUtility::_GET('metaphone')) {
            // Show title / function menu:
            $theOutput .= $this->pObj->doc->spacer(5);
            $theOutput .= $this->pObj->doc->section('Details for metaphone value:', $this->showDetailsForMetaphone(GeneralUtility::_GET('metaphone')), 0, 1);
        } elseif (GeneralUtility::_GET('reindex')) {
            // Show title / function menu:
            $theOutput .= $this->pObj->doc->spacer(5);
            $theOutput .= $this->pObj->doc->section('Reindexing...', $this->reindexPhash(GeneralUtility::_GET('reindex'), GeneralUtility::_GET('reindex_id')), 0, 1);
        } else {
            // Detail listings:
            // Depth function menu:
            $h_func = BackendUtility::getFuncMenu($this->pObj->id, 'SET[type]', $this->pObj->MOD_SETTINGS['type'], $this->pObj->MOD_MENU['type']);
            $h_func .= BackendUtility::getFuncMenu($this->pObj->id, 'SET[depth]', $this->pObj->MOD_SETTINGS['depth'], $this->pObj->MOD_MENU['depth']);
            // Show title / function menu:
            $theOutput .= $this->pObj->doc->header($LANG->getLL('title'));
            $theOutput .= $this->pObj->doc->section('', $h_func, 0, 1);
            $theOutput .= $this->drawTableOfIndexedPages();
        }
        return $theOutput;
    }

    /*******************************
     *
     * Drawing table of indexed pages
     *
     ******************************/
    public function drawTableOfIndexedPages() {
        global $BACK_PATH;
        // Drawing tree:
        $tree = GeneralUtility::makeInstance('TYPO3\\CMS\\Backend\\Tree\\View\\PageTreeView');
        $perms_clause = $GLOBALS['BE_USER']->getPagePermsClause(1);
        $tree->init('AND ' . $perms_clause);
        $HTML = '<img src="' . $BACK_PATH . \TYPO3\CMS\Backend\Utility\IconUtility::getIcon('pages', $this->pObj->pageinfo) . '" width="18" height="16" align="top" alt="" />';
        $tree->tree[] = array(
            'row' => $this->pObj->pageinfo,
            'HTML' => $HTML
        );
        if ($this->pObj->MOD_SETTINGS['depth']) {
            $tree->getTree($this->pObj->id, $this->pObj->MOD_SETTINGS['depth'], '');
        }
        // Traverse page tree:
        $code = '';
        foreach ($tree->tree as $data) {
            $code .= $this->indexed_info($data['row'], $data['HTML'] . $this->showPageDetails(
                    BackendUtility::getRecordTitlePrep($data['row']['title']), $data['row']['uid']));
        }
        if ($code) {
            $code = '<br /><br />
                    <table border="0" cellspacing="1" cellpadding="2" class="c-list">' . $this->printPhashRowHeader() . $code . '</table>';
            // Create section to output:
            $theOutput .= $this->pObj->doc->section('', $code, 0, 1);
        } else {
            $theOutput .= $this->pObj->doc->section('', '<br /><br />' . $this->pObj->doc->icons(1) . 'There were no indexed pages found in the tree.<br /><br />', 0, 1);
        }
        return $theOutput;
    }

    public function indexed_info($data, $firstColContent) {
        // Query:
        $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('ISEC.phash_t3, ISEC.rl0, ISEC.rl1, ISEC.rl2, ISEC.page_id, ISEC.uniqid, ' . 'IP.phash, IP.phash_grouping, IP.cHashParams, IP.data_filename, IP.data_page_id, ' . 'IP.data_page_reg1, IP.data_page_type, IP.data_page_mp, IP.gr_list, IP.item_type, ' . 'IP.item_title, IP.item_description, IP.item_mtime, IP.tstamp, IP.item_size, ' . 'IP.contentHash, IP.crdate, IP.parsetime, IP.sys_language_uid, IP.item_crdate, ' . 'IP.externalUrl, IP.recordUid, IP.freeIndexUid, IP.freeIndexSetId, count(*) AS count_val', 'index_phash IP, index_section ISEC', 'IP.phash = ISEC.phash AND ISEC.page_id = ' . (int)$data['uid'], 'IP.phash,IP.phash_grouping,IP.cHashParams,IP.data_filename,IP.data_page_id,IP.data_page_reg1,IP.data_page_type,IP.data_page_mp,IP.gr_list,IP.item_type,IP.item_title,IP.item_description,IP.item_mtime,IP.tstamp,IP.item_size,IP.contentHash,IP.crdate,IP.parsetime,IP.sys_language_uid,IP.item_crdate,ISEC.phash,ISEC.phash_t3,ISEC.rl0,ISEC.rl1,ISEC.rl2,ISEC.page_id,ISEC.uniqid,IP.externalUrl,IP.recordUid,IP.freeIndexUid,IP.freeIndexSetId', 'IP.item_type, IP.tstamp', $this->maxListPerPage + 1);
        // Initialize variables:
        $rowCount = 0;
        $lines = array();
        // Collecting HTML rows here.
        $phashAcc = array();
        // Collecting phash values (to remove local indexing for)
        $phashAcc[] = 0;
        // Traverse the result set of phash rows selected:
        while ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res)) {
            if ($rowCount == $this->maxListPerPage) {
                $rowCount++;
                // Increase to the extra warning row will appear as well.
                break;
            }
            // Adds a display row:
            $lines[$row['phash_grouping']][] = $this->printPhashRow($row, isset($lines[$row['phash_grouping']]), $this->getGrListEntriesForPhash($row['phash'], $row['gr_list']));
            $rowCount++;
            $phashAcc[] = $row['phash'];
            $this->allPhashListed[] = $row['phash'];
        }
        // Compile rows into the table:
        $out = '';
        $cellAttrib = $data['_CSSCLASS'] ? ' class="' . $data['_CSSCLASS'] . '"' : '';
        if (count($lines)) {
            $firstColContent = '<td rowspan="' . $rowCount . '"' . $cellAttrib . '>' . $firstColContent . '</td>';
            foreach ($lines as $rowSet) {
                foreach ($rowSet as $rows) {
                    $out .= '
                        <tr class="bgColor-20">' . $firstColContent . implode('', $rows) . '</tr>';
                    $firstColContent = '';
                }
            }
            if ($rowCount > $this->maxListPerPage) {
                // Now checking greater than, because we increased $rowCount before...
                $out .= '
                <tr class="bgColor-20">
                    <td>&nbsp;</td>
                    <td colspan="' . ($this->returnNumberOfColumns() - 1) . '">' . $this->pObj->doc->icons(3) . '<span class="">There were more than ' . $this->maxListPerPage . ' rows. <a href="' . htmlspecialchars(BackendUtility::getModuleUrl('web_info', array('id' => $this->pObj->id, 'listAll' => 1))) . '">Click here to list them ALL!</a></span></td>
                </tr>';
            }
        } else {
            $out .= '
                <tr class="bgColor-20">
                    <td' . $cellAttrib . '>' . $firstColContent . '</td>
                    <td colspan="' . ($this->returnNumberOfColumns() - 1) . '"><em>Not indexed</em></td>
                </tr>';
        }
        // Checking for phash-rows which are NOT joined with the section table:
        $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('IP.*', 'index_phash IP', 'IP.data_page_id = ' . (int)$data['uid'] . ' AND IP.phash NOT IN (' . implode(',', $phashAcc) . ')');
        while ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res)) {
            $out .= '
                <tr class="typo3-red">
                    <td colspan="' . $this->returnNumberOfColumns() . '"><strong>Warning:</strong> phash-row "' . $row['phash'] . '" didn\'t have a representation in the index_section table!</td>
                </tr>';
            $this->allPhashListed[] = $row['phash'];
        }
        return $out;
    }

    public function printPhashRow($row, $grouping = 0, $extraGrListRows) {
        $lines = array();
        // Title cell attributes will highlight TYPO3 pages with a slightly darker color (bgColor4) than attached medias. Also IF there are more than one section record for a phash row it will be red as a warning that something is wrong!
        $titleCellAttribs = $row['count_val'] != 1 ? ' bgcolor="red"' : ($row['item_type'] === '0' ? ' class="bgColor4"' : '');
        if ($row['item_type']) {
            $arr = unserialize($row['cHashParams']);
            $page = $arr['key'] ? ' [' . $arr['key'] . ']' : '';
        } else {
            $page = '';
        }
        $elTitle = $this->linkDetails($row['item_title'] ? htmlspecialchars(GeneralUtility::fixed_lgd_cs($row['item_title'], 20) . $page) : '<em>[No Title]</em>', $row['phash']);
        $cmdLinks = $this->printRemoveIndexed($row['phash'], 'Clear phash-row') . $this->printReindex($row, 'Re-index element');
        switch ($this->pObj->MOD_SETTINGS['type']) {
            case 1:
                // Technical details:
                // Display icon:
                if (!$grouping) {
                    $lines[] = '<td>' . $this->makeItemTypeIcon($row['item_type'], ($row['data_filename'] ? $row['data_filename'] : $row['item_title'])) . '</td>';
                } else {
                    $lines[] = '<td>&nbsp;</td>';
                }
                // Title displayed:
                $lines[] = '<td' . $titleCellAttribs . '>' . $elTitle . '</td>';
                // Remove-indexing-link:
                $lines[] = '<td>' . $cmdLinks . '</td>';
                // Various data:
                $lines[] = '<td>' . $row['phash'] . '</td>';
                $lines[] = '<td>' . $row['contentHash'] . '</td>';
                if ($row['item_type'] === '0') {
                    $lines[] = '<td>' . ($row['data_page_id'] ? $row['data_page_id'] : '&nbsp;') . '</td>';
                    $lines[] = '<td>' . ($row['data_page_type'] ? $row['data_page_type'] : '&nbsp;') . '</td>';
                    $lines[] = '<td>' . ($row['sys_language_uid'] ? $row['sys_language_uid'] : '&nbsp;') . '</td>';
                    $lines[] = '<td>' . ($row['data_page_mp'] ? $row['data_page_mp'] : '&nbsp;') . '</td>';
                } else {
                    $lines[] = '<td colspan="4">' . htmlspecialchars($row['data_filename']) . '</td>';
                }
                $lines[] = '<td>' . $row['gr_list'] . $this->printExtraGrListRows($extraGrListRows) . '</td>';
                $lines[] = '<td>' . $this->printRootlineInfo($row) . '</td>';
                $lines[] = '<td>' . ($row['page_id'] ? $row['page_id'] : '&nbsp;') . '</td>';
                $lines[] = '<td>' . ($row['phash_t3'] != $row['phash'] ? $row['phash_t3'] : '&nbsp;') . '</td>';
                $lines[] = '<td>' . ($row['freeIndexUid'] ? $row['freeIndexUid'] . ($row['freeIndexSetId'] ? '/' . $row['freeIndexSetId'] : '') : '&nbsp;') . '</td>';
                $lines[] = '<td>' . ($row['recordUid'] ? $row['recordUid'] : '&nbsp;') . '</td>';
                // cHash parameters:
                $arr = unserialize($row['cHashParams']);
                if (!is_array($arr)) {
                    $arr = array(
                        'cHash' => $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_general.xlf:LGL.error', TRUE)
                    );
                }
                $theCHash = $arr['cHash'];
                unset($arr['cHash']);
                if ($row['item_type']) {
                    // pdf...
                    $lines[] = '<td>' . ($arr['key'] ? 'Page ' . $arr['key'] : '') . '&nbsp;</td>';
                } elseif ($row['item_type'] == 0) {
                    $lines[] = '<td>' . htmlspecialchars(GeneralUtility::implodeArrayForUrl('', $arr)) . '&nbsp;</td>';
                } else {
                    $lines[] = '<td class="bgColor">&nbsp;</td>';
                }
                $lines[] = '<td>' . $theCHash . '</td>';
                break;
            case 2:
                // Words and content:
                // Display icon:
                if (!$grouping) {
                    $lines[] = '<td>' . $this->makeItemTypeIcon($row['item_type'], ($row['data_filename'] ? $row['data_filename'] : $row['item_title'])) . '</td>';
                } else {
                    $lines[] = '<td>&nbsp;</td>';
                }
                // Title displayed:
                $lines[] = '<td' . $titleCellAttribs . '>' . $elTitle . '</td>';
                // Remove-indexing-link:
                $lines[] = '<td>' . $cmdLinks . '</td>';
                // Query:
                $ftrow = $GLOBALS['TYPO3_DB']->exec_SELECTgetSingleRow('*', 'index_fulltext', 'phash = ' . (int)$row['phash']);
                $lines[] = '<td style="white-space: normal;">' . htmlspecialchars(GeneralUtility::fixed_lgd_cs($ftrow['fulltextdata'], 3000)) . '<hr/><em>Size: ' . strlen($ftrow['fulltextdata']) . '</em>' . '</td>';
                // Query:
                $ftrows = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('index_words.baseword, index_rel.*', 'index_rel, index_words', 'index_rel.phash = ' . (int)$row['phash'] . ' AND index_words.wid = index_rel.wid', '', '', '', 'baseword');
                $wordList = '';
                if (is_array($ftrows)) {
                    $indexed_words = array_keys($ftrows);
                    sort($indexed_words);
                    $wordList = htmlspecialchars(implode(' ', $indexed_words));
                    $wordList .= '<hr/><em>Count: ' . count($indexed_words) . '</em>';
                }
                $lines[] = '<td style="white-space: normal;">' . $wordList . '</td>';
                break;
            default:
                // Overview
                // Display icon:
                if (!$grouping) {
                    $lines[] = '<td>' . $this->makeItemTypeIcon($row['item_type'], ($row['data_filename'] ? $row['data_filename'] : $row['item_title'])) . '</td>';
                } else {
                    $lines[] = '<td>&nbsp;</td>';
                }
                // Title displayed:
                $lines[] = '<td' . $titleCellAttribs . '>' . $elTitle . '</td>';
                // Remove-indexing-link:
                $lines[] = '<td>' . $cmdLinks . '</td>';
                $lines[] = '<td style="white-space: normal;">' . htmlspecialchars($row['item_description']) . '...</td>';
                $lines[] = '<td>' . GeneralUtility::formatSize($row['item_size']) . '</td>';
                $lines[] = '<td>' . BackendUtility::dateTimeAge($row['tstamp']) . '</td>';
        }
        return $lines;
    }

    public function printPhashRowHeader() {
        $lines = array();
        switch ($this->pObj->MOD_SETTINGS['type']) {
            case 1:
                $lines[] = '<td>&nbsp;</td>';
                $lines[] = '<td>&nbsp;</td>';
                $lines[] = '<td>Title</td>';
                $lines[] = '<td bgcolor="red">' . $this->printRemoveIndexed('ALL', 'Clear ALL phash-rows below!') . '</td>';
                $lines[] = '<td>pHash</td>';
                $lines[] = '<td>contentHash</td>';
                $lines[] = '<td>&amp;id</td>';
                $lines[] = '<td>&amp;type</td>';
                $lines[] = '<td>&amp;L</td>';
                $lines[] = '<td>&amp;MP</td>';
                $lines[] = '<td>grlist</td>';
                $lines[] = '<td>Rootline</td>';
                $lines[] = '<td>page_id</td>';
                $lines[] = '<td>phash_t3</td>';
                $lines[] = '<td>CfgUid</td>';
                $lines[] = '<td>RecUid</td>';
                $lines[] = '<td>GET-parameters</td>';
                $lines[] = '<td>&amp;cHash</td>';
                break;
            case 2:
                $lines[] = '<td>&nbsp;</td>';
                $lines[] = '<td>&nbsp;</td>';
                $lines[] = '<td>Title</td>';
                $lines[] = '<td bgcolor="red">' . $this->printRemoveIndexed('ALL', 'Clear ALL phash-rows below!') . '</td>';
                $lines[] = '<td>Content<br />
                                <img src="clear.gif" width="300" height="1" alt="" /></td>';
                $lines[] = '<td>Words<br />
                                <img src="clear.gif" width="300" height="1" alt="" /></td>';
                break;
            default:
                $lines[] = '<td>&nbsp;</td>';
                $lines[] = '<td>&nbsp;</td>';
                $lines[] = '<td>Title</td>';
                $lines[] = '<td bgcolor="red">' . $this->printRemoveIndexed('ALL', 'Clear ALL phash-rows below!') . '</td>';
                $lines[] = '<td>Description</td>';
                $lines[] = '<td>Size</td>';
                $lines[] = '<td>Indexed:</td>';
        }
        $out = '<tr class="tableheader bgColor5">' . implode('', $lines) . '</tr>';
        return $out;
    }

    public function returnNumberOfColumns() {
        switch ($this->pObj->MOD_SETTINGS['type']) {
            case 1:
                return 18;
                break;
            case 2:
                return 6;
                break;
            default:
                return 7;
        }
    }

    /*******************************
     *
     * Details display, phash row
     *
     *******************************/
    public function showDetailsForPhash($phash) {
        $content = '';
        $phash = (int)$phash;
            // Selects the result row:
        $phashRecord = $GLOBALS['TYPO3_DB']->exec_SELECTgetSingleRow('*', 'index_phash', 'phash = ' . $phash);
        // If found, display:
        if (is_array($phashRecord)) {
            $content .= '<h4>phash row content:</h4>' . \TYPO3\CMS\Core\Utility\DebugUtility::viewArray($phashRecord);
            // Getting debug information if any:
            $ftrows = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('*', 'index_debug', 'phash = ' . $phash);
            if (is_array($ftrows)) {
                $debugInfo = unserialize($ftrows[0]['debuginfo']);
                $lexer = $debugInfo['lexer'];
                unset($debugInfo['lexer']);
                $content .= '<h3>Debug information:</h3>' . \TYPO3\CMS\Core\Utility\DebugUtility::viewArray($debugInfo);
                $content .= '<h4>Debug information / lexer splitting:</h4>' . '<hr/><strong>' . $lexer . '</strong><hr/>';
            }
            $content .= '<h3>Word statistics</h3>';
            // Finding all words for this phash:
            $ftrows = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('index_words.*, index_rel.*', 'index_rel, index_words', 'index_rel.phash = ' . $phash . ' AND index_words.wid = index_rel.wid', '', 'index_words.baseword', '');
            $pageRec = BackendUtility::getRecord('pages', $phashRecord['data_page_id']);
            $showStopWordCheckBox = $GLOBALS['BE_USER']->isAdmin();
            $content .= $this->listWords($ftrows, 'All words found on page (' . count($ftrows) . '):', $showStopWordCheckBox, $pageRec);
            if ($this->enableMetaphoneSearch) {
                // Group metaphone hash:
                $metaphone = array();
                foreach ($ftrows as $row) {
                    $metaphone[$row['metaphone']][] = $row['baseword'];
                }
                $content .= $this->listMetaphoneStat($metaphone, 'Metaphone stats:');
            }
            // Finding top-20 on frequency for this phash:
            $ftrows = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('index_words.baseword, index_words.metaphone, index_rel.*', 'index_rel, index_words', 'index_rel.phash = ' . $phash . ' AND index_words.wid = index_rel.wid
                             AND index_words.is_stopword=0', '', 'index_rel.freq DESC', '20');
            $content .= $this->listWords($ftrows, 'Top-20 words by frequency:', 2);
            // Finding top-20 on count for this phash:
            $ftrows = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('index_words.baseword, index_words.metaphone, index_rel.*', 'index_rel, index_words', 'index_rel.phash = ' . $phash . ' AND index_words.wid = index_rel.wid
                             AND index_words.is_stopword=0', '', 'index_rel.count DESC', '20');
            $content .= $this->listWords($ftrows, 'Top-20 words by count:', 2);
            $content .= '<h3>Section records for this phash</h3>';
            // Finding sections for this record:
            $ftrows = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('*', 'index_section', 'index_section.phash = ' . $phash, '', '', '');
            $content .= \TYPO3\CMS\Core\Utility\DebugUtility::viewArray($ftrows);
            // Add go-back link:
            $content = $this->linkList() . $content . $this->linkList();
        } else {
            $content .= 'Error: No phash row found';
        }
        return $content;
    }

    public function listWords($ftrows, $header, $stopWordBoxes = FALSE, $page = '') {
        // Prepare keywords:
        $keywords = is_array($page) ? array_flip(GeneralUtility::trimExplode(',', $page['keywords'], TRUE)) : '';
        // Render list:
        $trows = '';
        $trows .= '
            <tr class="tableheader bgColor5">
                ' . ($stopWordBoxes ? '<td>' . htmlspecialchars('Stopword:') . '</td>' : '') . '
                <td>' . htmlspecialchars('Word:') . '</td>
                <td>' . htmlspecialchars('Count:') . '</td>
                <td>' . htmlspecialchars('First:') . '</td>
                <td>' . htmlspecialchars('Frequency:') . '</td>
                <td>' . htmlspecialchars('Flags:') . '</td>
                ' . (is_array($keywords) ? '<td>' . htmlspecialchars('Page keyword:') . '</td>' : '') . '
            </tr>
        ';
        foreach ($ftrows as $row) {
            $hiddenField = $stopWordBoxes != 2 ? '<input type="hidden" name="stopWord[' . $row['wid'] . ']" value="0" />' : '';
            $trows .= '
                <tr class="' . ($row['is_stopword'] ? 'bgColor' : 'bgColor4') . '">
                    ' . ($stopWordBoxes ? '<td align="center"' . ($row['is_stopword'] ? ' style="background-color:red;"' : '') . '>' . $hiddenField . '<input type="checkbox" name="stopWord[' . $row['wid'] . ']" value="1"' . ($row['is_stopword'] ? 'checked="checked"' : '') . ' /></td>' : '') . '
                    <td>' . $this->linkWordDetails(htmlspecialchars($row['baseword']), $row['wid']) . '</td>
                    <td>' . htmlspecialchars($row['count']) . '</td>
                    <td>' . htmlspecialchars($row['first']) . '</td>
                    <td>' . htmlspecialchars($row['freq']) . '</td>
                    <td>' . htmlspecialchars($this->flagsMsg($row['flags'])) . '</td>
                    ' . (is_array($keywords) ? '<td align="center"' . (isset($keywords[$row['baseword']]) ? ' class="bgColor2"' : '') . '><input type="hidden" name="pageKeyword[' . $row['baseword'] . ']" value="0" /><input type="checkbox" name="pageKeyword[' . $row['baseword'] . ']" value="1"' . (isset($keywords[$row['baseword']]) ? 'checked="checked"' : '') . ' /></td>' : '') . '
                </tr>
            ';
        }
        return '<h4>' . htmlspecialchars($header) . '</h4>' . '
                    <table border="0" cellspacing="1" cellpadding="2" class="c-list">
                    ' . $trows . '
                    </table>' . ($stopWordBoxes ? '<input type="submit" value="Change stop-word settings" name="_stopwords" onclick="document.webinfoForm.action=\'' . htmlspecialchars(GeneralUtility::getIndpEnv('REQUEST_URI')) . '\';" />' : '') . (is_array($keywords) ? '<input type="submit" value="Set page keywords" name="_pageKeywords" onclick="document.webinfoForm.action=\'' . htmlspecialchars(GeneralUtility::getIndpEnv('REQUEST_URI')) . '\';" /><input type="hidden" name="pageKeyword_pageUid" value="' . $page['uid'] . '" />' . '<br />Current keywords are: <em>' . htmlspecialchars(implode(', ', array_keys($keywords))) . '</em>' : '');
    }

    public function listMetaphoneStat($ftrows, $header) {
        $trows = '';
        $trows .= '
            <tr class="tableheader bgColor5">
                <td>' . htmlspecialchars('Metaphone:') . '</td>
                <td>' . htmlspecialchars('Hash:') . '</td>
                <td>' . htmlspecialchars('Count:') . '</td>
                <td>' . htmlspecialchars('Words:') . '</td>
            </tr>
        ';
        foreach ($ftrows as $metaphone => $words) {
            if (count($words) > 1) {
                $trows .= '
                    <tr class="bgColor4">
                        <td>' . $this->linkMetaPhoneDetails($this->indexerObj->metaphone($words[0], 1), $metaphone) . '</td>
                        <td>' . htmlspecialchars($metaphone) . '</td>
                        <td>' . htmlspecialchars(count($words)) . '</td>
                        <td style="white-space: normal;">' . htmlspecialchars(implode(', ', $words)) . '</td>
                    </tr>
                ';
            }
        }
        return '<h4>' . htmlspecialchars($header) . '</h4>' . '<table border="0" cellspacing="1" cellpadding="2" class="c-list">
                    ' . $trows . '
                    </table>';
    }

    public function linkWordDetails($string, $wid) {
        return '<a href="' . htmlspecialchars(GeneralUtility::linkThisScript(array('wid' => $wid, 'phash' => ''))) . '">' . $string . '</a>';
    }

    public function linkMetaPhoneDetails($string, $metaphone) {
        return '<a href="' . htmlspecialchars(GeneralUtility::linkThisScript(array('metaphone' => $metaphone, 'wid' => '', 'phash' => ''))) . '">' . $string . '</a>';
    }

    public function flagsMsg($flags) {
        if ($flags > 0) {
            return ($flags & 128 ? '<title>' : '') . ($flags & 64 ? '<meta/keywords>' : '') . ($flags & 32 ? '<meta/description>' : '') . ' (' . $flags . ')';
        }
    }

    /*******************************
     *
     * Details display, words / metaphone
     *
     *******************************/
    public function showDetailsForWord($wid) {
        // Select references to this word
        $ftrows = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('index_phash.*, index_section.*, index_rel.*', 'index_rel, index_section, index_phash', 'index_rel.wid = ' . (int)$wid . ' AND index_rel.phash = index_section.phash' . ' AND index_section.phash = index_phash.phash', '', 'index_rel.freq DESC', '');
        // Headers:
        $content = '
            <tr class="tableheader bgColor5">
                <td>phash</td>
                <td>page_id</td>
                <td>data_filename</td>
                <td>count</td>
                <td>first</td>
                <td>freq</td>
                <td>flags</td>
            </tr>';
        if (is_array($ftrows)) {
            foreach ($ftrows as $wDat) {
                $content .= '
                    <tr class="bgColor4">
                        <td>' . $this->linkDetails(htmlspecialchars($wDat['phash']), $wDat['phash']) . '</td>
                        <td>' . htmlspecialchars($wDat['page_id']) . '</td>
                        <td>' . htmlspecialchars($wDat['data_filename']) . '</td>
                        <td>' . htmlspecialchars($wDat['count']) . '</td>
                        <td>' . htmlspecialchars($wDat['first']) . '</td>
                        <td>' . htmlspecialchars($wDat['freq']) . '</td>
                        <td>' . htmlspecialchars($wDat['flags']) . '</td>
                    </tr>';
            }
        }
        // Compile table:
        $content = '
            <table border="0" cellspacing="1" cellpadding="2" class="c-list">' . $content . '
            </table>';
        // Add go-back link:
        $content = $content . $this->linkList();
        return $content;
    }

    public function showDetailsForMetaphone($metaphone) {
        // Finding top-20 on frequency for this phash:
        $ftrows = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('index_words.*', 'index_words', 'index_words.metaphone = ' . (int)$metaphone, '', 'index_words.baseword', '');
        if (count($ftrows)) {
            $content .= '<h4>Metaphone: ' . $this->indexerObj->metaphone($ftrows[0]['baseword'], 1) . '</h4>';
            $content .= '
                <tr class="tableheader bgColor5">
                    <td>Word</td>
                    <td>Is stopword?</td>
                </tr>';
            if (is_array($ftrows)) {
                foreach ($ftrows as $wDat) {
                    $content .= '
                        <tr class="bgColor4">
                            <td>' . $this->linkWordDetails(htmlspecialchars($wDat['baseword']), $wDat['wid']) . '</td>
                            <td>' . htmlspecialchars(($wDat['is_stopword'] ? 'YES' : 'No')) . '</td>
                        </tr>';
                }
            }
            $content = '
                <table border="0" cellspacing="1" cellpadding="2" class="c-list">' . $content . '
                </table>';
            if ($this->indexerObj->metaphone($ftrows[0]['baseword']) != $metaphone) {
                $content .= 'ERROR: Metaphone string and hash did not match for some reason!?';
            }
            // Add go-back link:
            $content = $content . $this->linkList();
        }
        return $content;
    }

    /*******************************
     *
     * Helper functions
     *
     *******************************/
    public function printRemoveIndexed($phash, $alt) {
        return '<a href="' . htmlspecialchars(GeneralUtility::linkThisScript(array('deletePhash' => $phash))) . '" title="' . htmlspecialchars($alt) . '">' . \TYPO3\CMS\Backend\Utility\IconUtility::getSpriteIcon('actions-edit-delete') . '</a>';
    }

    public function printReindex($resultRow, $alt) {
        if ($resultRow['item_type'] && $resultRow['item_type'] !== '0') {
            return '<a href="' . htmlspecialchars(GeneralUtility::linkThisScript(array('reindex' => $resultRow['phash'], 'reindex_id' => $resultRow['page_id']))) . '">' . '<img ' . \TYPO3\CMS\Backend\Utility\IconUtility::skinImg($GLOBALS['BACK_PATH'], 'gfx/refresh_n.gif', 'width="14" height="14"') . ' hspace="1" vspace="2" border="0" title="' . htmlspecialchars($alt) . '" alt="" />' . '</a>';
        }
    }

    public function linkDetails($string, $phash) {
        return '<a href="' . htmlspecialchars(GeneralUtility::linkThisScript(array('phash' => $phash))) . '">' . $string . '</a>';
    }

    public function linkList() {
        return '<br /><a href="' . htmlspecialchars(BackendUtility::getModuleUrl('web_info', array('id' => $this->pObj->id))) . '">Back to list.</a><br />';
    }

    public function showPageDetails($string, $id) {
        return '<a href="' . htmlspecialchars(BackendUtility::getModuleUrl('web_info', array('id' => $id, 'SET' => array('depth' => 0, 'type' => 1)))) . '">' . $string . '</a>';
    }

    public function printExtraGrListRows($extraGrListRows) {
        if (count($extraGrListRows)) {
            $lines = array();
            foreach ($extraGrListRows as $r) {
                $lines[] = $r['gr_list'];
            }
            return '<br />' . $GLOBALS['TBE_TEMPLATE']->dfw(implode('<br />', $lines));
        }
    }

    public function printRootlineInfo($row) {
        $uidCollection = array();
        if ($row['rl0']) {
            $uidCollection[0] = $row['rl0'];
            if ($row['rl1']) {
                $uidCollection[1] = $row['rl1'];
                if ($row['rl2']) {
                    $uidCollection[2] = $row['rl2'];
                    // Additional levels:
                    if (is_array($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['indexed_search']['addRootLineFields'])) {
                        foreach ($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['indexed_search']['addRootLineFields'] as $fieldName => $rootLineLevel) {
                            if ($row[$fieldName]) {
                                $uidCollection[$rootLineLevel] = $row[$fieldName];
                            }
                        }
                    }
                }
            }
        }
        // Return root line.
        ksort($uidCollection);
        return implode('/', $uidCollection);
    }

    public function makeItemTypeIcon($it, $alt = '') {
        if (!isset($this->iconFileNameCache[$it])) {
            if ($it === '0') {
                $icon = 'EXT:indexed_search/pi/res/pages.gif';
            } elseif ($this->external_parsers[$it]) {
                $icon = $this->external_parsers[$it]->getIcon($it);
            }
            $fullPath = GeneralUtility::getFileAbsFileName($icon);
            if ($fullPath) {
                $info = @getimagesize($fullPath);
                $iconPath = $GLOBALS['BACK_PATH'] . '../' . \TYPO3\CMS\Core\Utility\PathUtility::stripPathSitePrefix($fullPath);
                $this->iconFileNameCache[$it] = is_array($info) ? '<img src="' . $iconPath . '" ' . $info[3] . ' title="###TITLE_ATTRIBUTE###" alt="" />' : '';
            }
        }
        return str_replace('###TITLE_ATTRIBUTE###', htmlspecialchars($it . ': ' . $alt), $this->iconFileNameCache[$it]);
    }

    /********************************
     *
     * Reindexing
     *
     *******************************/
    public function reindexPhash($phash, $pageId) {
        // Query:
        $resultRow = $GLOBALS['TYPO3_DB']->exec_SELECTgetSingleRow('ISEC.*, IP.*', 'index_phash IP, index_section ISEC', 'IP.phash = ISEC.phash
                        AND IP.phash = ' . (int)$phash . '
                        AND ISEC.page_id = ' . (int)$pageId);
        $content = '';
        if (is_array($resultRow)) {
            if ($resultRow['item_type'] && $resultRow['item_type'] !== '0') {
                // (Re)-Indexing file on page.
                $indexerObj = GeneralUtility::makeInstance('TYPO3\\CMS\\IndexedSearch\\Indexer');
                $indexerObj->backend_initIndexer($pageId, 0, 0, '', $this->getUidRootLineForClosestTemplate($pageId));
                // URL or local file:
                if ($resultRow['externalUrl']) {
                    $indexerObj->indexExternalUrl($resultRow['data_filename']);
                } else {
                    $indexerObj->indexRegularDocument($resultRow['data_filename'], TRUE);
                }
                if ($indexerObj->file_phash_arr['phash'] != $resultRow['phash']) {
                    $content .= 'ERROR: phash (' . $indexerObj->file_phash_arr['phash'] . ') did NOT match ' . $resultRow['phash'] . ' for strange reasons!';
                }
                $content .= '<h4>Log for re-indexing of "' . htmlspecialchars($resultRow['data_filename']) . '":</h4>';
                $content .= \TYPO3\CMS\Core\Utility\DebugUtility::viewArray($indexerObj->internal_log);
                $content .= '<h4>Hash-array, page:</h4>';
                $content .= \TYPO3\CMS\Core\Utility\DebugUtility::viewArray($indexerObj->hash);
                $content .= '<h4>Hash-array, file:</h4>';
                $content .= \TYPO3\CMS\Core\Utility\DebugUtility::viewArray($indexerObj->file_phash_arr);
            }
        }
        // Link back to list.
        $content .= $this->linkList();
        return $content;
    }

    public function getUidRootLineForClosestTemplate($id) {
        $tmpl = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\TypoScript\\ExtendedTemplateService');
        // Defined global here!
        $tmpl->tt_track = 0;
        // Do not log time-performance information
        $tmpl->init();
        // Gets the rootLine
        $sys_page = GeneralUtility::makeInstance('TYPO3\\CMS\\Frontend\\Page\\PageRepository');
        $rootLine = $sys_page->getRootLine($id);
        $tmpl->runThroughTemplates($rootLine, 0);
        // This generates the constants/config + hierarchy info for the template.
        // Root line uids
        $rootline_uids = array();
        foreach ($tmpl->rootLine as $rlkey => $rldat) {
            $rootline_uids[$rlkey] = $rldat['uid'];
        }
        return $rootline_uids;
    }

    /********************************
     *
     * SQL functions
     *
     *******************************/
    public function removeIndexedPhashRow($phashList, $clearPageCache = 1) {
        // FIXME: This is only a workaround
        if ($phashList == 'ALL') {
            $this->drawTableOfIndexedPages();
            $phashRows = $this->allPhashListed;
            $this->allPhashListed = array();
        } else {
            $phashRows = GeneralUtility::trimExplode(',', $phashList, TRUE);
        }
        foreach ($phashRows as $phash) {
            $phash = (int)$phash;
            if ($phash > 0) {
                if ($clearPageCache) {
                    // Clearing page cache:
                    $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('page_id', 'index_section', 'phash=' . (int)$phash);
                    if ($GLOBALS['TYPO3_DB']->sql_num_rows($res)) {
                        $idList = array();
                        while ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res)) {
                            $idList[] = (int)$row['page_id'];
                        }
                        $pageCache = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Cache\\CacheManager')->getCache('cache_pages');
                        foreach ($idList as $pageId) {
                            $pageCache->flushByTag('pageId_' . $pageId);
                        }
                    }
                }
                // Removing old registrations for all tables.
                $tableArr = explode(',', 'index_phash,index_rel,index_section,index_grlist,index_fulltext,index_debug');
                foreach ($tableArr as $table) {
                    $GLOBALS['TYPO3_DB']->exec_DELETEquery($table, 'phash=' . (int)$phash);
                }
            }
        }
    }

    public function getGrListEntriesForPhash($phash, $gr_list) {
        $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('*', 'index_grlist', 'phash=' . (int)$phash);
        $lines = array();
        $isRemoved = 0;
        while ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res)) {
            if (!$isRemoved && (string)$row['gr_list'] === (string)$gr_list) {
                $isRemoved = 1;
            } else {
                $lines[] = $row;
            }
        }
        return $lines;
    }

    public function processStopWords($stopWords) {
        if ($GLOBALS['BE_USER']->isAdmin()) {
            // Traverse words
            foreach ($stopWords as $wid => $state) {
                $fieldArray = array(
                    'is_stopword' => $state
                );
                $GLOBALS['TYPO3_DB']->exec_UPDATEquery('index_words', 'wid=' . $wid, $fieldArray);
            }
        }
    }

    public function processPageKeywords($pageKeywords, $pageUid) {
        // Get pages current keywords
        $pageRec = BackendUtility::getRecord('pages', $pageUid);
        $keywords = array_flip(GeneralUtility::trimExplode(',', $pageRec['keywords'], TRUE));
        // Merge keywords:
        foreach ($pageKeywords as $key => $v) {
            if ($v) {
                $keywords[$key] = 1;
            } else {
                unset($keywords[$key]);
            }
        }
        // Compile new list:
        $data = array();
        $data['pages'][$pageUid]['keywords'] = implode(', ', array_keys($keywords));
        $tce = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\DataHandling\\DataHandler');
        $tce->stripslashes_values = 0;
        $tce->start($data, array());
        $tce->process_datamap();
    }

}