9.5/_extension_list_utility_8php_source.html

<?php

namespace ‪TYPO3\CMS\Extensionmanager\Utility\Importer;


/*

 * This file is part of the TYPO3 CMS project.

 *

 * It is free software; you can redistribute it and/or modify it under

 * the terms of the GNU General Public License, either version 2

 * of the License, or any later version.

 *

 * For the full copyright and license information, please read the

 * LICENSE.txt file that was distributed with this source code.

 *

 * The TYPO3 project - inspiring people to share!

 */

use ‪TYPO3\CMS\Core\Database\ConnectionPool;

use ‪TYPO3\CMS\Core\Database\Platform\PlatformInformation;

use ‪TYPO3\CMS\Core\Utility\GeneralUtility;

use ‪TYPO3\CMS\Core\Utility\VersionNumberUtility;

use ‪TYPO3\CMS\Extensionmanager\Utility\Parser\AbstractExtensionXmlParser;


class ‪ExtensionListUtility implements \SplObserver

{

    protected ‪$parser;


    protected ‪$sumRecords = 0;


    protected ‪$arrRows = [];


    protected static ‪$fieldNames = [

        'extension_key',

        'version',

        'integer_version',

        'current_version',

        'alldownloadcounter',

        'downloadcounter',

        'title',

        'ownerusername',

        'author_name',

        'author_email',

        'authorcompany',

        'last_updated',

        'md5hash',

        'repository',

        'state',

        'review_state',

        'category',

        'description',

        'serialized_dependencies',

        'update_comment'

    ];


    protected static ‪$tableName = 'tx_extensionmanager_domain_model_extension';


    protected ‪$maxRowsPerChunk = 50;


    protected static ‪$fieldIndicesNoQuote = [2, 3, 5, 11, 13, 14, 15, 16];


    protected ‪$repositoryUid = 1;


    protected ‪$repositoryRepository;


    protected ‪$extensionRepository;


    protected ‪$extensionModel;


    protected ‪$objectManager;


    protected ‪$minimumDateToImport;


    public function ‪__construct()

    {

        $this->objectManager = \TYPO3\CMS\Core\Utility\GeneralUtility::makeInstance(\‪TYPO3\CMS\‪Extbase\Object\ObjectManager::class);

        $this->repositoryRepository = $this->objectManager->get(\‪TYPO3\CMS\Extensionmanager\Domain\Repository\RepositoryRepository::class);

        $this->extensionRepository = $this->objectManager->get(\‪TYPO3\CMS\Extensionmanager\Domain\Repository\ExtensionRepository::class);

        $this->extensionModel = $this->objectManager->get(\‪TYPO3\CMS\Extensionmanager\Domain\Model\Extension::class);

        // @todo catch parser exception

        $this->parser = ‪\TYPO3\CMS\Extensionmanager\Utility\Parser\XmlParserFactory::getParserInstance('extension');

        if (is_object($this->parser)) {

            $this->parser->attach($this);

        } else {

            throw new \TYPO3\CMS\Extensionmanager\Exception\ExtensionManagerException(

                static::class . ': No XML parser available.',

                1476108717

            );

        }


        $connection = GeneralUtility::makeInstance(ConnectionPool::class)

            ->getConnectionForTable(self::$tableName);

        $maxBindParameters = ‪PlatformInformation::getMaxBindParameters(

            $connection->getDatabasePlatform()

        );

        $countOfBindParamsPerRow = count(self::$fieldNames);

        // flush at least chunks of 50 elements - in case the currently used

        // database platform does not support that, the threshold is lowered

        $this->maxRowsPerChunk = min(

            $this->maxRowsPerChunk,

            floor($maxBindParameters / $countOfBindParamsPerRow)

        );

        // Only import extensions that are compatible with 7.6 or higher.

        // TER only allows to publish extensions with compatibility if the TYPO3 version has been released

        // And 7.6 was released on 10th of November 2015.

        // This effectively reduces the number of extensions imported into this TYPO3 installation

        // by more than 70%. As long as the extensions.xml from TER includes these files, we need to "hack" this

        // within TYPO3 Core.

        // For TYPO3 v10.0, this date could be set to 2017-04-04 (8 LTS release).

        // Also see https://decisions.typo3.org/t/reduce-size-of-extension-manager-db-table/329/

        $this->minimumDateToImport = strtotime('2015-11-10T00:00:00+00:00');

    }


    public function import($localExtensionListFile, ‪$repositoryUid = null)

    {

        if (‪$repositoryUid !== null && is_int(‪$repositoryUid)) {

            $this->repositoryUid = ‪$repositoryUid;

        }

        $zlibStream = 'compress.zlib://';

        $this->sumRecords = 0;

        $this->parser->parseXml($zlibStream . $localExtensionListFile);

        // flush last rows to database if existing

        if (!empty($this->arrRows)) {

            GeneralUtility::makeInstance(ConnectionPool::class)

                ->getConnectionForTable('tx_extensionmanager_domain_model_extension')

                ->bulkInsert(

                    'tx_extensionmanager_domain_model_extension',

                    $this->arrRows,

                    self::$fieldNames

                );

        }

        $extensions = $this->extensionRepository->insertLastVersion($this->repositoryUid);

        $this->repositoryRepository->updateRepositoryCount($extensions, $this->repositoryUid);

        return ‪$this->sumRecords;

    }


    protected function ‪loadIntoDatabase(AbstractExtensionXmlParser &$subject)

    {

        if ($this->sumRecords !== 0 && $this->sumRecords % $this->maxRowsPerChunk === 0) {

            GeneralUtility::makeInstance(ConnectionPool::class)

                ->getConnectionForTable(self::$tableName)

                ->bulkInsert(

                    self::$tableName,

                    $this->arrRows,

                    self::$fieldNames

                );

            $this->arrRows = [];

        }

        $versionRepresentations = ‪VersionNumberUtility::convertVersionStringToArray($subject->getVersion());

        // order must match that of self::$fieldNames!

        $this->arrRows[] = [

            $subject->getExtkey(),

            $subject->getVersion(),

            $versionRepresentations['version_int'],

            // initialize current_version, correct value computed later:

            0,

            (int)$subject->getAlldownloadcounter(),

            (int)$subject->getDownloadcounter(),

            $subject->getTitle() !== null ? $subject->getTitle() : '',

            $subject->getOwnerusername(),

            $subject->getAuthorname() !== null ? $subject->getAuthorname() : '',

            $subject->getAuthoremail() !== null ? $subject->getAuthoremail() : '',

            $subject->getAuthorcompany() !== null ? $subject->getAuthorcompany() : '',

            (int)$subject->getLastuploaddate(),

            $subject->getT3xfilemd5(),

            ‪$this->repositoryUid,

            $this->extensionModel->getDefaultState($subject->getState() ?: ''),

            (int)$subject->getReviewstate(),

            $this->extensionModel->getCategoryIndexFromStringOrNumber($subject->getCategory() ?: ''),

            $subject->getDescription() ?: '',

            $subject->getDependencies() ?: '',

            $subject->getUploadcomment() ?: ''

        ];

        ++‪$this->sumRecords;

    }


    public function ‪update(\SplSubject $subject)

    {

        if (is_subclass_of($subject, AbstractExtensionXmlParser::class)) {

            if ((int)$subject->getLastuploaddate() > $this->minimumDateToImport) {

                $this->‪loadIntoDatabase($subject);

            }

        }

    }

}