DataHandler.php

Go to the documentation of this file.

<?php
namespace TYPO3\CMS\Core\DataHandling;

use TYPO3\CMS\Backend\Utility\BackendUtility;
use TYPO3\CMS\Core\Database\DatabaseConnection;
use TYPO3\CMS\Core\Utility\GeneralUtility;
use TYPO3\CMS\Core\Utility\MathUtility;
use TYPO3\CMS\Core\Versioning\VersionState;

class DataHandler {

    // *********************
    // Public variables you can configure before using the class:
    // *********************
    public $storeLogMessages = TRUE;

    public $enableLogging = TRUE;

    public $reverseOrder = FALSE;

    public $checkSimilar = TRUE;

    public $stripslashes_values = TRUE;

    public $checkStoredRecords = TRUE;

    public $checkStoredRecords_loose = TRUE;

    public $deleteTree = FALSE;

    public $neverHideAtCopy = FALSE;

    public $isImporting = FALSE;

    public $dontProcessTransformations = FALSE;

    public $clear_flexFormData_vDEFbase = FALSE;

    public $updateModeL10NdiffData = TRUE;

    public $updateModeL10NdiffDataClear = FALSE;

    public $bypassWorkspaceRestrictions = FALSE;

    public $bypassFileHandling = FALSE;

    public $bypassAccessCheckForRecords = FALSE;

    public $copyWhichTables = '*';

    public $copyTree = 0;

    public $defaultValues = array();

    public $overrideValues = array();

    public $alternativeFileName = array();

    public $alternativeFilePath = array();

    public $data_disableFields = array();

    public $suggestedInsertUids = array();

    public $callBackObj;

    // *********************
    // Internal variables (mapping arrays) which can be used (read-only) from outside
    // *********************
    public $autoVersionIdMap = array();

    public $substNEWwithIDs = array();

    public $substNEWwithIDs_table = array();

    public $newRelatedIDs = array();

    public $copyMappingArray_merged = array();

    public $copiedFileMap = array();

    public $RTEmagic_copyIndex = array();

    public $errorLog = array();


    // *********************
    // Internal Variables, do not touch.
    // *********************

    // Variables set in init() function:

    public $BE_USER;

    public $userid;

    public $username;

    public $admin;

    public $defaultPermissions = array(
        'user' => 'show,edit,delete,new,editcontent',
        'group' => 'show,edit,new,editcontent',
        'everybody' => ''
    );

    public $exclude_array;

    protected $control = array();

    public $datamap = array();

    public $cmdmap = array();

    // Internal static:
    public $pMap = array(
        'show' => 1,
        // 1st bit
        'edit' => 2,
        // 2nd bit
        'delete' => 4,
        // 3rd bit
        'new' => 8,
        // 4th bit
        'editcontent' => 16
    );

    public $sortIntervals = 256;

    // Internal caching arrays
    public $recUpdateAccessCache = array();

    public $recInsertAccessCache = array();

    public $isRecordInWebMount_Cache = array();

    public $isInWebMount_Cache = array();

    public $cachedTSconfig = array();

    public $pageCache = array();

    public $checkWorkspaceCache = array();

    // Other arrays:
    public $dbAnalysisStore = array();

    public $removeFilesStore = array();

    public $uploadedFileArray = array();

    public $registerDBList = array();

    public $registerDBPids = array();

    public $copyMappingArray = array();

    public $remapStack = array();

    public $remapStackRecords = array();

    protected $remapStackChildIds = array();

    protected $remapStackActions = array();

    protected $remapStackRefIndex = array();

    public $updateRefIndexStack = array();

    public $callFromImpExp = FALSE;

    public $newIndexMap = array();

    // Various
    public $fileFunc;

    public $checkValue_currentRecord = array();

    public $autoVersioningUpdate = FALSE;

    protected $disableDeleteClause = FALSE;

    protected $checkModifyAccessListHookObjects;

    protected $version_remapMMForVersionSwap_reg;

    protected $outerMostInstance = NULL;

    static protected $recordsToClearCacheFor = array();

    protected static $recordPidsForDeletedRecords = array();

    protected $databaseConnection;

    protected $runtimeCache = NULL;

    protected $cachePrefixNestedElementCalls = 'core-datahandler-nestedElementCalls-';

    public function __construct() {
        $this->databaseConnection = $GLOBALS['TYPO3_DB'];
        $this->runtimeCache = $this->getMemoryCache();
    }

    public function setControl(array $control) {
        $this->control = $control;
    }

    public function start($data, $cmd, $altUserObject = '') {
        // Initializing BE_USER
        $this->BE_USER = is_object($altUserObject) ? $altUserObject : $GLOBALS['BE_USER'];
        $this->userid = $this->BE_USER->user['uid'];
        $this->username = $this->BE_USER->user['username'];
        $this->admin = $this->BE_USER->user['admin'];
        if ($this->BE_USER->uc['recursiveDelete']) {
            $this->deleteTree = 1;
        }
        if ($GLOBALS['TYPO3_CONF_VARS']['BE']['explicitConfirmationOfTranslation'] && $this->updateModeL10NdiffData === TRUE) {
            $this->updateModeL10NdiffData = FALSE;
        }
        // Initializing default permissions for pages
        $defaultPermissions = $GLOBALS['TYPO3_CONF_VARS']['BE']['defaultPermissions'];
        if (isset($defaultPermissions['user'])) {
            $this->defaultPermissions['user'] = $defaultPermissions['user'];
        }
        if (isset($defaultPermissions['group'])) {
            $this->defaultPermissions['group'] = $defaultPermissions['group'];
        }
        if (isset($defaultPermissions['everybody'])) {
            $this->defaultPermissions['everybody'] = $defaultPermissions['everybody'];
        }
        // generates the excludelist, based on TCA/exclude-flag and non_exclude_fields for the user:
        $this->exclude_array = $this->admin ? array() : $this->getExcludeListArray();
        // Setting the data and cmd arrays
        if (is_array($data)) {
            reset($data);
            $this->datamap = $data;
        }
        if (is_array($cmd)) {
            reset($cmd);
            $this->cmdmap = $cmd;
        }
    }

    public function setMirror($mirror) {
        if (is_array($mirror)) {
            foreach ($mirror as $table => $uid_array) {
                if (isset($this->datamap[$table])) {
                    foreach ($uid_array as $id => $uidList) {
                        if (isset($this->datamap[$table][$id])) {
                            $theIdsInArray = GeneralUtility::trimExplode(',', $uidList, TRUE);
                            foreach ($theIdsInArray as $copyToUid) {
                                $this->datamap[$table][$copyToUid] = $this->datamap[$table][$id];
                            }
                        }
                    }
                }
            }
        }
    }

    public function setDefaultsFromUserTS($userTS) {
        if (is_array($userTS)) {
            foreach ($userTS as $k => $v) {
                $k = substr($k, 0, -1);
                if ($k && is_array($v) && isset($GLOBALS['TCA'][$k])) {
                    if (is_array($this->defaultValues[$k])) {
                        $this->defaultValues[$k] = array_merge($this->defaultValues[$k], $v);
                    } else {
                        $this->defaultValues[$k] = $v;
                    }
                }
            }
        }
    }

    public function process_uploads($postFiles) {
        if (is_array($postFiles)) {
            // Editing frozen:
            if ($this->BE_USER->workspace !== 0 && $this->BE_USER->workspaceRec['freeze']) {
                $this->newlog('All editing in this workspace has been frozen!', 1);
                return FALSE;
            }
            $subA = reset($postFiles);
            if (is_array($subA)) {
                if (is_array($subA['name']) && is_array($subA['type']) && is_array($subA['tmp_name']) && is_array($subA['size'])) {
                    // Initialize the uploadedFilesArray:
                    $this->uploadedFileArray = array();
                    // For each entry:
                    foreach ($subA as $key => $values) {
                        $this->process_uploads_traverseArray($this->uploadedFileArray, $values, $key);
                    }
                } else {
                    $this->uploadedFileArray = $subA;
                }
            }
        }
    }

    public function process_uploads_traverseArray(&$outputArr, $inputArr, $keyToSet) {
        if (is_array($inputArr)) {
            foreach ($inputArr as $key => $value) {
                $this->process_uploads_traverseArray($outputArr[$key], $inputArr[$key], $keyToSet);
            }
        } else {
            $outputArr[$keyToSet] = $inputArr;
        }
    }

    /*********************************************
     *
     * HOOKS
     *
     *********************************************/
    public function hook_processDatamap_afterDatabaseOperations(&$hookObjectsArr, &$status, &$table, &$id, &$fieldArray) {
        // Process hook directly:
        if (!isset($this->remapStackRecords[$table][$id])) {
            foreach ($hookObjectsArr as $hookObj) {
                if (method_exists($hookObj, 'processDatamap_afterDatabaseOperations')) {
                    $hookObj->processDatamap_afterDatabaseOperations($status, $table, $id, $fieldArray, $this);
                }
            }
        } else {
            $this->remapStackRecords[$table][$id]['processDatamap_afterDatabaseOperations'] = array(
                'status' => $status,
                'fieldArray' => $fieldArray,
                'hookObjectsArr' => $hookObjectsArr
            );
        }
    }

    protected function getCheckModifyAccessListHookObjects() {
        if (!isset($this->checkModifyAccessListHookObjects)) {
            $this->checkModifyAccessListHookObjects = array();
            if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['checkModifyAccessList'])) {
                foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['checkModifyAccessList'] as $classData) {
                    $hookObject = GeneralUtility::getUserObj($classData);
                    if (!$hookObject instanceof \TYPO3\CMS\Core\DataHandling\DataHandlerCheckModifyAccessListHookInterface) {
                        throw new \UnexpectedValueException('$hookObject must implement interface \\TYPO3\\CMS\\Core\\DataHandling\\DataHandlerCheckModifyAccessListHookInterface', 1251892472);
                    }
                    $this->checkModifyAccessListHookObjects[] = $hookObject;
                }
            }
        }
        return $this->checkModifyAccessListHookObjects;
    }

    /*********************************************
     *
     * PROCESSING DATA
     *
     *********************************************/
    public function process_datamap() {
        $this->controlActiveElements();

        // Keep versionized(!) relations here locally:
        $registerDBList = array();
        $this->registerElementsToBeDeleted();
        $this->datamap = $this->unsetElementsToBeDeleted($this->datamap);
        // Editing frozen:
        if ($this->BE_USER->workspace !== 0 && $this->BE_USER->workspaceRec['freeze']) {
            $this->newlog('All editing in this workspace has been frozen!', 1);
            return FALSE;
        }
        // First prepare user defined objects (if any) for hooks which extend this function:
        $hookObjectsArr = array();
        if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processDatamapClass'])) {
            foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processDatamapClass'] as $classRef) {
                $hookObject = GeneralUtility::getUserObj($classRef);
                if (method_exists($hookObject, 'processDatamap_beforeStart')) {
                    $hookObject->processDatamap_beforeStart($this);
                }
                $hookObjectsArr[] = $hookObject;
            }
        }
        // Organize tables so that the pages-table is always processed first. This is required if you want to make sure that content pointing to a new page will be created.
        $orderOfTables = array();
        // Set pages first.
        if (isset($this->datamap['pages'])) {
            $orderOfTables[] = 'pages';
        }
        $orderOfTables = array_unique(array_merge($orderOfTables, array_keys($this->datamap)));
        // Process the tables...
        foreach ($orderOfTables as $table) {
            // Check if
            //     - table is set in $GLOBALS['TCA'],
            //     - table is NOT readOnly
            //     - the table is set with content in the data-array (if not, there's nothing to process...)
            //     - permissions for tableaccess OK
            $modifyAccessList = $this->checkModifyAccessList($table);
            if (!$modifyAccessList) {
                $id = 0;
                $this->log($table, $id, 2, 0, 1, 'Attempt to modify table \'%s\' without permission', 1, array($table));
            }
            if (isset($GLOBALS['TCA'][$table]) && !$this->tableReadOnly($table) && is_array($this->datamap[$table]) && $modifyAccessList) {
                if ($this->reverseOrder) {
                    $this->datamap[$table] = array_reverse($this->datamap[$table], 1);
                }
                // For each record from the table, do:
                // $id is the record uid, may be a string if new records...
                // $incomingFieldArray is the array of fields
                foreach ($this->datamap[$table] as $id => $incomingFieldArray) {
                    if (is_array($incomingFieldArray)) {
                        // Handle native date/time fields
                        $dateTimeFormats = $GLOBALS['TYPO3_DB']->getDateTimeFormats($table);
                        foreach ($GLOBALS['TCA'][$table]['columns'] as $column => $config) {
                            if (isset($incomingFieldArray[$column])) {
                                if (isset($config['config']['dbType']) && GeneralUtility::inList('date,datetime', $config['config']['dbType'])) {
                                    $emptyValue = $dateTimeFormats[$config['config']['dbType']]['empty'];
                                    $format = $dateTimeFormats[$config['config']['dbType']]['format'];
                                    $incomingFieldArray[$column] = $incomingFieldArray[$column] && $incomingFieldArray[$column] !== $emptyValue ? gmdate($format, $incomingFieldArray[$column]) : $emptyValue;
                                }
                            }
                        }
                        // Hook: processDatamap_preProcessFieldArray
                        foreach ($hookObjectsArr as $hookObj) {
                            if (method_exists($hookObj, 'processDatamap_preProcessFieldArray')) {
                                $hookObj->processDatamap_preProcessFieldArray($incomingFieldArray, $table, $id, $this);
                            }
                        }
                        // ******************************
                        // Checking access to the record
                        // ******************************
                        $createNewVersion = FALSE;
                        $recordAccess = FALSE;
                        $old_pid_value = '';
                        $this->autoVersioningUpdate = FALSE;
                        // Is it a new record? (Then Id is a string)
                        if (!\TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($id)) {
                            // Get a fieldArray with default values
                            $fieldArray = $this->newFieldArray($table);
                            // A pid must be set for new records.
                            if (isset($incomingFieldArray['pid'])) {
                                // $value = the pid
                                $pid_value = $incomingFieldArray['pid'];
                                // Checking and finding numerical pid, it may be a string-reference to another value
                                $OK = 1;
                                // If a NEW... id
                                if (strstr($pid_value, 'NEW')) {
                                    if ($pid_value[0] === '-') {
                                        $negFlag = -1;
                                        $pid_value = substr($pid_value, 1);
                                    } else {
                                        $negFlag = 1;
                                    }
                                    // Trying to find the correct numerical value as it should be mapped by earlier processing of another new record.
                                    if (isset($this->substNEWwithIDs[$pid_value])) {
                                        if ($negFlag === 1) {
                                            $old_pid_value = $this->substNEWwithIDs[$pid_value];
                                        }
                                        $pid_value = (int)($negFlag * $this->substNEWwithIDs[$pid_value]);
                                    } else {
                                        $OK = 0;
                                    }
                                }
                                $pid_value = (int)$pid_value;
                                // The $pid_value is now the numerical pid at this point
                                if ($OK) {
                                    $sortRow = $GLOBALS['TCA'][$table]['ctrl']['sortby'];
                                    // Points to a page on which to insert the element, possibly in the top of the page
                                    if ($pid_value >= 0) {
                                        // If this table is sorted we better find the top sorting number
                                        if ($sortRow) {
                                            $fieldArray[$sortRow] = $this->getSortNumber($table, 0, $pid_value);
                                        }
                                        // The numerical pid is inserted in the data array
                                        $fieldArray['pid'] = $pid_value;
                                    } else {
                                        // points to another record before ifself
                                        // If this table is sorted we better find the top sorting number
                                        if ($sortRow) {
                                            // Because $pid_value is < 0, getSortNumber returns an array
                                            $tempArray = $this->getSortNumber($table, 0, $pid_value);
                                            $fieldArray['pid'] = $tempArray['pid'];
                                            $fieldArray[$sortRow] = $tempArray['sortNumber'];
                                        } else {
                                            // Here we fetch the PID of the record that we point to...
                                            $tempdata = $this->recordInfo($table, abs($pid_value), 'pid');
                                            $fieldArray['pid'] = $tempdata['pid'];
                                        }
                                    }
                                }
                            }
                            $theRealPid = $fieldArray['pid'];
                            // Now, check if we may insert records on this pid.
                            if ($theRealPid >= 0) {
                                // Checks if records can be inserted on this $pid.
                                $recordAccess = $this->checkRecordInsertAccess($table, $theRealPid);
                                if ($recordAccess) {
                                    $this->addDefaultPermittedLanguageIfNotSet($table, $incomingFieldArray);
                                    $recordAccess = $this->BE_USER->recordEditAccessInternals($table, $incomingFieldArray, TRUE);
                                    if (!$recordAccess) {
                                        $this->newlog('recordEditAccessInternals() check failed. [' . $this->BE_USER->errorMsg . ']', 1);
                                    } elseif (!$this->bypassWorkspaceRestrictions) {
                                        // Workspace related processing:
                                        // If LIVE records cannot be created in the current PID due to workspace restrictions, prepare creation of placeholder-record
                                        if ($res = $this->BE_USER->workspaceAllowLiveRecordsInPID($theRealPid, $table)) {
                                            if ($res < 0) {
                                                $recordAccess = FALSE;
                                                $this->newlog('Stage for versioning root point and users access level did not allow for editing', 1);
                                            }
                                        } else {
                                            // So, if no live records were allowed, we have to create a new version of this record:
                                            if ($GLOBALS['TCA'][$table]['ctrl']['versioningWS']) {
                                                $createNewVersion = TRUE;
                                            } else {
                                                $recordAccess = FALSE;
                                                $this->newlog('Record could not be created in this workspace in this branch', 1);
                                            }
                                        }
                                    }
                                }
                            } else {
                                debug('Internal ERROR: pid should not be less than zero!');
                            }
                            // Yes new record, change $record_status to 'insert'
                            $status = 'new';
                        } else {
                            // Nope... $id is a number
                            $fieldArray = array();
                            $recordAccess = $this->checkRecordUpdateAccess($table, $id, $incomingFieldArray, $hookObjectsArr);
                            if (!$recordAccess) {
                                $propArr = $this->getRecordProperties($table, $id);
                                $this->log($table, $id, 2, 0, 1, 'Attempt to modify record \'%s\' (%s) without permission. Or non-existing page.', 2, array($propArr['header'], $table . ':' . $id), $propArr['event_pid']);
                            } else {
                                // Next check of the record permissions (internals)
                                $recordAccess = $this->BE_USER->recordEditAccessInternals($table, $id);
                                if (!$recordAccess) {
                                    $propArr = $this->getRecordProperties($table, $id);
                                    $this->newlog('recordEditAccessInternals() check failed. [' . $this->BE_USER->errorMsg . ']', 1);
                                } else {
                                    // Here we fetch the PID of the record that we point to...
                                    $tempdata = $this->recordInfo($table, $id, 'pid' . ($GLOBALS['TCA'][$table]['ctrl']['versioningWS'] ? ',t3ver_wsid,t3ver_stage' : ''));
                                    $theRealPid = $tempdata['pid'];
                                    // Use the new id of the versionized record we're trying to write to:
                                    // (This record is a child record of a parent and has already been versionized.)
                                    if ($this->autoVersionIdMap[$table][$id]) {
                                        // For the reason that creating a new version of this record, automatically
                                        // created related child records (e.g. "IRRE"), update the accordant field:
                                        $this->getVersionizedIncomingFieldArray($table, $id, $incomingFieldArray, $registerDBList);
                                        // Use the new id of the copied/versionized record:
                                        $id = $this->autoVersionIdMap[$table][$id];
                                        $recordAccess = TRUE;
                                        $this->autoVersioningUpdate = TRUE;
                                    } elseif (!$this->bypassWorkspaceRestrictions && ($errorCode = $this->BE_USER->workspaceCannotEditRecord($table, $tempdata))) {
                                        $recordAccess = FALSE;
                                        // Versioning is required and it must be offline version!
                                        // Check if there already is a workspace version
                                        $WSversion = BackendUtility::getWorkspaceVersionOfRecord($this->BE_USER->workspace, $table, $id, 'uid,t3ver_oid');
                                        if ($WSversion) {
                                            $id = $WSversion['uid'];
                                            $recordAccess = TRUE;
                                        } elseif ($this->BE_USER->workspaceAllowAutoCreation($table, $id, $theRealPid)) {
                                            $tce = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\DataHandling\\DataHandler');
                                            $tce->stripslashes_values = 0;
                                            $tce->enableLogging = $this->enableLogging;
                                            // Setting up command for creating a new version of the record:
                                            $cmd = array();
                                            $cmd[$table][$id]['version'] = array(
                                                'action' => 'new',
                                                'treeLevels' => -1,
                                                // Default is to create a version of the individual records... element versioning that is.
                                                'label' => 'Auto-created for WS #' . $this->BE_USER->workspace
                                            );
                                            $tce->start(array(), $cmd);
                                            $tce->process_cmdmap();
                                            $this->errorLog = array_merge($this->errorLog, $tce->errorLog);
                                            // If copying was successful, share the new uids (also of related children):
                                            if ($tce->copyMappingArray[$table][$id]) {
                                                foreach ($tce->copyMappingArray as $origTable => $origIdArray) {
                                                    foreach ($origIdArray as $origId => $newId) {
                                                        $this->uploadedFileArray[$origTable][$newId] = $this->uploadedFileArray[$origTable][$origId];
                                                        $this->autoVersionIdMap[$origTable][$origId] = $newId;
                                                    }
                                                }
                                                \TYPO3\CMS\Core\Utility\ArrayUtility::mergeRecursiveWithOverrule($this->RTEmagic_copyIndex, $tce->RTEmagic_copyIndex);
                                                // See where RTEmagic_copyIndex is used inside fillInFieldArray() for more information...
                                                // Update registerDBList, that holds the copied relations to child records:
                                                $registerDBList = array_merge($registerDBList, $tce->registerDBList);
                                                // For the reason that creating a new version of this record, automatically
                                                // created related child records (e.g. "IRRE"), update the accordant field:
                                                $this->getVersionizedIncomingFieldArray($table, $id, $incomingFieldArray, $registerDBList);
                                                // Use the new id of the copied/versionized record:
                                                $id = $this->autoVersionIdMap[$table][$id];
                                                $recordAccess = TRUE;
                                                $this->autoVersioningUpdate = TRUE;
                                            } else {
                                                $this->newlog('Could not be edited in offline workspace in the branch where found (failure state: \'' . $errorCode . '\'). Auto-creation of version failed!', 1);
                                            }
                                        } else {
                                            $this->newlog('Could not be edited in offline workspace in the branch where found (failure state: \'' . $errorCode . '\'). Auto-creation of version not allowed in workspace!', 1);
                                        }
                                    }
                                }
                            }
                            // The default is 'update'
                            $status = 'update';
                        }
                        // If access was granted above, proceed to create or update record:
                        if ($recordAccess) {
                            // Here the "pid" is set IF NOT the old pid was a string pointing to a place in the subst-id array.
                            list($tscPID) = BackendUtility::getTSCpid($table, $id, $old_pid_value ? $old_pid_value : $fieldArray['pid']);
                            if ($status === 'new' && $table === 'pages') {
                                $TSConfig = $this->getTCEMAIN_TSconfig($tscPID);
                                if (isset($TSConfig['permissions.']) && is_array($TSConfig['permissions.'])) {
                                    $fieldArray = $this->setTSconfigPermissions($fieldArray, $TSConfig['permissions.']);
                                }
                            }
                            // Processing of all fields in incomingFieldArray and setting them in $fieldArray
                            $fieldArray = $this->fillInFieldArray($table, $id, $fieldArray, $incomingFieldArray, $theRealPid, $status, $tscPID);
                            if ($createNewVersion) {
                                // create a placeholder array with already processed field content
                                $newVersion_placeholderFieldArray = $fieldArray;
                            }
                            // NOTICE! All manipulation beyond this point bypasses both "excludeFields" AND possible "MM" relations / file uploads to field!
                            // Forcing some values unto field array:
                            // NOTICE: This overriding is potentially dangerous; permissions per field is not checked!!!
                            $fieldArray = $this->overrideFieldArray($table, $fieldArray);
                            if ($createNewVersion) {
                                $newVersion_placeholderFieldArray = $this->overrideFieldArray($table, $newVersion_placeholderFieldArray);
                            }
                            // Setting system fields
                            if ($status == 'new') {
                                if ($GLOBALS['TCA'][$table]['ctrl']['crdate']) {
                                    $fieldArray[$GLOBALS['TCA'][$table]['ctrl']['crdate']] = $GLOBALS['EXEC_TIME'];
                                    if ($createNewVersion) {
                                        $newVersion_placeholderFieldArray[$GLOBALS['TCA'][$table]['ctrl']['crdate']] = $GLOBALS['EXEC_TIME'];
                                    }
                                }
                                if ($GLOBALS['TCA'][$table]['ctrl']['cruser_id']) {
                                    $fieldArray[$GLOBALS['TCA'][$table]['ctrl']['cruser_id']] = $this->userid;
                                    if ($createNewVersion) {
                                        $newVersion_placeholderFieldArray[$GLOBALS['TCA'][$table]['ctrl']['cruser_id']] = $this->userid;
                                    }
                                }
                            } elseif ($this->checkSimilar) {
                                // Removing fields which are equal to the current value:
                                $fieldArray = $this->compareFieldArrayWithCurrentAndUnset($table, $id, $fieldArray);
                            }
                            if ($GLOBALS['TCA'][$table]['ctrl']['tstamp'] && count($fieldArray)) {
                                $fieldArray[$GLOBALS['TCA'][$table]['ctrl']['tstamp']] = $GLOBALS['EXEC_TIME'];
                                if ($createNewVersion) {
                                    $newVersion_placeholderFieldArray[$GLOBALS['TCA'][$table]['ctrl']['tstamp']] = $GLOBALS['EXEC_TIME'];
                                }
                            }
                            // Set stage to "Editing" to make sure we restart the workflow
                            if ($GLOBALS['TCA'][$table]['ctrl']['versioningWS']) {
                                $fieldArray['t3ver_stage'] = 0;
                            }
                            // Hook: processDatamap_postProcessFieldArray
                            foreach ($hookObjectsArr as $hookObj) {
                                if (method_exists($hookObj, 'processDatamap_postProcessFieldArray')) {
                                    $hookObj->processDatamap_postProcessFieldArray($status, $table, $id, $fieldArray, $this);
                                }
                            }
                            // Performing insert/update. If fieldArray has been unset by some userfunction (see hook above), don't do anything
                            // Kasper: Unsetting the fieldArray is dangerous; MM relations might be saved already and files could have been uploaded that are now "lost"
                            if (is_array($fieldArray)) {
                                if ($status == 'new') {
                                    // This creates a new version of the record with online placeholder and offline version
                                    if ($createNewVersion) {
                                        $newVersion_placeholderFieldArray['t3ver_label'] = 'INITIAL PLACEHOLDER';
                                        // Setting placeholder state value for temporary record
                                        $newVersion_placeholderFieldArray['t3ver_state'] = (string)new VersionState(VersionState::NEW_PLACEHOLDER);
                                        // Setting workspace - only so display of place holders can filter out those from other workspaces.
                                        $newVersion_placeholderFieldArray['t3ver_wsid'] = $this->BE_USER->workspace;
                                        $newVersion_placeholderFieldArray[$GLOBALS['TCA'][$table]['ctrl']['label']] = $this->getPlaceholderTitleForTableLabel($table);
                                        // Saving placeholder as 'original'
                                        $this->insertDB($table, $id, $newVersion_placeholderFieldArray, FALSE);
                                        // For the actual new offline version, set versioning values to point to placeholder:
                                        $fieldArray['pid'] = -1;
                                        $fieldArray['t3ver_oid'] = $this->substNEWwithIDs[$id];
                                        $fieldArray['t3ver_id'] = 1;
                                        // Setting placeholder state value for version (so it can know it is currently a new version...)
                                        $fieldArray['t3ver_state'] = (string)new VersionState(VersionState::NEW_PLACEHOLDER_VERSION);
                                        $fieldArray['t3ver_label'] = 'First draft version';
                                        $fieldArray['t3ver_wsid'] = $this->BE_USER->workspace;
                                        // When inserted, $this->substNEWwithIDs[$id] will be changed to the uid of THIS version and so the interface will pick it up just nice!
                                        $phShadowId = $this->insertDB($table, $id, $fieldArray, TRUE, 0, TRUE);
                                        if ($phShadowId) {
                                            // Processes fields of the placeholder record:
                                            $this->triggerRemapAction($table, $id, array($this, 'placeholderShadowing'), array($table, $phShadowId));
                                            // Hold auto-versionized ids of placeholders:
                                            $this->autoVersionIdMap[$table][$this->substNEWwithIDs[$id]] = $phShadowId;
                                        }
                                    } else {
                                        $this->insertDB($table, $id, $fieldArray, FALSE, $incomingFieldArray['uid']);
                                    }
                                } else {
                                    $this->updateDB($table, $id, $fieldArray);
                                    $this->placeholderShadowing($table, $id);
                                }
                            }
                            // Hook: processDatamap_afterDatabaseOperations
                            // Note: When using the hook after INSERT operations, you will only get the temporary NEW... id passed to your hook as $id,
                            // but you can easily translate it to the real uid of the inserted record using the $this->substNEWwithIDs array.
                            $this->hook_processDatamap_afterDatabaseOperations($hookObjectsArr, $status, $table, $id, $fieldArray);
                        }
                    }
                }
            }
        }
        // Process the stack of relations to remap/correct
        $this->processRemapStack();
        $this->dbAnalysisStoreExec();
        $this->removeRegisteredFiles();
        // Hook: processDatamap_afterAllOperations
        // Note: When this hook gets called, all operations on the submitted data have been finished.
        foreach ($hookObjectsArr as $hookObj) {
            if (method_exists($hookObj, 'processDatamap_afterAllOperations')) {
                $hookObj->processDatamap_afterAllOperations($this);
            }
        }
        if ($this->isOuterMostInstance()) {
            $this->processClearCacheQueue();
            $this->resetElementsToBeDeleted();
        }
    }

    public function placeholderShadowing($table, $id) {
        if ($liveRec = BackendUtility::getLiveVersionOfRecord($table, $id, '*')) {
            if (VersionState::cast($liveRec['t3ver_state'])->indicatesPlaceholder()) {
                $justStoredRecord = BackendUtility::getRecord($table, $id);
                $newRecord = array();
                $shadowCols = $GLOBALS['TCA'][$table]['ctrl']['shadowColumnsForNewPlaceholders'];
                $shadowCols .= ',' . $GLOBALS['TCA'][$table]['ctrl']['languageField'];
                $shadowCols .= ',' . $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField'];
                $shadowCols .= ',' . $GLOBALS['TCA'][$table]['ctrl']['type'];
                $shadowCols .= ',' . $GLOBALS['TCA'][$table]['ctrl']['label'];
                $shadowColumns = array_unique(GeneralUtility::trimExplode(',', $shadowCols, TRUE));
                foreach ($shadowColumns as $fieldName) {
                    if ((string)$justStoredRecord[$fieldName] !== (string)$liveRec[$fieldName] && isset($GLOBALS['TCA'][$table]['columns'][$fieldName]) && $fieldName !== 'uid' && $fieldName !== 'pid') {
                        $newRecord[$fieldName] = $justStoredRecord[$fieldName];
                    }
                }
                if (count($newRecord)) {
                    $this->newlog2('Shadowing done on fields <i>' . implode(',', array_keys($newRecord)) . '</i> in placeholder record ' . $table . ':' . $liveRec['uid'] . ' (offline version UID=' . $id . ')', $table, $liveRec['uid'], $liveRec['pid']);
                    $this->updateDB($table, $liveRec['uid'], $newRecord);
                }
            }
        }
    }

    public function getPlaceholderTitleForTableLabel($table, $placeholderContent = NULL) {
        if ($placeholderContent === NULL) {
            $placeholderContent = 'PLACEHOLDER';
        }

        $labelPlaceholder = '[' . $placeholderContent . ', WS#' . $this->BE_USER->workspace . ']';
        $labelField = $GLOBALS['TCA'][$table]['ctrl']['label'];
        if (!isset($GLOBALS['TCA'][$table]['columns'][$labelField]['config']['eval'])) {
            return $labelPlaceholder;
        }
        $evalCodesArray = GeneralUtility::trimExplode(',', $GLOBALS['TCA'][$table]['columns'][$labelField]['config']['eval'], TRUE);
        $transformedLabel = $this->checkValue_input_Eval($labelPlaceholder, $evalCodesArray, '');
        return isset($transformedLabel['value']) ? $transformedLabel['value'] : $labelPlaceholder;
    }

    public function fillInFieldArray($table, $id, $fieldArray, $incomingFieldArray, $realPid, $status, $tscPID) {
        // Initialize:
        $originalLanguageRecord = NULL;
        $originalLanguage_diffStorage = NULL;
        $diffStorageFlag = FALSE;
        // Setting 'currentRecord' and 'checkValueRecord':
        if (strstr($id, 'NEW')) {
            // Must have the 'current' array - not the values after processing below...
            $currentRecord = ($checkValueRecord = $fieldArray);
            // IF $incomingFieldArray is an array, overlay it.
            // The point is that when new records are created as copies with flex type fields there might be a field containing information about which DataStructure to use and without that information the flexforms cannot be correctly processed.... This should be OK since the $checkValueRecord is used by the flexform evaluation only anyways...
            if (is_array($incomingFieldArray) && is_array($checkValueRecord)) {
                \TYPO3\CMS\Core\Utility\ArrayUtility::mergeRecursiveWithOverrule($checkValueRecord, $incomingFieldArray);
            }
        } else {
            // We must use the current values as basis for this!
            $currentRecord = ($checkValueRecord = $this->recordInfo($table, $id, '*'));
            // This is done to make the pid positive for offline versions; Necessary to have diff-view for pages_language_overlay in workspaces.
            BackendUtility::fixVersioningPid($table, $currentRecord);
            // Get original language record if available:
            if (is_array($currentRecord) && $GLOBALS['TCA'][$table]['ctrl']['transOrigDiffSourceField'] && $GLOBALS['TCA'][$table]['ctrl']['languageField'] && $currentRecord[$GLOBALS['TCA'][$table]['ctrl']['languageField']] > 0 && $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField'] && (int)$currentRecord[$GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField']] > 0) {
                $lookUpTable = $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerTable'] ?: $table;
                $originalLanguageRecord = $this->recordInfo($lookUpTable, $currentRecord[$GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField']], '*');
                BackendUtility::workspaceOL($lookUpTable, $originalLanguageRecord);
                $originalLanguage_diffStorage = unserialize($currentRecord[$GLOBALS['TCA'][$table]['ctrl']['transOrigDiffSourceField']]);
            }
        }
        $this->checkValue_currentRecord = $checkValueRecord;
        // In the following all incoming value-fields are tested:
        // - Are the user allowed to change the field?
        // - Is the field uid/pid (which are already set)
        // - perms-fields for pages-table, then do special things...
        // - If the field is nothing of the above and the field is configured in TCA, the fieldvalues are evaluated by ->checkValue
        // If everything is OK, the field is entered into $fieldArray[]
        foreach ($incomingFieldArray as $field => $fieldValue) {
            if (!in_array(($table . '-' . $field), $this->exclude_array) && !$this->data_disableFields[$table][$id][$field]) {
                // The field must be editable.
                // Checking if a value for language can be changed:
                $languageDeny = $GLOBALS['TCA'][$table]['ctrl']['languageField'] && (string)$GLOBALS['TCA'][$table]['ctrl']['languageField'] === (string)$field && !$this->BE_USER->checkLanguageAccess($fieldValue);
                if (!$languageDeny) {
                    // Stripping slashes - will probably be removed the day $this->stripslashes_values is removed as an option...
                    if ($this->stripslashes_values) {
                        if (is_array($fieldValue)) {
                            GeneralUtility::stripSlashesOnArray($fieldValue);
                        } else {
                            $fieldValue = stripslashes($fieldValue);
                        }
                    }
                    switch ($field) {
                        case 'uid':

                        case 'pid':
                            // Nothing happens, already set
                            break;
                        case 'perms_userid':

                        case 'perms_groupid':

                        case 'perms_user':

                        case 'perms_group':

                        case 'perms_everybody':
                            // Permissions can be edited by the owner or the administrator
                            if ($table == 'pages' && ($this->admin || $status == 'new' || $this->pageInfo($id, 'perms_userid') == $this->userid)) {
                                $value = (int)$fieldValue;
                                switch ($field) {
                                    case 'perms_userid':
                                        $fieldArray[$field] = $value;
                                        break;
                                    case 'perms_groupid':
                                        $fieldArray[$field] = $value;
                                        break;
                                    default:
                                        if ($value >= 0 && $value < pow(2, 5)) {
                                            $fieldArray[$field] = $value;
                                        }
                                }
                            }
                            break;
                        case 't3ver_oid':

                        case 't3ver_id':

                        case 't3ver_wsid':

                        case 't3ver_state':

                        case 't3ver_count':

                        case 't3ver_stage':

                        case 't3ver_tstamp':
                            // t3ver_label is not here because it CAN be edited as a regular field!
                            break;
                        default:
                            if (isset($GLOBALS['TCA'][$table]['columns'][$field])) {
                                // Evaluating the value
                                $res = $this->checkValue($table, $field, $fieldValue, $id, $status, $realPid, $tscPID);
                                if (array_key_exists('value', $res)) {
                                    $fieldArray[$field] = $res['value'];
                                }
                                // Add the value of the original record to the diff-storage content:
                                if ($this->updateModeL10NdiffData && $GLOBALS['TCA'][$table]['ctrl']['transOrigDiffSourceField']) {
                                    $originalLanguage_diffStorage[$field] = $this->updateModeL10NdiffDataClear ? '' : $originalLanguageRecord[$field];
                                    $diffStorageFlag = TRUE;
                                }
                                // If autoversioning is happening we need to perform a nasty hack. The case is parallel to a similar hack inside checkValue_group_select_file().
                                // When a copy or version is made of a record, a search is made for any RTEmagic* images in fields having the "images" soft reference parser applied.
                                // That should be TRUE for RTE fields. If any are found they are duplicated to new names and the file reference in the bodytext is updated accordingly.
                                // However, with auto-versioning the submitted content of the field will just overwrite the corrected values. This leaves a) lost RTEmagic files and b) creates a double reference to the old files.
                                // The only solution I can come up with is detecting when auto versioning happens, then see if any RTEmagic images was copied and if so make a stupid string-replace of the content !
                                if ($this->autoVersioningUpdate === TRUE) {
                                    if (is_array($this->RTEmagic_copyIndex[$table][$id][$field])) {
                                        foreach ($this->RTEmagic_copyIndex[$table][$id][$field] as $oldRTEmagicName => $newRTEmagicName) {
                                            $fieldArray[$field] = str_replace(' src="' . $oldRTEmagicName . '"', ' src="' . $newRTEmagicName . '"', $fieldArray[$field]);
                                        }
                                    }
                                }
                            } elseif ($GLOBALS['TCA'][$table]['ctrl']['origUid'] === $field) {
                                // Allow value for original UID to pass by...
                                $fieldArray[$field] = $fieldValue;
                            }
                    }
                }
            }
        }
        // Add diff-storage information:
        if ($diffStorageFlag && !isset($fieldArray[$GLOBALS['TCA'][$table]['ctrl']['transOrigDiffSourceField']])) {
            // If the field is set it would probably be because of an undo-operation - in which case we should not update the field of course...
            $fieldArray[$GLOBALS['TCA'][$table]['ctrl']['transOrigDiffSourceField']] = serialize($originalLanguage_diffStorage);
        }
        // Checking for RTE-transformations of fields:
        $types_fieldConfig = BackendUtility::getTCAtypes($table, $currentRecord);
        $theTypeString = NULL;
        if (is_array($types_fieldConfig)) {
            foreach ($types_fieldConfig as $vconf) {
                $eFile = NULL;
                if (isset($vconf['spec']['static_write']) && isset($GLOBALS['TYPO3_CONF_VARS']['BE']['staticFileEditPath'])) {
                    // only do array_merge if static_write is enabled
                    $eFile = \TYPO3\CMS\Core\Html\RteHtmlParser::evalWriteFile($vconf['spec']['static_write'], array_merge($currentRecord, $fieldArray));
                    // RteHtmlParser::evalWriteFile will return a string if an error ocurrs
                    if (is_string($eFile)) {
                        $this->log($table, $id, 2, 0, 1, 'Write-file error: \'%s\'', 13, array($eFile), $realPid);
                        // Unset eFile to make checks cheaper
                        $eFile = NULL;
                    }
                }
                // RTE transformations:
                if (!$this->dontProcessTransformations) {
                    if (isset($fieldArray[$vconf['field']])) {
                        // Look for transformation flag:
                        switch ((string) $incomingFieldArray[('_TRANSFORM_' . $vconf['field'])]) {
                            case 'RTE':
                                if ($theTypeString === NULL) {
                                    $theTypeString = BackendUtility::getTCAtypeValue($table, $currentRecord);
                                }
                                $RTEsetup = $this->BE_USER->getTSConfig('RTE', BackendUtility::getPagesTSconfig($tscPID));
                                $thisConfig = BackendUtility::RTEsetup($RTEsetup['properties'], $table, $vconf['field'], $theTypeString);
                                // Set alternative relative path for RTE images/links:
                                $RTErelPath = isset($eFile) ? dirname($eFile['relEditFile']) : '';
                                // Get RTE object, draw form and set flag:
                                $RTEobj = BackendUtility::RTEgetObj();
                                if (is_object($RTEobj)) {
                                    $fieldArray[$vconf['field']] = $RTEobj->transformContent('db', $fieldArray[$vconf['field']], $table, $vconf['field'], $currentRecord, $vconf['spec'], $thisConfig, $RTErelPath, $currentRecord['pid']);
                                } else {
                                    debug('NO RTE OBJECT FOUND!');
                                }
                                break;
                        }
                    }
                }
                // Write file configuration:
                if (isset($eFile)) {
                    $mixedRec = array_merge($currentRecord, $fieldArray);
                    $SW_fileContent = GeneralUtility::getUrl($eFile['editFile']);
                    $parseHTML = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Html\\RteHtmlParser');
                    $parseHTML->init('', '');
                    $eFileMarker = $eFile['markerField'] && trim($mixedRec[$eFile['markerField']]) ? trim($mixedRec[$eFile['markerField']]) : '###TYPO3_STATICFILE_EDIT###';
                    // Must replace the marker if present in content!
                    $insertContent = str_replace($eFileMarker, '', $mixedRec[$eFile['contentField']]);
                    $SW_fileNewContent = $parseHTML->substituteSubpart($SW_fileContent, $eFileMarker, LF . $insertContent . LF, 1, 1);
                    GeneralUtility::writeFile($eFile['editFile'], $SW_fileNewContent);
                    // Write status:
                    if (!strstr($id, 'NEW') && $eFile['statusField']) {
                        $GLOBALS['TYPO3_DB']->exec_UPDATEquery($table, 'uid=' . (int)$id, array(
                            $eFile['statusField'] => $eFile['relEditFile'] . ' updated ' . date('d-m-Y H:i:s') . ', bytes ' . strlen($mixedRec[$eFile['contentField']])
                        ));
                    }
                }
            }
        }
        // Return fieldArray
        return $fieldArray;
    }

    /*********************************************
     *
     * Evaluation of input values
     *
     ********************************************/
    public function checkValue($table, $field, $value, $id, $status, $realPid, $tscPID) {
        // Result array
        $res = array();
        // Processing special case of field pages.doktype
        if (($table === 'pages' || $table === 'pages_language_overlay') && $field === 'doktype') {
            // If the user may not use this specific doktype, we issue a warning
            if (!($this->admin || GeneralUtility::inList($this->BE_USER->groupData['pagetypes_select'], $value))) {
                $propArr = $this->getRecordProperties($table, $id);
                $this->log($table, $id, 5, 0, 1, 'You cannot change the \'doktype\' of page \'%s\' to the desired value.', 1, array($propArr['header']), $propArr['event_pid']);
                return $res;
            }
            if ($status == 'update') {
                // This checks 1) if we should check for disallowed tables and 2) if there are records from disallowed tables on the current page
                $onlyAllowedTables = isset($GLOBALS['PAGES_TYPES'][$value]['onlyAllowedTables']) ? $GLOBALS['PAGES_TYPES'][$value]['onlyAllowedTables'] : $GLOBALS['PAGES_TYPES']['default']['onlyAllowedTables'];
                if ($onlyAllowedTables) {
                    $theWrongTables = $this->doesPageHaveUnallowedTables($id, $value);
                    if ($theWrongTables) {
                        $propArr = $this->getRecordProperties($table, $id);
                        $this->log($table, $id, 5, 0, 1, '\'doktype\' of page \'%s\' could not be changed because the page contains records from disallowed tables; %s', 2, array($propArr['header'], $theWrongTables), $propArr['event_pid']);
                        return $res;
                    }
                }
            }
        }
        $curValue = NULL;
        if ((int)$id !== 0) {
            // Get current value:
            $curValueRec = $this->recordInfo($table, $id, $field);
            if (isset($curValueRec[$field])) {
                $curValue = $curValueRec[$field];
            }
        }
        // Getting config for the field
        $tcaFieldConf = $GLOBALS['TCA'][$table]['columns'][$field]['config'];
        $recFID = $table . ':' . $id . ':' . $field;
        // Preform processing:
        $res = $this->checkValue_SW($res, $value, $tcaFieldConf, $table, $id, $curValue, $status, $realPid, $recFID, $field, $this->uploadedFileArray[$table][$id][$field], $tscPID);
        return $res;
    }

    public function checkValue_SW($res, $value, $tcaFieldConf, $table, $id, $curValue, $status, $realPid, $recFID, $field, $uploadedFiles, $tscPID, array $additionalData = NULL) {
        // Convert to NULL value if defined in TCA
        if ($value === NULL && !empty($tcaFieldConf['eval']) && GeneralUtility::inList($tcaFieldConf['eval'], 'null')) {
            $res = array('value' => NULL);
            return $res;
        }

        $PP = array($table, $id, $curValue, $status, $realPid, $recFID, $tscPID);
        switch ($tcaFieldConf['type']) {
            case 'text':
                $res = $this->checkValue_text($res, $value, $tcaFieldConf, $PP, $field);
                break;
            case 'passthrough':

            case 'user':
                $res['value'] = $value;
                break;
            case 'input':
                $res = $this->checkValue_input($res, $value, $tcaFieldConf, $PP, $field);
                break;
            case 'check':
                $res = $this->checkValue_check($res, $value, $tcaFieldConf, $PP, $field);
                break;
            case 'radio':
                $res = $this->checkValue_radio($res, $value, $tcaFieldConf, $PP);
                break;
            case 'group':

            case 'select':
                $res = $this->checkValue_group_select($res, $value, $tcaFieldConf, $PP, $uploadedFiles, $field);
                break;
            case 'inline':
                $res = $this->checkValue_inline($res, $value, $tcaFieldConf, $PP, $field, $additionalData);
                break;
            case 'flex':
                // FlexForms are only allowed for real fields.
                if ($field) {
                    $res = $this->checkValue_flex($res, $value, $tcaFieldConf, $PP, $uploadedFiles, $field);
                }
                break;
            default:
                // Do nothing
        }
        return $res;
    }

    public function checkValue_text($res, $value, $tcaFieldConf, $PP, $field = '') {
        if (!isset($tcaFieldConf['eval']) || $tcaFieldConf['eval'] === '') {
            return array('value' => $value);
        }
        $cacheId = $this->getFieldEvalCacheIdentifier($tcaFieldConf['eval']);
        if ($this->runtimeCache->has($cacheId)) {
            $evalCodesArray = $this->runtimeCache->get($cacheId);
        } else {
            $evalCodesArray = GeneralUtility::trimExplode(',', $tcaFieldConf['eval'], TRUE);
            $this->runtimeCache->set($cacheId, $evalCodesArray);
        }
        return $this->checkValue_text_Eval($value, $evalCodesArray, $tcaFieldConf['is_in']);
    }

    public function checkValue_input($res, $value, $tcaFieldConf, $PP, $field = '') {
        list($table, $id, $curValue, $status, $realPid, $recFID) = $PP;
        // Handle native date/time fields
        $isDateOrDateTimeField = FALSE;
        if (isset($tcaFieldConf['dbType']) && GeneralUtility::inList('date,datetime', $tcaFieldConf['dbType'])) {
            if (empty($value)) {
                $value = 0;
            } else {
                $isDateOrDateTimeField = TRUE;
                $dateTimeFormats = $GLOBALS['TYPO3_DB']->getDateTimeFormats($table);
                // Convert the date/time into a timestamp for the sake of the checks
                $emptyValue = $dateTimeFormats[$tcaFieldConf['dbType']]['empty'];
                $format = $dateTimeFormats[$tcaFieldConf['dbType']]['format'];
                // At this point in the processing, the timestamps are still based on UTC
                $timeZone = new \DateTimeZone('UTC');
                $dateTime = \DateTime::createFromFormat('!' . $format, $value, $timeZone);
                $value = $value === $emptyValue ? 0 : $dateTime->getTimestamp();
            }
        }
        // Secures the string-length to be less than max.
        if ((int)$tcaFieldConf['max'] > 0) {
            $value = $GLOBALS['LANG']->csConvObj->substr($GLOBALS['LANG']->charSet, $value, 0, (int)$tcaFieldConf['max']);
        }
        // Checking range of value:
        if ($tcaFieldConf['range'] && $value != $tcaFieldConf['checkbox'] && (int)$value !== (int)$tcaFieldConf['default']) {
            if (isset($tcaFieldConf['range']['upper']) && (int)$value > (int)$tcaFieldConf['range']['upper']) {
                $value = $tcaFieldConf['range']['upper'];
            }
            if (isset($tcaFieldConf['range']['lower']) && (int)$value < (int)$tcaFieldConf['range']['lower']) {
                $value = $tcaFieldConf['range']['lower'];
            }
        }

        if (empty($tcaFieldConf['eval'])) {
            $res = array('value' => $value);
        } else {
            // Process evaluation settings:
            $cacheId = $this->getFieldEvalCacheIdentifier($tcaFieldConf['eval']);
            if ($this->runtimeCache->has($cacheId)) {
                $evalCodesArray = $this->runtimeCache->get($cacheId);
            } else {
                $evalCodesArray = GeneralUtility::trimExplode(',', $tcaFieldConf['eval'], TRUE);
                $this->runtimeCache->set($cacheId, $evalCodesArray);
            }

            $res = $this->checkValue_input_Eval($value, $evalCodesArray, $tcaFieldConf['is_in']);

            // Process UNIQUE settings:
            // Field is NOT set for flexForms - which also means that uniqueInPid and unique is NOT available for flexForm fields! Also getUnique should not be done for versioning and if PID is -1 ($realPid<0) then versioning is happening...
            if ($field && $realPid >= 0 && !empty($res['value'])) {
                if (in_array('uniqueInPid', $evalCodesArray, TRUE)) {
                    $res['value'] = $this->getUnique($table, $field, $res['value'], $id, $realPid);
                }
                if ($res['value'] && in_array('unique', $evalCodesArray, TRUE)) {
                    $res['value'] = $this->getUnique($table, $field, $res['value'], $id);
                }
            }
        }

        // Handle native date/time fields
        if ($isDateOrDateTimeField) {
            // Convert the timestamp back to a date/time
            $res['value'] = $res['value'] ? date($format, $res['value']) : $emptyValue;
        }
        return $res;
    }

    public function checkValue_check($res, $value, $tcaFieldConf, $PP, $field = '') {
        list($table, $id, $curValue, $status, $realPid, $recFID) = $PP;
        $itemC = count($tcaFieldConf['items']);
        if (!$itemC) {
            $itemC = 1;
        }
        $maxV = pow(2, $itemC) - 1;
        if ($value < 0) {
            $value = 0;
        }
        if ($value > $maxV) {
            $value = $maxV;
        }
        if ($field && $realPid >= 0 && $value > 0 && !empty($tcaFieldConf['eval'])) {
            $evalCodesArray = GeneralUtility::trimExplode(',', $tcaFieldConf['eval'], TRUE);
            $otherRecordsWithSameValue = array();
            $maxCheckedRecords = 0;
            if (in_array('maximumRecordsCheckedInPid', $evalCodesArray)) {
                $otherRecordsWithSameValue = $this->getRecordsWithSameValue($table, $id, $field, $value, $realPid);
                $maxCheckedRecords = (int)$tcaFieldConf['validation']['maximumRecordsCheckedInPid'];
            }
            if (in_array('maximumRecordsChecked', $evalCodesArray)) {
                $otherRecordsWithSameValue = $this->getRecordsWithSameValue($table, $id, $field, $value);
                $maxCheckedRecords = (int)$tcaFieldConf['validation']['maximumRecordsChecked'];
            }

            // there are more than enough records with value "1" in the DB
            // if so, set this value to "0" again
            if ($maxCheckedRecords && count($otherRecordsWithSameValue) >= $maxCheckedRecords) {
                $value = 0;
                $this->log($table, $id, 5, 0, 1, 'Could not activate checkbox for field "%s". A total of %s record(s) can have this checkbox activated. Uncheck other records first in order to activate the checkbox of this record.', -1, array($GLOBALS['LANG']->sL(BackendUtility::getItemLabel($table, $field)), $maxCheckedRecords));
            }
        }
        $res['value'] = $value;
        return $res;
    }

    public function checkValue_radio($res, $value, $tcaFieldConf, $PP) {
        list($table, $id, $curValue, $status, $realPid, $recFID) = $PP;
        if (is_array($tcaFieldConf['items'])) {
            foreach ($tcaFieldConf['items'] as $set) {
                if ((string)$set[1] === (string)$value) {
                    $res['value'] = $value;
                    break;
                }
            }
        }
        return $res;
    }

    public function checkValue_group_select($res, $value, $tcaFieldConf, $PP, $uploadedFiles, $field) {
        list($table, $id, $curValue, $status, $realPid, $recFID) = $PP;
        // Detecting if value sent is an array and if so, implode it around a comma:
        if (is_array($value)) {
            $value = implode(',', $value);
        }
        // This converts all occurencies of '&#123;' to the byte 123 in the string - this is needed in very rare cases where filenames with special characters (like ???, umlaud etc) gets sent to the server as HTML entities instead of bytes. The error is done only by MSIE, not Mozilla and Opera.
        // Anyways, this should NOT disturb anything else:
        $value = $this->convNumEntityToByteValue($value);
        // When values are sent as group or select they come as comma-separated values which are exploded by this function:
        $valueArray = $this->checkValue_group_select_explodeSelectGroupValue($value);
        // If not multiple is set, then remove duplicates:
        if (!$tcaFieldConf['multiple']) {
            $valueArray = array_unique($valueArray);
        }
        // If an exclusive key is found, discard all others:
        if ($tcaFieldConf['type'] == 'select' && $tcaFieldConf['exclusiveKeys']) {
            $exclusiveKeys = GeneralUtility::trimExplode(',', $tcaFieldConf['exclusiveKeys']);
            foreach ($valueArray as $kk => $vv) {
                // $vv is the item key!
                if (in_array($vv, $exclusiveKeys)) {
                    $valueArray = array($kk => $vv);
                    break;
                }
            }
        }
        // This could be a good spot for parsing the array through a validation-function which checks if the values are alright (except that database references are not in their final form - but that is the point, isn't it?)
        // NOTE!!! Must check max-items of files before the later check because that check would just leave out filenames if there are too many!!
        $valueArray = $this->applyFiltersToValues($tcaFieldConf, $valueArray);
        // Checking for select / authMode, removing elements from $valueArray if any of them is not allowed!
        if ($tcaFieldConf['type'] == 'select' && $tcaFieldConf['authMode']) {
            $preCount = count($valueArray);
            foreach ($valueArray as $kk => $vv) {
                if (!$this->BE_USER->checkAuthMode($table, $field, $vv, $tcaFieldConf['authMode'])) {
                    unset($valueArray[$kk]);
                }
            }
            // During the check it turns out that the value / all values were removed - we respond by simply returning an empty array so nothing is written to DB for this field.
            if ($preCount && !count($valueArray)) {
                return array();
            }
        }
        // For group types:
        if ($tcaFieldConf['type'] == 'group') {
            switch ($tcaFieldConf['internal_type']) {
                case 'file_reference':

                case 'file':
                    $valueArray = $this->checkValue_group_select_file($valueArray, $tcaFieldConf, $curValue, $uploadedFiles, $status, $table, $id, $recFID);
                    break;
                case 'db':
                    $valueArray = $this->checkValue_group_select_processDBdata($valueArray, $tcaFieldConf, $id, $status, 'group', $table, $field);
                    break;
            }
        }
        // For select types which has a foreign table attached:
        if ($tcaFieldConf['type'] == 'select' && $tcaFieldConf['foreign_table']) {
            // check, if there is a NEW... id in the value, that should be substituded later
            if (strpos($value, 'NEW') !== FALSE) {
                $this->remapStackRecords[$table][$id] = array('remapStackIndex' => count($this->remapStack));
                $this->addNewValuesToRemapStackChildIds($valueArray);
                $this->remapStack[] = array(
                    'func' => 'checkValue_group_select_processDBdata',
                    'args' => array($valueArray, $tcaFieldConf, $id, $status, 'select', $table, $field),
                    'pos' => array('valueArray' => 0, 'tcaFieldConf' => 1, 'id' => 2, 'table' => 5),
                    'field' => $field
                );
                $unsetResult = TRUE;
            } else {
                $valueArray = $this->checkValue_group_select_processDBdata($valueArray, $tcaFieldConf, $id, $status, 'select', $table, $field);
            }
        }
        if (!$unsetResult) {
            $newVal = $this->checkValue_checkMax($tcaFieldConf, $valueArray);
            $res['value'] = implode(',', $newVal);
        } else {
            unset($res['value']);
        }
        return $res;
    }

    protected function applyFiltersToValues(array $tcaFieldConfiguration, array $values) {
        if (empty($tcaFieldConfiguration['filter']) || !is_array($tcaFieldConfiguration['filter'])) {
            return $values;
        }
        foreach ($tcaFieldConfiguration['filter'] as $filter) {
            if (empty($filter['userFunc'])) {
                continue;
            }
            $parameters = $filter['parameters'] ?: array();
            $parameters['values'] = $values;
            $parameters['tcaFieldConfig'] = $tcaFieldConfiguration;
            $values = GeneralUtility::callUserFunction($filter['userFunc'], $parameters, $this);
            if (!is_array($values)) {
                throw new \RuntimeException('Failed calling filter userFunc.', 1336051942);
            }
        }
        return $values;
    }

    public function checkValue_group_select_file($valueArray, $tcaFieldConf, $curValue, $uploadedFileArray, $status, $table, $id, $recFID) {
        // If file handling should NOT be bypassed, do processing:
        if (!$this->bypassFileHandling) {
            // If any files are uploaded, add them to value array
            // Numeric index means that there are multiple files
            if (isset($uploadedFileArray[0])) {
                $uploadedFiles = $uploadedFileArray;
            } else {
                // There is only one file
                $uploadedFiles = array($uploadedFileArray);
            }
            foreach ($uploadedFiles as $uploadedFileArray) {
                if (!empty($uploadedFileArray['name']) && $uploadedFileArray['tmp_name'] !== 'none') {
                    $valueArray[] = $uploadedFileArray['tmp_name'];
                    $this->alternativeFileName[$uploadedFileArray['tmp_name']] = $uploadedFileArray['name'];
                }
            }
            // Creating fileFunc object.
            if (!$this->fileFunc) {
                $this->fileFunc = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Utility\\File\\BasicFileUtility');
                $this->include_filefunctions = 1;
            }
            // Setting permitted extensions.
            $all_files = array();
            $all_files['webspace']['allow'] = $tcaFieldConf['allowed'];
            $all_files['webspace']['deny'] = $tcaFieldConf['disallowed'] ?: '*';
            $all_files['ftpspace'] = $all_files['webspace'];
            $this->fileFunc->init('', $all_files);
        }
        // If there is an upload folder defined:
        if ($tcaFieldConf['uploadfolder'] && $tcaFieldConf['internal_type'] == 'file') {
            // If filehandling should NOT be bypassed, do processing:
            if (!$this->bypassFileHandling) {
                // For logging..
                $propArr = $this->getRecordProperties($table, $id);
                // Get destrination path:
                $dest = $this->destPathFromUploadFolder($tcaFieldConf['uploadfolder']);
                // If we are updating:
                if ($status == 'update') {
                    // Traverse the input values and convert to absolute filenames in case the update happens to an autoVersionized record.
                    // Background: This is a horrible workaround! The problem is that when a record is auto-versionized the files of the record get copied and therefore get new names which is overridden with the names from the original record in the incoming data meaning both lost files and double-references!
                    // The only solution I could come up with (except removing support for managing files when autoversioning) was to convert all relative files to absolute names so they are copied again (and existing files deleted). This should keep references intact but means that some files are copied, then deleted after being copied _again_.
                    // Actually, the same problem applies to database references in case auto-versioning would include sub-records since in such a case references are remapped - and they would be overridden due to the same principle then.
                    // Illustration of the problem comes here:
                    // We have a record 123 with a file logo.gif. We open and edit the files header in a workspace. So a new version is automatically made.
                    // The versions uid is 456 and the file is copied to "logo_01.gif". But the form data that we sent was based on uid 123 and hence contains the filename "logo.gif" from the original.
                    // The file management code below will do two things: First it will blindly accept "logo.gif" as a file attached to the record (thus creating a double reference) and secondly it will find that "logo_01.gif" was not in the incoming filelist and therefore should be deleted.
                    // If we prefix the incoming file "logo.gif" with its absolute path it will be seen as a new file added. Thus it will be copied to "logo_02.gif". "logo_01.gif" will still be deleted but since the files are the same the difference is zero - only more processing and file copying for no reason. But it will work.
                    if ($this->autoVersioningUpdate === TRUE) {
                        foreach ($valueArray as $key => $theFile) {
                            // If it is an already attached file...
                            if ($theFile === basename($theFile)) {
                                $valueArray[$key] = PATH_site . $tcaFieldConf['uploadfolder'] . '/' . $theFile;
                            }
                        }
                    }
                    // Finding the CURRENT files listed, either from MM or from the current record.
                    $theFileValues = array();
                    // If MM relations for the files also!
                    if ($tcaFieldConf['MM']) {
                        $dbAnalysis = $this->createRelationHandlerInstance();
                        $dbAnalysis->start('', 'files', $tcaFieldConf['MM'], $id);
                        foreach ($dbAnalysis->itemArray as $item) {
                            if ($item['id']) {
                                $theFileValues[] = $item['id'];
                            }
                        }
                    } else {
                        $theFileValues = GeneralUtility::trimExplode(',', $curValue, TRUE);
                    }
                    $currentFilesForHistory = implode(',', $theFileValues);
                    // DELETE files: If existing files were found, traverse those and register files for deletion which has been removed:
                    if (count($theFileValues)) {
                        // Traverse the input values and for all input values which match an EXISTING value, remove the existing from $theFileValues array (this will result in an array of all the existing files which should be deleted!)
                        foreach ($valueArray as $key => $theFile) {
                            if ($theFile && !strstr(GeneralUtility::fixWindowsFilePath($theFile), '/')) {
                                $theFileValues = GeneralUtility::removeArrayEntryByValue($theFileValues, $theFile);
                            }
                        }
                        // This array contains the filenames in the uploadfolder that should be deleted:
                        foreach ($theFileValues as $key => $theFile) {
                            $theFile = trim($theFile);
                            if (@is_file(($dest . '/' . $theFile))) {
                                $this->removeFilesStore[] = $dest . '/' . $theFile;
                            } elseif ($theFile) {
                                $this->log($table, $id, 5, 0, 1, 'Could not delete file \'%s\' (does not exist). (%s)', 10, array($dest . '/' . $theFile, $recFID), $propArr['event_pid']);
                            }
                        }
                    }
                }
                // Traverse the submitted values:
                foreach ($valueArray as $key => $theFile) {
                    // Init:
                    $maxSize = (int)$tcaFieldConf['max_size'];
                    // Must be cleared. Else a faulty fileref may be inserted if the below code returns an error!
                    $theDestFile = '';
                    // a FAL file was added, now resolve the file object and get the absolute path
                    // @todo in future versions this needs to be modified to handle FAL objects natively
                    if (!empty($theFile) && \TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($theFile)) {
                        $fileObject = \TYPO3\CMS\Core\Resource\ResourceFactory::getInstance()->getFileObject($theFile);
                        $theFile = $fileObject->getForLocalProcessing(FALSE);
                    }
                    // NEW FILES? If the value contains '/' it indicates, that the file
                    // is new and should be added to the uploadsdir (whether its absolute or relative does not matter here)
                    if (strstr(GeneralUtility::fixWindowsFilePath($theFile), '/')) {
                        // Check various things before copying file:
                        // File and destination must exist
                        if (@is_dir($dest) && (@is_file($theFile) || @is_uploaded_file($theFile))) {
                            // Finding size.
                            if (is_uploaded_file($theFile) && $theFile == $uploadedFileArray['tmp_name']) {
                                $fileSize = $uploadedFileArray['size'];
                            } else {
                                $fileSize = filesize($theFile);
                            }
                            // Check file size:
                            if (!$maxSize || $fileSize <= $maxSize * 1024) {
                                // Prepare filename:
                                $theEndFileName = isset($this->alternativeFileName[$theFile]) ? $this->alternativeFileName[$theFile] : $theFile;
                                $fI = GeneralUtility::split_fileref($theEndFileName);
                                // Check for allowed extension:
                                if ($this->fileFunc->checkIfAllowed($fI['fileext'], $dest, $theEndFileName)) {
                                    $theDestFile = $this->fileFunc->getUniqueName($this->fileFunc->cleanFileName($fI['file']), $dest);
                                    // If we have a unique destination filename, then write the file:
                                    if ($theDestFile) {
                                        GeneralUtility::upload_copy_move($theFile, $theDestFile);
                                        // Hook for post-processing the upload action
                                        if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processUpload'])) {
                                            foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processUpload'] as $classRef) {
                                                $hookObject = GeneralUtility::getUserObj($classRef);
                                                if (!$hookObject instanceof \TYPO3\CMS\Core\DataHandling\DataHandlerProcessUploadHookInterface) {
                                                    throw new \UnexpectedValueException('$hookObject must implement interface TYPO3\\CMS\\Core\\DataHandling\\DataHandlerProcessUploadHookInterface', 1279962349);
                                                }
                                                $hookObject->processUpload_postProcessAction($theDestFile, $this);
                                            }
                                        }
                                        $this->copiedFileMap[$theFile] = $theDestFile;
                                        clearstatcache();
                                        if (!@is_file($theDestFile)) {
                                            $this->log($table, $id, 5, 0, 1, 'Copying file \'%s\' failed!: The destination path (%s) may be write protected. Please make it write enabled!. (%s)', 16, array($theFile, dirname($theDestFile), $recFID), $propArr['event_pid']);
                                        }
                                    } else {
                                        $this->log($table, $id, 5, 0, 1, 'Copying file \'%s\' failed!: No destination file (%s) possible!. (%s)', 11, array($theFile, $theDestFile, $recFID), $propArr['event_pid']);
                                    }
                                } else {
                                    $this->log($table, $id, 5, 0, 1, 'File extension \'%s\' not allowed. (%s)', 12, array($fI['fileext'], $recFID), $propArr['event_pid']);
                                }
                            } else {
                                $this->log($table, $id, 5, 0, 1, 'Filesize (%s) of file \'%s\' exceeds limit (%s). (%s)', 13, array(GeneralUtility::formatSize($fileSize), $theFile, GeneralUtility::formatSize($maxSize * 1024), $recFID), $propArr['event_pid']);
                            }
                        } else {
                            $this->log($table, $id, 5, 0, 1, 'The destination (%s) or the source file (%s) does not exist. (%s)', 14, array($dest, $theFile, $recFID), $propArr['event_pid']);
                        }
                        // If the destination file was created, we will set the new filename in
                        // the value array, otherwise unset the entry in the value array!
                        if (@is_file($theDestFile)) {
                            $info = GeneralUtility::split_fileref($theDestFile);
                            // The value is set to the new filename
                            $valueArray[$key] = $info['file'];
                        } else {
                            // The value is set to the new filename
                            unset($valueArray[$key]);
                        }
                    }
                }
            }
            // If MM relations for the files, we will set the relations as MM records and change the valuearray to contain a single entry with a count of the number of files!
            if ($tcaFieldConf['MM']) {
                $dbAnalysis = $this->createRelationHandlerInstance();
                // Dummy
                $dbAnalysis->tableArray['files'] = array();
                foreach ($valueArray as $key => $theFile) {
                    // Explode files
                    $dbAnalysis->itemArray[]['id'] = $theFile;
                }
                if ($status == 'update') {
                    $dbAnalysis->writeMM($tcaFieldConf['MM'], $id, 0);
                    $newFiles = implode(',', $dbAnalysis->getValueArray());
                    list(, , $recFieldName) = explode(':', $recFID);
                    if ($currentFilesForHistory != $newFiles) {
                        $this->mmHistoryRecords[$table . ':' . $id]['oldRecord'][$recFieldName] = $currentFilesForHistory;
                        $this->mmHistoryRecords[$table . ':' . $id]['newRecord'][$recFieldName] = $newFiles;
                    } else {
                        $this->mmHistoryRecords[$table . ':' . $id]['oldRecord'][$recFieldName] = '';
                        $this->mmHistoryRecords[$table . ':' . $id]['newRecord'][$recFieldName] = '';
                    }
                } else {
                    $this->dbAnalysisStore[] = array($dbAnalysis, $tcaFieldConf['MM'], $id, 0);
                }
                $valueArray = $dbAnalysis->countItems();
            }
        } else {
            if (count($valueArray)) {
                // If filehandling should NOT be bypassed, do processing:
                if (!$this->bypassFileHandling) {
                    // For logging..
                    $propArr = $this->getRecordProperties($table, $id);
                    foreach ($valueArray as &$theFile) {
                        // FAL handling: it's a UID, thus it is resolved to the absolute path
                        if (!empty($theFile) && \TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($theFile)) {
                            $fileObject = \TYPO3\CMS\Core\Resource\ResourceFactory::getInstance()->getFileObject($theFile);
                            $theFile = $fileObject->getForLocalProcessing(FALSE);
                        }
                        if ($this->alternativeFilePath[$theFile]) {
                            // If alernative File Path is set for the file, then it was an import
                            // don't import the file if it already exists
                            if (@is_file((PATH_site . $this->alternativeFilePath[$theFile]))) {
                                $theFile = PATH_site . $this->alternativeFilePath[$theFile];
                            } elseif (@is_file($theFile)) {
                                $dest = dirname(PATH_site . $this->alternativeFilePath[$theFile]);
                                if (!@is_dir($dest)) {
                                    GeneralUtility::mkdir_deep(PATH_site, dirname($this->alternativeFilePath[$theFile]) . '/');
                                }
                                // Init:
                                $maxSize = (int)$tcaFieldConf['max_size'];
                                $cmd = '';
                                // Must be cleared. Else a faulty fileref may be inserted if the below code returns an error!
                                $theDestFile = '';
                                $fileSize = filesize($theFile);
                                // Check file size:
                                if (!$maxSize || $fileSize <= $maxSize * 1024) {
                                    // Prepare filename:
                                    $theEndFileName = isset($this->alternativeFileName[$theFile]) ? $this->alternativeFileName[$theFile] : $theFile;
                                    $fI = GeneralUtility::split_fileref($theEndFileName);
                                    // Check for allowed extension:
                                    if ($this->fileFunc->checkIfAllowed($fI['fileext'], $dest, $theEndFileName)) {
                                        $theDestFile = PATH_site . $this->alternativeFilePath[$theFile];
                                        // Write the file:
                                        if ($theDestFile) {
                                            GeneralUtility::upload_copy_move($theFile, $theDestFile);
                                            $this->copiedFileMap[$theFile] = $theDestFile;
                                            clearstatcache();
                                            if (!@is_file($theDestFile)) {
                                                $this->log($table, $id, 5, 0, 1, 'Copying file \'%s\' failed!: The destination path (%s) may be write protected. Please make it write enabled!. (%s)', 16, array($theFile, dirname($theDestFile), $recFID), $propArr['event_pid']);
                                            }
                                        } else {
                                            $this->log($table, $id, 5, 0, 1, 'Copying file \'%s\' failed!: No destination file (%s) possible!. (%s)', 11, array($theFile, $theDestFile, $recFID), $propArr['event_pid']);
                                        }
                                    } else {
                                        $this->log($table, $id, 5, 0, 1, 'File extension \'%s\' not allowed. (%s)', 12, array($fI['fileext'], $recFID), $propArr['event_pid']);
                                    }
                                } else {
                                    $this->log($table, $id, 5, 0, 1, 'Filesize (%s) of file \'%s\' exceeds limit (%s). (%s)', 13, array(GeneralUtility::formatSize($fileSize), $theFile, GeneralUtility::formatSize($maxSize * 1024), $recFID), $propArr['event_pid']);
                                }
                                // If the destination file was created, we will set the new filename in the value array, otherwise unset the entry in the value array!
                                if (@is_file($theDestFile)) {
                                    // The value is set to the new filename
                                    $theFile = $theDestFile;
                                } else {
                                    // The value is set to the new filename
                                    unset($theFile);
                                }
                            }
                        }
                        $theFile = GeneralUtility::fixWindowsFilePath($theFile);
                        if (GeneralUtility::isFirstPartOfStr($theFile, PATH_site)) {
                            $theFile = \TYPO3\CMS\Core\Utility\PathUtility::stripPathSitePrefix($theFile);
                        }
                    }
                    unset($theFile);
                }
            }
        }
        return $valueArray;
    }

    public function checkValue_flex($res, $value, $tcaFieldConf, $PP, $uploadedFiles, $field) {
        list($table, $id, $curValue, $status, $realPid, $recFID) = $PP;

        if (is_array($value)) {
            // This value is necessary for flex form processing to happen on flexform fields in page records when they are copied.
            // The problem is, that when copying a page, flexfrom XML comes along in the array for the new record - but since $this->checkValue_currentRecord does not have a uid or pid for that sake, the \TYPO3\CMS\Backend\Utility\BackendUtility::getFlexFormDS() function returns no good DS. For new records we do know the expected PID so therefore we send that with this special parameter. Only active when larger than zero.
            $newRecordPidValue = $status == 'new' ? $realPid : 0;
            // Get current value array:
            $dataStructArray = BackendUtility::getFlexFormDS($tcaFieldConf, $this->checkValue_currentRecord, $table, $field, TRUE, $newRecordPidValue);
            $currentValueArray = GeneralUtility::xml2array($curValue);
            if (!is_array($currentValueArray)) {
                $currentValueArray = array();
            }
            if (isset($currentValueArray['meta']['currentLangId'])) {
                unset($currentValueArray['meta']['currentLangId']);
            }
            // Remove all old meta for languages...
            // Evaluation of input values:
            $value['data'] = $this->checkValue_flex_procInData($value['data'], $currentValueArray['data'], $uploadedFiles['data'], $dataStructArray, $PP);
            // Create XML and convert charsets from input value:
            $xmlValue = $this->checkValue_flexArray2Xml($value, TRUE);
            // If we wanted to set UTF fixed:
            // $storeInCharset='utf-8';
            // $currentCharset=$GLOBALS['LANG']->charSet;
            // $xmlValue = $GLOBALS['LANG']->csConvObj->conv($xmlValue,$currentCharset,$storeInCharset,1);
            $storeInCharset = $GLOBALS['LANG']->charSet;
            // Merge them together IF they are both arrays:
            // Here we convert the currently submitted values BACK to an array, then merge the two and then BACK to XML again. This is needed to ensure the charsets are the same (provided that the current value was already stored IN the charset that the new value is converted to).
            if (is_array($currentValueArray)) {
                $arrValue = GeneralUtility::xml2array($xmlValue);

                if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['checkFlexFormValue'])) {
                    foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['checkFlexFormValue'] as $classRef) {
                        $hookObject = GeneralUtility::getUserObj($classRef);
                        if (method_exists($hookObject, 'checkFlexFormValue_beforeMerge')) {
                            $hookObject->checkFlexFormValue_beforeMerge($this, $currentValueArray, $arrValue);
                        }
                    }
                }

                \TYPO3\CMS\Core\Utility\ArrayUtility::mergeRecursiveWithOverrule($currentValueArray, $arrValue);
                $xmlValue = $this->checkValue_flexArray2Xml($currentValueArray, TRUE);
            }
            // Action commands (sorting order and removals of elements)
            $actionCMDs = GeneralUtility::_GP('_ACTION_FLEX_FORMdata');
            if (is_array($actionCMDs[$table][$id][$field]['data'])) {
                $arrValue = GeneralUtility::xml2array($xmlValue);
                $this->_ACTION_FLEX_FORMdata($arrValue['data'], $actionCMDs[$table][$id][$field]['data']);
                $xmlValue = $this->checkValue_flexArray2Xml($arrValue, TRUE);
            }
            // Create the value XML:
            $res['value'] = '';
            $res['value'] .= $xmlValue;
        } else {
            // Passthrough...:
            $res['value'] = $value;
        }

        return $res;
    }

    public function checkValue_flexArray2Xml($array, $addPrologue = FALSE) {
        $flexObj = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Configuration\\FlexForm\\FlexFormTools');
        return $flexObj->flexArray2Xml($array, $addPrologue);
    }

    public function _ACTION_FLEX_FORMdata(&$valueArray, $actionCMDs) {
        if (is_array($valueArray) && is_array($actionCMDs)) {
            foreach ($actionCMDs as $key => $value) {
                if ($key == '_ACTION') {
                    // First, check if there are "commands":
                    if (current($actionCMDs[$key]) !== '') {
                        asort($actionCMDs[$key]);
                        $newValueArray = array();
                        foreach ($actionCMDs[$key] as $idx => $order) {
                            if (substr($idx, 0, 3) == 'ID-') {
                                $idx = $this->newIndexMap[$idx];
                            }
                            // Just one reflection here: It is clear that when removing elements from a flexform, then we will get lost files unless we act on this delete operation by traversing and deleting files that were referred to.
                            if ($order != 'DELETE') {
                                $newValueArray[$idx] = $valueArray[$idx];
                            }
                            unset($valueArray[$idx]);
                        }
                        $valueArray = GeneralUtility::array_merge($newValueArray, $valueArray);
                    }
                } elseif (is_array($actionCMDs[$key]) && isset($valueArray[$key])) {
                    $this->_ACTION_FLEX_FORMdata($valueArray[$key], $actionCMDs[$key]);
                }
            }
        }
    }

    public function checkValue_inline($res, $value, $tcaFieldConf, $PP, $field, array $additionalData = NULL) {
        list($table, $id, $curValue, $status, $realPid, $recFID) = $PP;
        if (!$tcaFieldConf['foreign_table']) {
            // Fatal error, inline fields should always have a foreign_table defined
            return FALSE;
        }
        // When values are sent they come as comma-separated values which are exploded by this function:
        $valueArray = GeneralUtility::trimExplode(',', $value);
        // Remove duplicates: (should not be needed)
        $valueArray = array_unique($valueArray);
        // Example for received data:
        // $value = 45,NEW4555fdf59d154,12,123
        // We need to decide whether we use the stack or can save the relation directly.
        if (strpos($value, 'NEW') !== FALSE || !\TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($id)) {
            $this->remapStackRecords[$table][$id] = array('remapStackIndex' => count($this->remapStack));
            $this->addNewValuesToRemapStackChildIds($valueArray);
            $this->remapStack[] = array(
                'func' => 'checkValue_inline_processDBdata',
                'args' => array($valueArray, $tcaFieldConf, $id, $status, $table, $field, $additionalData),
                'pos' => array('valueArray' => 0, 'tcaFieldConf' => 1, 'id' => 2, 'table' => 4),
                'additionalData' => $additionalData,
                'field' => $field,
            );
            unset($res['value']);
        } elseif ($value || \TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($id)) {
            $res['value'] = $this->checkValue_inline_processDBdata($valueArray, $tcaFieldConf, $id, $status, $table, $field, $additionalData);
        }
        return $res;
    }

    public function checkValue_checkMax($tcaFieldConf, $valueArray) {
        // BTW, checking for min and max items here does NOT make any sense when MM is used because the above function calls will just return an array with a single item (the count) if MM is used... Why didn't I perform the check before? Probably because we could not evaluate the validity of record uids etc... Hmm...
        $valueArrayC = count($valueArray);
        // NOTE to the comment: It's not really possible to check for too few items, because you must then determine first, if the field is actual used regarding the CType.
        $maxI = isset($tcaFieldConf['maxitems']) ? (int)$tcaFieldConf['maxitems'] : 1;
        if ($valueArrayC > $maxI) {
            $valueArrayC = $maxI;
        }
        // Checking for not too many elements
        // Dumping array to list
        $newVal = array();
        foreach ($valueArray as $nextVal) {
            if ($valueArrayC == 0) {
                break;
            }
            $valueArrayC--;
            $newVal[] = $nextVal;
        }
        return $newVal;
    }

    /*********************************************
     *
     * Helper functions for evaluation functions.
     *
     ********************************************/
    public function getUnique($table, $field, $value, $id, $newPid = 0) {
        // Initialize:
        $whereAdd = '';
        $newValue = '';
        if ((int)$newPid) {
            $whereAdd .= ' AND pid=' . (int)$newPid;
        } else {
            $whereAdd .= ' AND pid>=0';
        }
        // "AND pid>=0" for versioning
        $whereAdd .= $this->deleteClause($table);
        // If the field is configured in TCA, proceed:
        if (is_array($GLOBALS['TCA'][$table]) && is_array($GLOBALS['TCA'][$table]['columns'][$field])) {
            // Look for a record which might already have the value:
            $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('uid', $table, $field . '=' . $GLOBALS['TYPO3_DB']->fullQuoteStr($value, $table) . ' AND uid<>' . (int)$id . $whereAdd);
            $counter = 0;
            // For as long as records with the test-value existing, try again (with incremented numbers appended).
            while ($GLOBALS['TYPO3_DB']->sql_num_rows($res)) {
                $newValue = $value . $counter;
                $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('uid', $table, $field . '=' . $GLOBALS['TYPO3_DB']->fullQuoteStr($newValue, $table) . ' AND uid<>' . (int)$id . $whereAdd);
                $counter++;
                if ($counter > 100) {
                    break;
                }
            }
            $GLOBALS['TYPO3_DB']->sql_free_result($res);
            // If the new value is there:
            $value = strlen($newValue) ? $newValue : $value;
        }
        return $value;
    }

    public function getRecordsWithSameValue($tableName, $uid, $fieldName, $value, $pageId = 0) {
        $result = array();
        if (!empty($GLOBALS['TCA'][$tableName]['columns'][$fieldName])) {

            $uid = (int)$uid;
            $pageId = (int)$pageId;
            $whereStatement = ' AND uid <> ' . $uid . ' AND ' . ($pageId ? 'pid = ' . $pageId : 'pid >= 0');
            $result = BackendUtility::getRecordsByField($tableName, $fieldName, $value, $whereStatement);
        }
        return $result;
    }

    public function checkValue_text_Eval($value, $evalArray, $is_in) {
        $res = array();
        $newValue = $value;
        $set = TRUE;
        foreach ($evalArray as $func) {
            switch ($func) {
                case 'trim':
                    $value = trim($value);
                    break;
                case 'required':
                    if (!$value) {
                        $set = FALSE;
                    }
                    break;
                default:
                    if (empty($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['tce']['formevals'][$func])) {
                        break;
                    }
                    $evalObj = GeneralUtility::getUserObj($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['tce']['formevals'][$func] . ':&' . $func);
                    if (is_object($evalObj) && method_exists($evalObj, 'evaluateFieldValue')) {
                        $value = $evalObj->evaluateFieldValue($value, $is_in, $set);
                    }
            }
        }
        if ($set) {
            $res['value'] = $value;
        }
        return $res;
    }

    public function checkValue_input_Eval($value, $evalArray, $is_in) {
        $res = array();
        $newValue = $value;
        $set = TRUE;
        foreach ($evalArray as $func) {
            switch ($func) {
                case 'int':

                case 'year':

                case 'time':

                case 'timesec':
                    $value = (int)$value;
                    break;
                case 'date':

                case 'datetime':
                    $value = (int)$value;
                    if ($value > 0 && !$this->dontProcessTransformations) {
                        $value -= date('Z', $value);
                    }
                    break;
                case 'double2':
                    $value = preg_replace('/[^0-9,\\.-]/', '', $value);
                    $negative = $value[0] === '-';
                    $value = strtr($value, array(',' => '.', '-' => ''));
                    if (strpos($value, '.') === FALSE) {
                        $value .= '.0';
                    }
                    $valueArray = explode('.', $value);
                    $dec = array_pop($valueArray);
                    $value = join('', $valueArray) . '.' . $dec;
                    if ($negative) {
                        $value *= -1;
                    }
                    $value = number_format($value, 2, '.', '');
                    break;
                case 'md5':
                    if (strlen($value) != 32) {
                        $set = FALSE;
                    }
                    break;
                case 'trim':
                    $value = trim($value);
                    break;
                case 'upper':
                    $value = $GLOBALS['LANG']->csConvObj->conv_case($GLOBALS['LANG']->charSet, $value, 'toUpper');
                    break;
                case 'lower':
                    $value = $GLOBALS['LANG']->csConvObj->conv_case($GLOBALS['LANG']->charSet, $value, 'toLower');
                    break;
                case 'required':
                    if (!isset($value) || $value === '') {
                        $set = FALSE;
                    }
                    break;
                case 'is_in':
                    $c = strlen($value);
                    if ($c) {
                        $newVal = '';
                        for ($a = 0; $a < $c; $a++) {
                            $char = substr($value, $a, 1);
                            if (strpos($is_in, $char) !== FALSE) {
                                $newVal .= $char;
                            }
                        }
                        $value = $newVal;
                    }
                    break;
                case 'nospace':
                    $value = str_replace(' ', '', $value);
                    break;
                case 'alpha':
                    $value = preg_replace('/[^a-zA-Z]/', '', $value);
                    break;
                case 'num':
                    $value = preg_replace('/[^0-9]/', '', $value);
                    break;
                case 'alphanum':
                    $value = preg_replace('/[^a-zA-Z0-9]/', '', $value);
                    break;
                case 'alphanum_x':
                    $value = preg_replace('/[^a-zA-Z0-9_-]/', '', $value);
                    break;
                case 'domainname':
                    if (!preg_match('/^[a-z0-9.\\-]*$/i', $value)) {
                        $value = GeneralUtility::idnaEncode($value);
                    }
                    break;
                default:
                    if (empty($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['tce']['formevals'][$func])) {
                        break;
                    }
                    $evalObj = GeneralUtility::getUserObj($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['tce']['formevals'][$func] . ':&' . $func);
                    if (is_object($evalObj) && method_exists($evalObj, 'evaluateFieldValue')) {
                        $value = $evalObj->evaluateFieldValue($value, $is_in, $set);
                    }
            }
        }
        if ($set) {
            $res['value'] = $value;
        }
        return $res;
    }

    public function checkValue_group_select_processDBdata($valueArray, $tcaFieldConf, $id, $status, $type, $currentTable, $currentField) {
        $tables = $type == 'group' ? $tcaFieldConf['allowed'] : $tcaFieldConf['foreign_table'] . ',' . $tcaFieldConf['neg_foreign_table'];
        $prep = $type == 'group' ? $tcaFieldConf['prepend_tname'] : $tcaFieldConf['neg_foreign_table'];
        $newRelations = implode(',', $valueArray);
        $dbAnalysis = $this->createRelationHandlerInstance();
        $dbAnalysis->registerNonTableValues = $tcaFieldConf['allowNonIdValues'] ? 1 : 0;
        $dbAnalysis->start($newRelations, $tables, '', 0, $currentTable, $tcaFieldConf);
        if ($tcaFieldConf['MM']) {
            if ($status == 'update') {
                $oldRelations_dbAnalysis = $this->createRelationHandlerInstance();
                $oldRelations_dbAnalysis->registerNonTableValues = $tcaFieldConf['allowNonIdValues'] ? 1 : 0;
                // Db analysis with $id will initialize with the existing relations
                $oldRelations_dbAnalysis->start('', $tables, $tcaFieldConf['MM'], $id, $currentTable, $tcaFieldConf);
                $oldRelations = implode(',', $oldRelations_dbAnalysis->getValueArray());
                $dbAnalysis->writeMM($tcaFieldConf['MM'], $id, $prep);
                if ($oldRelations != $newRelations) {
                    $this->mmHistoryRecords[$currentTable . ':' . $id]['oldRecord'][$currentField] = $oldRelations;
                    $this->mmHistoryRecords[$currentTable . ':' . $id]['newRecord'][$currentField] = $newRelations;
                } else {
                    $this->mmHistoryRecords[$currentTable . ':' . $id]['oldRecord'][$currentField] = '';
                    $this->mmHistoryRecords[$currentTable . ':' . $id]['newRecord'][$currentField] = '';
                }
            } else {
                $this->dbAnalysisStore[] = array($dbAnalysis, $tcaFieldConf['MM'], $id, $prep, $currentTable);
            }
            $valueArray = $dbAnalysis->countItems();
        } else {
            $valueArray = $dbAnalysis->getValueArray($prep);
            if ($type == 'select' && $prep) {
                $valueArray = $dbAnalysis->convertPosNeg($valueArray, $tcaFieldConf['foreign_table'], $tcaFieldConf['neg_foreign_table']);
            }
        }
        // Here we should see if 1) the records exist anymore, 2) which are new and check if the BE_USER has read-access to the new ones.
        return $valueArray;
    }

    public function checkValue_group_select_explodeSelectGroupValue($value) {
        $valueArray = GeneralUtility::trimExplode(',', $value, TRUE);
        foreach ($valueArray as &$newVal) {
            $temp = explode('|', $newVal, 2);
            $newVal = str_replace(',', '', str_replace('|', '', rawurldecode($temp[0])));
        }
        unset($newVal);
        return $valueArray;
    }

    public function checkValue_flex_procInData($dataPart, $dataPart_current, $uploadedFiles, $dataStructArray, $pParams, $callBackFunc = '', $workspaceOptions = array()) {
        if (is_array($dataPart)) {
            foreach ($dataPart as $sKey => $sheetDef) {
                list($dataStruct, $actualSheet) = GeneralUtility::resolveSheetDefInDS($dataStructArray, $sKey);
                if (is_array($dataStruct) && $actualSheet == $sKey && is_array($sheetDef)) {
                    foreach ($sheetDef as $lKey => $lData) {
                        $this->checkValue_flex_procInData_travDS($dataPart[$sKey][$lKey], $dataPart_current[$sKey][$lKey], $uploadedFiles[$sKey][$lKey], $dataStruct['ROOT']['el'], $pParams, $callBackFunc, $sKey . '/' . $lKey . '/', $workspaceOptions);
                    }
                }
            }
        }
        return $dataPart;
    }

    public function checkValue_flex_procInData_travDS(&$dataValues, $dataValues_current, $uploadedFiles, $DSelements, $pParams, $callBackFunc, $structurePath, $workspaceOptions = array()) {
        if (is_array($DSelements)) {
            // For each DS element:
            foreach ($DSelements as $key => $dsConf) {
                // Array/Section:
                if ($DSelements[$key]['type'] == 'array') {
                    if (is_array($dataValues[$key]['el'])) {
                        if ($DSelements[$key]['section']) {
                            $newIndexCounter = 0;
                            foreach ($dataValues[$key]['el'] as $ik => $el) {
                                if (is_array($el)) {
                                    if (!is_array($dataValues_current[$key]['el'])) {
                                        $dataValues_current[$key]['el'] = array();
                                    }
                                    $theKey = key($el);
                                    if (is_array($dataValues[$key]['el'][$ik][$theKey]['el'])) {
                                        $this->checkValue_flex_procInData_travDS($dataValues[$key]['el'][$ik][$theKey]['el'], is_array($dataValues_current[$key]['el'][$ik]) ? $dataValues_current[$key]['el'][$ik][$theKey]['el'] : array(), $uploadedFiles[$key]['el'][$ik][$theKey]['el'], $DSelements[$key]['el'][$theKey]['el'], $pParams, $callBackFunc, $structurePath . $key . '/el/' . $ik . '/' . $theKey . '/el/', $workspaceOptions);
                                        // If element is added dynamically in the flexform of TCEforms, we map the ID-string to the next numerical index we can have in that particular section of elements:
                                        // The fact that the order changes is not important since order is controlled by a separately submitted index.
                                        if (substr($ik, 0, 3) == 'ID-') {
                                            $newIndexCounter++;
                                            // Set mapping index
                                            $this->newIndexMap[$ik] = (is_array($dataValues_current[$key]['el']) && count($dataValues_current[$key]['el']) ? max(array_keys($dataValues_current[$key]['el'])) : 0) + $newIndexCounter;
                                            // Transfer values
                                            $dataValues[$key]['el'][$this->newIndexMap[$ik]] = $dataValues[$key]['el'][$ik];
                                            // Unset original
                                            unset($dataValues[$key]['el'][$ik]);
                                        }
                                    }
                                }
                            }
                        } else {
                            if (!isset($dataValues[$key]['el'])) {
                                $dataValues[$key]['el'] = array();
                            }
                            $this->checkValue_flex_procInData_travDS($dataValues[$key]['el'], $dataValues_current[$key]['el'], $uploadedFiles[$key]['el'], $DSelements[$key]['el'], $pParams, $callBackFunc, $structurePath . $key . '/el/', $workspaceOptions);
                        }
                    }
                } else {
                    if (is_array($dsConf['TCEforms']['config']) && is_array($dataValues[$key])) {
                        foreach ($dataValues[$key] as $vKey => $data) {
                            if ($callBackFunc) {
                                if (is_object($this->callBackObj)) {
                                    $res = $this->callBackObj->{$callBackFunc}($pParams, $dsConf['TCEforms']['config'], $dataValues[$key][$vKey], $dataValues_current[$key][$vKey], $uploadedFiles[$key][$vKey], $structurePath . $key . '/' . $vKey . '/', $workspaceOptions);
                                } else {
                                    $res = $this->{$callBackFunc}($pParams, $dsConf['TCEforms']['config'], $dataValues[$key][$vKey], $dataValues_current[$key][$vKey], $uploadedFiles[$key][$vKey], $structurePath . $key . '/' . $vKey . '/', $workspaceOptions);
                                }
                            } else {
                                // Default
                                list($CVtable, $CVid, $CVcurValue, $CVstatus, $CVrealPid, $CVrecFID, $CVtscPID) = $pParams;

                                $additionalData = array(
                                    'flexFormId' => $CVrecFID,
                                    'flexFormPath' => trim(rtrim($structurePath, '/') . '/' . $key . '/' . $vKey, '/'),
                                );

                                $res = $this->checkValue_SW(array(), $dataValues[$key][$vKey], $dsConf['TCEforms']['config'], $CVtable, $CVid, $dataValues_current[$key][$vKey], $CVstatus, $CVrealPid, $CVrecFID, '', $uploadedFiles[$key][$vKey], $CVtscPID, $additionalData);
                                // Look for RTE transformation of field:
                                if ($dataValues[$key]['_TRANSFORM_' . $vKey] == 'RTE' && !$this->dontProcessTransformations) {
                                    // Unsetting trigger field - we absolutely don't want that into the data storage!
                                    unset($dataValues[$key]['_TRANSFORM_' . $vKey]);
                                    if (isset($res['value'])) {
                                        // Calculating/Retrieving some values here:
                                        list(, , $recFieldName) = explode(':', $CVrecFID);
                                        $theTypeString = BackendUtility::getTCAtypeValue($CVtable, $this->checkValue_currentRecord);
                                        $specConf = BackendUtility::getSpecConfParts('', $dsConf['TCEforms']['defaultExtras']);
                                        // Find, thisConfig:
                                        $RTEsetup = $this->BE_USER->getTSConfig('RTE', BackendUtility::getPagesTSconfig($CVtscPID));
                                        $thisConfig = BackendUtility::RTEsetup($RTEsetup['properties'], $CVtable, $recFieldName, $theTypeString);
                                        // Get RTE object, draw form and set flag:
                                        $RTEobj = BackendUtility::RTEgetObj();
                                        if (is_object($RTEobj)) {
                                            $res['value'] = $RTEobj->transformContent('db', $res['value'], $CVtable, $recFieldName, $this->checkValue_currentRecord, $specConf, $thisConfig, '', $CVrealPid);
                                        } else {
                                            debug('NO RTE OBJECT FOUND!');
                                        }
                                    }
                                }
                            }
                            // Adding the value:
                            if (isset($res['value'])) {
                                $dataValues[$key][$vKey] = $res['value'];
                            }
                            // Finally, check if new and old values are different (or no .vDEFbase value is found) and if so, we record the vDEF value for diff'ing.
                            // We do this after $dataValues has been updated since I expect that $dataValues_current holds evaluated values from database (so this must be the right value to compare with).
                            if (substr($vKey, -9) != '.vDEFbase') {
                                if ($this->clear_flexFormData_vDEFbase) {
                                    $dataValues[$key][$vKey . '.vDEFbase'] = '';
                                } elseif ($this->updateModeL10NdiffData && $GLOBALS['TYPO3_CONF_VARS']['BE']['flexFormXMLincludeDiffBase'] && $vKey !== 'vDEF' && ((string)$dataValues[$key][$vKey] !== (string)$dataValues_current[$key][$vKey] || !isset($dataValues_current[$key][($vKey . '.vDEFbase')]) || $this->updateModeL10NdiffData === 'FORCE_FFUPD')) {
                                    // Now, check if a vDEF value is submitted in the input data, if so we expect this has been processed prior to this operation (normally the case since those fields are higher in the form) and we can use that:
                                    if (isset($dataValues[$key]['vDEF'])) {
                                        $diffValue = $dataValues[$key]['vDEF'];
                                    } else {
                                        // If not found (for translators with no access to the default language) we use the one from the current-value data set:
                                        $diffValue = $dataValues_current[$key]['vDEF'];
                                    }
                                    // Setting the reference value for vDEF for this translation. This will be used for translation tools to make a diff between the vDEF and vDEFbase to see if an update would be fitting.
                                    $dataValues[$key][$vKey . '.vDEFbase'] = $this->updateModeL10NdiffDataClear ? '' : $diffValue;
                                }
                            }
                        }
                    }
                }
            }
        }
    }

    protected function checkValue_inline_processDBdata($valueArray, $tcaFieldConf, $id, $status, $table, $field, array $additionalData = NULL) {
        $newValue = '';
        $foreignTable = $tcaFieldConf['foreign_table'];
        $valueArray = $this->applyFiltersToValues($tcaFieldConf, $valueArray);
        // Fetch the related child records using \TYPO3\CMS\Core\Database\RelationHandler
        $dbAnalysis = $this->createRelationHandlerInstance();
        $dbAnalysis->start(implode(',', $valueArray), $foreignTable, '', 0, $table, $tcaFieldConf);
        // If the localizationMode is set to 'keep', the children for the localized parent are kept as in the original untranslated record:
        $localizationMode = BackendUtility::getInlineLocalizationMode($table, $tcaFieldConf);
        if ($localizationMode == 'keep' && $status == 'update') {
            // Fetch the current record and determine the original record:
            $row = BackendUtility::getRecordWSOL($table, $id);
            if (is_array($row)) {
                $language = (int)$row[$GLOBALS['TCA'][$table]['ctrl']['languageField']];
                $transOrigPointer = (int)$row[$GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField']];
                // If language is set (e.g. 1) and also transOrigPointer (e.g. 123), use transOrigPointer as uid:
                if ($language > 0 && $transOrigPointer) {
                    $id = $transOrigPointer;
                    // If we're in active localizationMode 'keep', prevent from writing data to the field of the parent record:
                    // (on removing the localized parent, the original (untranslated) children would then also be removed)
                    $keepTranslation = TRUE;
                }
            }
        }
        // IRRE with a pointer field (database normalization):
        if ($tcaFieldConf['foreign_field']) {
            // if the record was imported, sorting was also imported, so skip this
            $skipSorting = $this->callFromImpExp ? TRUE : FALSE;
            // update record in intermediate table (sorting & pointer uid to parent record)
            $dbAnalysis->writeForeignField($tcaFieldConf, $id, 0, $skipSorting);
            $newValue = $keepTranslation ? 0 : $dbAnalysis->countItems(FALSE);
        } else {
            if ($this->getInlineFieldType($tcaFieldConf) == 'mm') {
                // In order to fully support all the MM stuff, directly call checkValue_group_select_processDBdata instead of repeating the needed code here
                $valueArray = $this->checkValue_group_select_processDBdata($valueArray, $tcaFieldConf, $id, $status, 'select', $table, $field);
                $newValue = $keepTranslation ? 0 : $valueArray[0];
            } else {
                $valueArray = $dbAnalysis->getValueArray();
                // Checking that the number of items is correct:
                $valueArray = $this->checkValue_checkMax($tcaFieldConf, $valueArray);
                // If a valid translation of the 'keep' mode is active, update relations in the original(!) record:
                if ($keepTranslation) {
                    $this->updateDB($table, $transOrigPointer, array($field => implode(',', $valueArray)));
                } else {
                    $newValue = implode(',', $valueArray);
                }
            }
        }
        return $newValue;
    }

    /*********************************************
     *
     * PROCESSING COMMANDS
     *
     ********************************************/
    public function process_cmdmap() {
        // Editing frozen:
        if ($this->BE_USER->workspace !== 0 && $this->BE_USER->workspaceRec['freeze']) {
            $this->newlog('All editing in this workspace has been frozen!', 1);
            return FALSE;
        }
        // Hook initialization:
        $hookObjectsArr = array();
        if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processCmdmapClass'])) {
            foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processCmdmapClass'] as $classRef) {
                $hookObj = GeneralUtility::getUserObj($classRef);
                if (method_exists($hookObj, 'processCmdmap_beforeStart')) {
                    $hookObj->processCmdmap_beforeStart($this);
                }
                $hookObjectsArr[] = $hookObj;
            }
        }
        $pasteDatamap = array();
        // Traverse command map:
        foreach ($this->cmdmap as $table => $_) {
            // Check if the table may be modified!
            $modifyAccessList = $this->checkModifyAccessList($table);
            if (!$modifyAccessList) {
                $id = 0;
                $this->log($table, $id, 2, 0, 1, 'Attempt to modify table \'%s\' without permission', 1, array($table));
            }
            // FIXME: $id not set here (Comment added by Sebastian Kurfürst)
            // Check basic permissions and circumstances:
            if (isset($GLOBALS['TCA'][$table]) && !$this->tableReadOnly($table) && is_array($this->cmdmap[$table]) && $modifyAccessList) {
                // Traverse the command map:
                foreach ($this->cmdmap[$table] as $id => $incomingCmdArray) {
                    if (!is_array($incomingCmdArray)) {
                        continue;
                    }
                    foreach ($incomingCmdArray as $command => $value) {
                        $pasteUpdate = FALSE;
                        if (is_array($value) && isset($value['action']) && $value['action'] === 'paste') {
                            // Extended paste command: $command is set to "move" or "copy"
                            // $value['update'] holds field/value pairs which should be updated after copy/move operation
                            // $value['target'] holds original $value (target of move/copy)
                            $pasteUpdate = $value['update'];
                            $value = $value['target'];
                        }
                        foreach ($hookObjectsArr as $hookObj) {
                            if (method_exists($hookObj, 'processCmdmap_preProcess')) {
                                $hookObj->processCmdmap_preProcess($command, $table, $id, $value, $this, $pasteUpdate);
                            }
                        }
                        // Init copyMapping array:
                        // Must clear this array before call from here to those functions:
                        // Contains mapping information between new and old id numbers.
                        $this->copyMappingArray = array();
                        // process the command
                        $commandIsProcessed = FALSE;
                        foreach ($hookObjectsArr as $hookObj) {
                            if (method_exists($hookObj, 'processCmdmap')) {
                                $hookObj->processCmdmap($command, $table, $id, $value, $commandIsProcessed, $this, $pasteUpdate);
                            }
                        }
                        // Only execute default commands if a hook hasn't been processed the command already
                        if (!$commandIsProcessed) {
                            $procId = $id;
                            // Branch, based on command
                            switch ($command) {
                                case 'move':
                                    $this->moveRecord($table, $id, $value);
                                    break;
                                case 'copy':
                                    if ($table === 'pages') {
                                        $this->copyPages($id, $value);
                                    } else {
                                        $this->copyRecord($table, $id, $value, 1);
                                    }
                                    $procId = $this->copyMappingArray[$table][$id];
                                    break;
                                case 'localize':
                                    $this->localize($table, $id, $value);
                                    break;
                                case 'inlineLocalizeSynchronize':
                                    $this->inlineLocalizeSynchronize($table, $id, $value);
                                    break;
                                case 'delete':
                                    $this->deleteAction($table, $id);
                                    break;
                                case 'undelete':
                                    $this->undeleteRecord($table, $id);
                                    break;
                            }
                            if (is_array($pasteUpdate)) {
                                $pasteDatamap[$table][$procId] = $pasteUpdate;
                            }
                        }
                        foreach ($hookObjectsArr as $hookObj) {
                            if (method_exists($hookObj, 'processCmdmap_postProcess')) {
                                $hookObj->processCmdmap_postProcess($command, $table, $id, $value, $this, $pasteUpdate, $pasteDatamap);
                            }
                        }
                        // Merging the copy-array info together for remapping purposes.
                        \TYPO3\CMS\Core\Utility\ArrayUtility::mergeRecursiveWithOverrule($this->copyMappingArray_merged, $this->copyMappingArray);
                    }
                }
            }
        }
        $copyTCE = $this->getLocalTCE();
        $copyTCE->start($pasteDatamap, '', $this->BE_USER);
        $copyTCE->process_datamap();
        $this->errorLog = array_merge($this->errorLog, $copyTCE->errorLog);
        unset($copyTCE);

        // Finally, before exit, check if there are ID references to remap.
        // This might be the case if versioning or copying has taken place!
        $this->remapListedDBRecords();
        $this->processRemapStack();
        foreach ($hookObjectsArr as $hookObj) {
            if (method_exists($hookObj, 'processCmdmap_afterFinish')) {
                $hookObj->processCmdmap_afterFinish($this);
            }
        }
        if ($this->isOuterMostInstance()) {
            $this->processClearCacheQueue();
            $this->resetNestedElementCalls();
        }
    }

    /*********************************************
     *
     * Cmd: Copying
     *
     ********************************************/
    public function copyRecord($table, $uid, $destPid, $first = 0, $overrideValues = array(), $excludeFields = '', $language = 0) {
        $uid = ($origUid = (int)$uid);
        if (empty($GLOBALS['TCA'][$table]) || $uid === 0) {
            return NULL;
        }
        // Only copy if the table is defined in $GLOBALS['TCA'], a uid is given and the record wasn't copied before:
        if (!$this->isRecordCopied($table, $uid)) {
            // This checks if the record can be selected which is all that a copy action requires.
            if ($this->doesRecordExist($table, $uid, 'show')) {
                // Check if table is allowed on destination page
                if ($destPid < 0 || $this->isTableAllowedForThisPage($destPid, $table)) {
                    $fullLanguageCheckNeeded = $table != 'pages';
                    //Used to check language and general editing rights
                    if ($language > 0 && $this->BE_USER->checkLanguageAccess($language) || $this->BE_USER->recordEditAccessInternals($table, $uid, FALSE, FALSE, $fullLanguageCheckNeeded)) {
                        $data = array();
                        $nonFields = array_unique(GeneralUtility::trimExplode(',', 'uid,perms_userid,perms_groupid,perms_user,perms_group,perms_everybody,t3ver_oid,t3ver_wsid,t3ver_id,t3ver_label,t3ver_state,t3ver_count,t3ver_stage,t3ver_tstamp,' . $excludeFields, TRUE));
                        // So it copies (and localized) content from workspace...
                        $row = BackendUtility::getRecordWSOL($table, $uid);
                        if (is_array($row)) {
                            // Initializing:
                            $theNewID = uniqid('NEW', TRUE);
                            $enableField = isset($GLOBALS['TCA'][$table]['ctrl']['enablecolumns']) ? $GLOBALS['TCA'][$table]['ctrl']['enablecolumns']['disabled'] : '';
                            $headerField = $GLOBALS['TCA'][$table]['ctrl']['label'];
                            // Getting default data:
                            $defaultData = $this->newFieldArray($table);
                            // Getting "copy-after" fields if applicable:
                            $copyAfterFields = $destPid < 0 ? $this->fixCopyAfterDuplFields($table, $uid, abs($destPid), 0) : array();
                            // Page TSconfig related:
                            // NOT using \TYPO3\CMS\Backend\Utility\BackendUtility::getTSCpid() because we need the real pid - not the ID of a page, if the input is a page...
                            $tscPID = BackendUtility::getTSconfig_pidValue($table, $uid, $destPid);
                            $TSConfig = $this->getTCEMAIN_TSconfig($tscPID);
                            $tE = $this->getTableEntries($table, $TSConfig);
                            // Traverse ALL fields of the selected record:
                            foreach ($row as $field => $value) {
                                if (!in_array($field, $nonFields)) {
                                    // Get TCA configuration for the field:
                                    $conf = $GLOBALS['TCA'][$table]['columns'][$field]['config'];
                                    // Preparation/Processing of the value:
                                    // "pid" is hardcoded of course:
                                    if ($field == 'pid') {
                                        $value = $destPid;
                                    } elseif (isset($overrideValues[$field])) {
                                        // Override value...
                                        $value = $overrideValues[$field];
                                    } elseif (isset($copyAfterFields[$field])) {
                                        // Copy-after value if available:
                                        $value = $copyAfterFields[$field];
                                    } elseif ($GLOBALS['TCA'][$table]['ctrl']['setToDefaultOnCopy'] && GeneralUtility::inList($GLOBALS['TCA'][$table]['ctrl']['setToDefaultOnCopy'], $field)) {
                                        $value = $defaultData[$field];
                                    } else {
                                        // Hide at copy may override:
                                        if ($first && $field == $enableField && $GLOBALS['TCA'][$table]['ctrl']['hideAtCopy'] && !$this->neverHideAtCopy && !$tE['disableHideAtCopy']) {
                                            $value = 1;
                                        }
                                        // Prepend label on copy:
                                        if ($first && $field == $headerField && $GLOBALS['TCA'][$table]['ctrl']['prependAtCopy'] && !$tE['disablePrependAtCopy']) {
                                            $value = $this->getCopyHeader($table, $this->resolvePid($table, $destPid), $field, $this->clearPrefixFromValue($table, $value), 0);
                                        }
                                        // Processing based on the TCA config field type (files, references, flexforms...)
                                        $value = $this->copyRecord_procBasedOnFieldType($table, $uid, $field, $value, $row, $conf, $tscPID, $language);
                                    }
                                    // Add value to array.
                                    $data[$table][$theNewID][$field] = $value;
                                }
                            }
                            // Overriding values:
                            if ($GLOBALS['TCA'][$table]['ctrl']['editlock']) {
                                $data[$table][$theNewID][$GLOBALS['TCA'][$table]['ctrl']['editlock']] = 0;
                            }
                            // Setting original UID:
                            if ($GLOBALS['TCA'][$table]['ctrl']['origUid']) {
                                $data[$table][$theNewID][$GLOBALS['TCA'][$table]['ctrl']['origUid']] = $uid;
                            }
                            // Do the copy by simply submitting the array through TCEmain:
                            $copyTCE = $this->getLocalTCE();
                            $copyTCE->start($data, '', $this->BE_USER);
                            $copyTCE->process_datamap();
                            // Getting the new UID:
                            $theNewSQLID = $copyTCE->substNEWwithIDs[$theNewID];
                            if ($theNewSQLID) {
                                $this->copyRecord_fixRTEmagicImages($table, BackendUtility::wsMapId($table, $theNewSQLID));
                                $this->copyMappingArray[$table][$origUid] = $theNewSQLID;
                                // Keep automatically versionized record information:
                                if (isset($copyTCE->autoVersionIdMap[$table][$theNewSQLID])) {
                                    $this->autoVersionIdMap[$table][$theNewSQLID] = $copyTCE->autoVersionIdMap[$table][$theNewSQLID];
                                }
                            }
                            // Copy back the cached TSconfig
                            $this->cachedTSconfig = $copyTCE->cachedTSconfig;
                            $this->errorLog = array_merge($this->errorLog, $copyTCE->errorLog);
                            unset($copyTCE);
                            if ($language == 0) {
                                //repointing the new translation records to the parent record we just created
                                $overrideValues[$GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField']] = $theNewSQLID;
                                $this->copyL10nOverlayRecords($table, $uid, $destPid, $first, $overrideValues, $excludeFields);
                            }
                            return $theNewSQLID;
                        } else {
                            $this->log($table, $uid, 3, 0, 1, 'Attempt to copy record that did not exist!');
                        }
                    } else {
                        $this->log($table, $uid, 3, 0, 1, 'Attempt to copy record without having permissions to do so. [' . $this->BE_USER->errorMsg . '].');
                    }
                } else {
                    $this->log($table, $uid, 3, 0, 1, 'Attempt to insert record on a page that can\'t store record type.');
                }
            } else {
                $this->log($table, $uid, 3, 0, 1, 'Attempt to copy record without permission');
            }
        } elseif (!empty($overrideValues)) {
            $this->log($table, $uid, 5, 0, 1, 'Repeated attemp to copy record "' . $table . ':' . $uid . '" with override values');
        }
    }

    public function copyPages($uid, $destPid) {
        // Initialize:
        $uid = (int)$uid;
        $destPid = (int)$destPid;
        // Finding list of tables to copy.
        // These are the tables, the user may modify
        $copyTablesArray = $this->admin ? $this->compileAdminTables() : explode(',', $this->BE_USER->groupData['tables_modify']);
        // If not all tables are allowed then make a list of allowed tables: That is the tables that figure in both allowed tables AND the copyTable-list
        if (!strstr($this->copyWhichTables, '*')) {
            foreach ($copyTablesArray as $k => $table) {
                // Pages are always going...
                if (!$table || !GeneralUtility::inList(($this->copyWhichTables . ',pages'), $table)) {
                    unset($copyTablesArray[$k]);
                }
            }
        }
        $copyTablesArray = array_unique($copyTablesArray);
        // Begin to copy pages if we're allowed to:
        if ($this->admin || in_array('pages', $copyTablesArray)) {
            // Copy this page we're on. And set first-flag (this will trigger that the record is hidden if that is configured)!
            $theNewRootID = $this->copySpecificPage($uid, $destPid, $copyTablesArray, 1);
            // If we're going to copy recursively...:
            if ($theNewRootID && $this->copyTree) {
                // Get ALL subpages to copy (read-permissions are respected!):
                $CPtable = $this->int_pageTreeInfo(array(), $uid, (int)$this->copyTree, $theNewRootID);
                // Now copying the subpages:
                foreach ($CPtable as $thePageUid => $thePagePid) {
                    $newPid = $this->copyMappingArray['pages'][$thePagePid];
                    if (isset($newPid)) {
                        $this->copySpecificPage($thePageUid, $newPid, $copyTablesArray);
                    } else {
                        $this->log('pages', $uid, 5, 0, 1, 'Something went wrong during copying branch');
                        break;
                    }
                }
            }
        } else {
            $this->log('pages', $uid, 5, 0, 1, 'Attempt to copy page without permission to this table');
        }
    }

    public function copySpecificPage($uid, $destPid, $copyTablesArray, $first = 0) {
        // Copy the page itself:
        $theNewRootID = $this->copyRecord('pages', $uid, $destPid, $first);
        // If a new page was created upon the copy operation we will proceed with all the tables ON that page:
        if ($theNewRootID) {
            foreach ($copyTablesArray as $table) {
                // All records under the page is copied.
                if ($table && is_array($GLOBALS['TCA'][$table]) && $table != 'pages') {
                    $fields = 'uid';
                    $languageField = NULL;
                    $transOrigPointerField = NULL;
                    if (BackendUtility::isTableLocalizable($table)) {
                        $languageField = $GLOBALS['TCA'][$table]['ctrl']['languageField'];
                        $transOrigPointerField = $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField'];
                        $fields .= ',' . $languageField . ',' . $transOrigPointerField;
                    }
                    if (!BackendUtility::isTableWorkspaceEnabled($table)) {
                        $workspaceStatement = '';
                    } elseif ((int)$this->BE_USER->workspace === 0) {
                        $workspaceStatement = ' AND t3ver_wsid=0';
                    } else {
                        $workspaceStatement = ' AND t3ver_wsid IN (0,' . (int)$this->BE_USER->workspace . ')';
                    }
                    $rows = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows(
                        $fields,
                        $table,
                        'pid=' . (int)$uid . $this->deleteClause($table) . $workspaceStatement,
                        '',
                        (!empty($GLOBALS['TCA'][$table]['ctrl']['sortby']) ? $GLOBALS['TCA'][$table]['ctrl']['sortby'] . ' DESC' : ''),
                        '',
                        'uid'
                    );
                    // Resolve placeholders of workspace versions
                    if (!empty($rows) && (int)$this->BE_USER->workspace !== 0 && BackendUtility::isTableWorkspaceEnabled($table)) {
                        $rows = array_reverse(
                            $this->resolveVersionedRecords(
                                $table,
                                $fields,
                                $GLOBALS['TCA'][$table]['ctrl']['sortby'],
                                array_keys($rows)
                            ),
                            TRUE
                        );
                    }

                    foreach ($rows as $row) {
                        // Skip localized records that will be processed in
                        // copyL10nOverlayRecords() on copying the default language record
                        $transOrigPointer = $row[$transOrigPointerField];
                        if ($row[$languageField] > 0 && $transOrigPointer > 0 && isset($rows[$transOrigPointer])) {
                            continue;
                        }
                        // Copying each of the underlying records...
                        $this->copyRecord($table, $row['uid'], $theNewRootID);
                    }
                }
            }
            return $theNewRootID;
        }
    }

    public function copyRecord_raw($table, $uid, $pid, $overrideArray = array(), array $workspaceOptions = array()) {
        $uid = (int)$uid;
        // Stop any actions if the record is marked to be deleted:
        // (this can occur if IRRE elements are versionized and child elements are removed)
        if ($this->isElementToBeDeleted($table, $uid)) {
            return NULL;
        }
        // Only copy if the table is defined in TCA, a uid is given and the record wasn't copied before:
        if ($GLOBALS['TCA'][$table] && $uid && !$this->isRecordCopied($table, $uid)) {
            if ($this->doesRecordExist($table, $uid, 'show')) {
                // Set up fields which should not be processed. They are still written - just passed through no-questions-asked!
                $nonFields = array('uid', 'pid', 't3ver_id', 't3ver_oid', 't3ver_wsid', 't3ver_label', 't3ver_state', 't3ver_count', 't3ver_stage', 't3ver_tstamp', 'perms_userid', 'perms_groupid', 'perms_user', 'perms_group', 'perms_everybody');
                // Select main record:
                $row = $this->recordInfo($table, $uid, '*');
                if (is_array($row)) {
                    // Merge in override array.
                    $row = array_merge($row, $overrideArray);
                    // Traverse ALL fields of the selected record:
                    foreach ($row as $field => $value) {
                        if (!in_array($field, $nonFields)) {
                            // Get TCA configuration for the field:
                            $conf = $GLOBALS['TCA'][$table]['columns'][$field]['config'];
                            if (is_array($conf)) {
                                // Processing based on the TCA config field type (files, references, flexforms...)
                                $value = $this->copyRecord_procBasedOnFieldType($table, $uid, $field, $value, $row, $conf, $pid, 0, $workspaceOptions);
                            }
                            // Add value to array.
                            $row[$field] = $value;
                        }
                    }
                    // Force versioning related fields:
                    $row['pid'] = $pid;
                    // Setting original UID:
                    if ($GLOBALS['TCA'][$table]['ctrl']['origUid']) {
                        $row[$GLOBALS['TCA'][$table]['ctrl']['origUid']] = $uid;
                    }
                    // Do the copy by internal function
                    $theNewSQLID = $this->insertNewCopyVersion($table, $row, $pid);
                    if ($theNewSQLID) {
                        $this->dbAnalysisStoreExec();
                        $this->dbAnalysisStore = array();
                        $this->copyRecord_fixRTEmagicImages($table, BackendUtility::wsMapId($table, $theNewSQLID));
                        return $this->copyMappingArray[$table][$uid] = $theNewSQLID;
                    }
                } else {
                    $this->log($table, $uid, 3, 0, 1, 'Attempt to rawcopy/versionize record that did not exist!');
                }
            } else {
                $this->log($table, $uid, 3, 0, 1, 'Attempt to rawcopy/versionize record without copy permission');
            }
        }
    }

    public function insertNewCopyVersion($table, $fieldArray, $realPid) {
        $id = uniqid('NEW', TRUE);
        // $fieldArray is set as current record.
        // The point is that when new records are created as copies with flex type fields there might be a field containing information about which DataStructure to use and without that information the flexforms cannot be correctly processed.... This should be OK since the $checkValueRecord is used by the flexform evaluation only anyways...
        $this->checkValue_currentRecord = $fieldArray;
        // Makes sure that transformations aren't processed on the copy.
        $backupDontProcessTransformations = $this->dontProcessTransformations;
        $this->dontProcessTransformations = TRUE;
        // Traverse record and input-process each value:
        foreach ($fieldArray as $field => $fieldValue) {
            if (isset($GLOBALS['TCA'][$table]['columns'][$field])) {
                // Evaluating the value.
                $res = $this->checkValue($table, $field, $fieldValue, $id, 'new', $realPid, 0);
                if (isset($res['value'])) {
                    $fieldArray[$field] = $res['value'];
                }
            }
        }
        // System fields being set:
        if ($GLOBALS['TCA'][$table]['ctrl']['crdate']) {
            $fieldArray[$GLOBALS['TCA'][$table]['ctrl']['crdate']] = $GLOBALS['EXEC_TIME'];
        }
        if ($GLOBALS['TCA'][$table]['ctrl']['cruser_id']) {
            $fieldArray[$GLOBALS['TCA'][$table]['ctrl']['cruser_id']] = $this->userid;
        }
        if ($GLOBALS['TCA'][$table]['ctrl']['tstamp']) {
            $fieldArray[$GLOBALS['TCA'][$table]['ctrl']['tstamp']] = $GLOBALS['EXEC_TIME'];
        }
        // Finally, insert record:
        $this->insertDB($table, $id, $fieldArray, TRUE);
        // Resets dontProcessTransformations to the previous state.
        $this->dontProcessTransformations = $backupDontProcessTransformations;
        // Return new id:
        return $this->substNEWwithIDs[$id];
    }

    public function copyRecord_procBasedOnFieldType($table, $uid, $field, $value, $row, $conf, $realDestPid, $language = 0, array $workspaceOptions = array()) {
        // Process references and files, currently that means only the files, prepending absolute paths (so the TCEmain engine will detect the file as new and one that should be made into a copy)
        $value = $this->copyRecord_procFilesRefs($conf, $uid, $value);
        $inlineSubType = $this->getInlineFieldType($conf);
        // Get the localization mode for the current (parent) record (keep|select):
        $localizationMode = BackendUtility::getInlineLocalizationMode($table, $field);
        // Register if there are references to take care of or MM is used on an inline field (no change to value):
        if ($this->isReferenceField($conf) || $inlineSubType == 'mm') {
            $allowedTables = $conf['type'] == 'group' ? $conf['allowed'] : $conf['foreign_table'] . ',' . $conf['neg_foreign_table'];
            $prependName = $conf['type'] == 'group' ? $conf['prepend_tname'] : $conf['neg_foreign_table'];
            $mmTable = isset($conf['MM']) && $conf['MM'] ? $conf['MM'] : '';
            $localizeForeignTable = isset($conf['foreign_table']) && BackendUtility::isTableLocalizable($conf['foreign_table']);
            $localizeReferences = $localizeForeignTable && isset($conf['localizeReferencesAtParentLocalization']) && $conf['localizeReferencesAtParentLocalization'];
            $localizeChildren = $localizeForeignTable && isset($conf['behaviour']['localizeChildrenAtParentLocalization']) && $conf['behaviour']['localizeChildrenAtParentLocalization'];
            $dbAnalysis = $this->createRelationHandlerInstance();
            $dbAnalysis->start($value, $allowedTables, $mmTable, $uid, $table, $conf);
            // Localize referenced records of select fields:
            if ($language > 0 && ($localizeReferences && empty($mmTable) || $localizeChildren && $localizationMode === 'select' && $inlineSubType === 'mm')) {
                foreach ($dbAnalysis->itemArray as $index => $item) {
                    // Since select fields can reference many records, check whether there's already a localization:
                    $recordLocalization = BackendUtility::getRecordLocalization($item['table'], $item['id'], $language);
                    if ($recordLocalization) {
                        $dbAnalysis->itemArray[$index]['id'] = $recordLocalization[0]['uid'];
                    } elseif ($this->isNestedElementCallRegistered($item['table'], $item['id'], 'localize') === FALSE) {
                        $dbAnalysis->itemArray[$index]['id'] = $this->localize($item['table'], $item['id'], $language);
                    }
                }
                $dbAnalysis->purgeItemArray();
                $value = implode(',', $dbAnalysis->getValueArray($prependName));
            } elseif ($language > 0 && $localizeChildren === FALSE && $localizationMode === 'select' && $inlineSubType === 'mm') {
                foreach ($dbAnalysis->itemArray as $index => $item) {
                    // Since select fields can reference many records, check whether there's already a localization:
                    $recordLocalization = BackendUtility::getRecordLocalization($item['table'], $item['id'], $language);
                    if ($recordLocalization) {
                        $dbAnalysis->itemArray[$index]['id'] = $recordLocalization[0]['uid'];
                    } elseif ($this->isNestedElementCallRegistered($item['table'], $item['id'], 'localize') === FALSE) {
                        unset($dbAnalysis->itemArray[$index]);
                    }
                }
                $dbAnalysis->purgeItemArray();
                $value = implode(',', $dbAnalysis->getValueArray($prependName));
            } elseif ($mmTable) {
                $dbAnalysis->purgeItemArray();
                $value = implode(',', $dbAnalysis->getValueArray($prependName));
            }
            // Setting the value in this array will notify the remapListedDBRecords() function that this field MAY need references to be corrected
            if ($value) {
                $this->registerDBList[$table][$uid][$field] = $value;
            }
        } elseif ($inlineSubType !== FALSE) {
            // Localization in mode 'keep', isn't a real localization, but keeps the children of the original parent record:
            if ($language > 0 && $localizationMode == 'keep') {
                $value = $inlineSubType == 'field' ? 0 : '';
            } else {
                // Fetch the related child records using \TYPO3\CMS\Core\Database\RelationHandler
                $dbAnalysis = $this->createRelationHandlerInstance();
                $dbAnalysis->start($value, $conf['foreign_table'], '', $uid, $table, $conf);
                // Walk through the items, copy them and remember the new id:
                foreach ($dbAnalysis->itemArray as $k => $v) {
                    // If language is set and differs from original record, this isn't a copy action but a localization of our parent/ancestor:
                    if ($language > 0 && BackendUtility::isTableLocalizable($table) && $language != $row[$GLOBALS['TCA'][$table]['ctrl']['languageField']]) {
                        // If children should be localized when the parent gets localized the first time, just do it:
                        if ($localizationMode != FALSE && isset($conf['behaviour']['localizeChildrenAtParentLocalization']) && $conf['behaviour']['localizeChildrenAtParentLocalization']) {
                            $newId = $this->localize($v['table'], $v['id'], $language);
                        }
                    } else {
                        if (!\TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($realDestPid)) {
                            $newId = $this->copyRecord($v['table'], $v['id'], -$v['id']);
                        // If the destination page id is a NEW string, keep it on the same page
                        } elseif ($this->BE_USER->workspace > 0 && BackendUtility::isTableWorkspaceEnabled($v['table'])) {
                            // A filled $workspaceOptions indicated that this call
                            // has it's origin in previous versionizeRecord() processing
                            if (count($workspaceOptions)) {
                                // Versions use live default id, thus the "new"
                                // id is the original live default child record
                                $newId = $v['id'];
                                $this->versionizeRecord(
                                    $v['table'], $v['id'],
                                    (isset($workspaceOptions['label']) ? $workspaceOptions['label'] : 'Auto-created for WS #' . $this->BE_USER->workspace),
                                    (isset($workspaceOptions['delete']) ? $workspaceOptions['delete'] : FALSE)
                                );
                            // Otherwise just use plain copyRecord() to create placeholders etc.
                            } else {
                                // If a record has been copied already during this request,
                                // prevent superfluous duplication and use the existing copy
                                if (isset($this->copyMappingArray[$v['table']][$v['id']])) {
                                    $newId = $this->copyMappingArray[$v['table']][$v['id']];
                                } else {
                                    $newId = $this->copyRecord($v['table'], $v['id'], $realDestPid);
                                }
                            }
                        } else {
                            // If a record has been copied already during this request,
                            // prevent superfluous duplication and use the existing copy
                            if (isset($this->copyMappingArray[$v['table']][$v['id']])) {
                                $newId = $this->copyMappingArray[$v['table']][$v['id']];
                            } else {
                                $newId = $this->copyRecord_raw($v['table'], $v['id'], $realDestPid, array(), $workspaceOptions);
                            }
                        }
                    }
                    // If the current field is set on a page record, update the pid of related child records:
                    if ($table == 'pages') {
                        $this->registerDBPids[$v['table']][$v['id']] = $uid;
                    } elseif (isset($this->registerDBPids[$table][$uid])) {
                        $this->registerDBPids[$v['table']][$v['id']] = $this->registerDBPids[$table][$uid];
                    }
                    $dbAnalysis->itemArray[$k]['id'] = $newId;
                }
                // Store the new values, we will set up the uids for the subtype later on (exception keep localization from original record):
                $value = implode(',', $dbAnalysis->getValueArray());
                $this->registerDBList[$table][$uid][$field] = $value;
            }
        }
        // For "flex" fieldtypes we need to traverse the structure for two reasons: If there are file references they have to be prepended with absolute paths and if there are database reference they MIGHT need to be remapped (still done in remapListedDBRecords())
        if ($conf['type'] == 'flex') {
            // Get current value array:
            $dataStructArray = BackendUtility::getFlexFormDS($conf, $row, $table, $field);
            $currentValueArray = GeneralUtility::xml2array($value);
            // Traversing the XML structure, processing files:
            if (is_array($currentValueArray)) {
                $currentValueArray['data'] = $this->checkValue_flex_procInData($currentValueArray['data'], array(), array(), $dataStructArray, array($table, $uid, $field, $realDestPid), 'copyRecord_flexFormCallBack', $workspaceOptions);
                // Setting value as an array! -> which means the input will be processed according to the 'flex' type when the new copy is created.
                $value = $currentValueArray;
            }
        }
        return $value;
    }

    public function copyRecord_flexFormCallBack($pParams, $dsConf, $dataValue, $_1, $_2, $_3 = null, $workspaceOptions = array()) {
        // Extract parameters:
        list($table, $uid, $field, $realDestPid) = $pParams;
        // Process references and files, currently that means only the files, prepending absolute paths:
        $dataValue = $this->copyRecord_procFilesRefs($dsConf, $uid, $dataValue);
        // If references are set for this field, set flag so they can be corrected later (in ->remapListedDBRecords())
        if (($this->isReferenceField($dsConf) || $this->getInlineFieldType($dsConf) !== FALSE) && strlen($dataValue)) {
            $dataValue = $this->copyRecord_procBasedOnFieldType($table, $uid, $field, $dataValue, array(), $dsConf, $realDestPid, 0, $workspaceOptions);
            $this->registerDBList[$table][$uid][$field] = 'FlexForm_reference';
        }
        // Return
        return array('value' => $dataValue);
    }

    public function copyRecord_procFilesRefs($conf, $uid, $value) {
        // Prepend absolute paths to files:
        if ($conf['type'] == 'group' && ($conf['internal_type'] == 'file' || $conf['internal_type'] == 'file_reference')) {
            // Get an array with files as values:
            if ($conf['MM']) {
                $theFileValues = array();
                $dbAnalysis = $this->createRelationHandlerInstance();
                $dbAnalysis->start('', 'files', $conf['MM'], $uid);
                foreach ($dbAnalysis->itemArray as $somekey => $someval) {
                    if ($someval['id']) {
                        $theFileValues[] = $someval['id'];
                    }
                }
            } else {
                $theFileValues = GeneralUtility::trimExplode(',', $value, TRUE);
            }
            // Traverse this array of files:
            $uploadFolder = $conf['internal_type'] == 'file' ? $conf['uploadfolder'] : '';
            $dest = $this->destPathFromUploadFolder($uploadFolder);
            $newValue = array();
            foreach ($theFileValues as $file) {
                if (trim($file)) {
                    $realFile = str_replace('//', '/', $dest . '/' . trim($file));
                    if (@is_file($realFile)) {
                        $newValue[] = $realFile;
                    }
                }
            }
            // Implode the new filelist into the new value (all files have absolute paths now which means they will get copied when entering TCEmain as new values...)
            $value = implode(',', $newValue);
        }
        // Return the new value:
        return $value;
    }

    public function copyRecord_fixRTEmagicImages($table, $theNewSQLID) {
        // Creating fileFunc object.
        if (!$this->fileFunc) {
            $this->fileFunc = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Utility\\File\\BasicFileUtility');
            $this->include_filefunctions = 1;
        }
        // Select all RTEmagic files in the reference table from the table/ID
        $recs = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('*', 'sys_refindex', 'ref_table=' . $GLOBALS['TYPO3_DB']->fullQuoteStr('_FILE', 'sys_refindex') . ' AND ref_string LIKE ' . $GLOBALS['TYPO3_DB']->fullQuoteStr('%/RTEmagic%', 'sys_refindex') . ' AND softref_key=' . $GLOBALS['TYPO3_DB']->fullQuoteStr('images', 'sys_refindex') . ' AND tablename=' . $GLOBALS['TYPO3_DB']->fullQuoteStr($table, 'sys_refindex') . ' AND recuid=' . (int)$theNewSQLID, '', 'sorting DESC');
        // Traverse the files found and copy them:
        if (is_array($recs)) {
            foreach ($recs as $rec) {
                $filename = basename($rec['ref_string']);
                $fileInfo = array();
                if (GeneralUtility::isFirstPartOfStr($filename, 'RTEmagicC_')) {
                    $fileInfo['exists'] = @is_file((PATH_site . $rec['ref_string']));
                    $fileInfo['original'] = substr($rec['ref_string'], 0, -strlen($filename)) . 'RTEmagicP_' . preg_replace('/\\.[[:alnum:]]+$/', '', substr($filename, 10));
                    $fileInfo['original_exists'] = @is_file((PATH_site . $fileInfo['original']));
                    // CODE from tx_impexp and class.rte_images.php adapted for use here:
                    if ($fileInfo['exists'] && $fileInfo['original_exists']) {
                        // Initialize; Get directory prefix for file and set the original name:
                        $dirPrefix = dirname($rec['ref_string']) . '/';
                        $rteOrigName = basename($fileInfo['original']);
                        // If filename looks like an RTE file, and the directory is in "uploads/", then process as a RTE file!
                        if ($rteOrigName && GeneralUtility::isFirstPartOfStr($dirPrefix, 'uploads/') && @is_dir((PATH_site . $dirPrefix))) {
                            // RTE:
                            // From the "original" RTE filename, produce a new "original" destination filename which is unused.
                            $origDestName = $this->fileFunc->getUniqueName($rteOrigName, PATH_site . $dirPrefix);
                            // Create copy file name:
                            $pI = pathinfo($rec['ref_string']);
                            $copyDestName = dirname($origDestName) . '/RTEmagicC_' . substr(basename($origDestName), 10) . '.' . $pI['extension'];
                            if (!@is_file($copyDestName) && !@is_file($origDestName) && $origDestName === GeneralUtility::getFileAbsFileName($origDestName) && $copyDestName === GeneralUtility::getFileAbsFileName($copyDestName)) {
                                // Making copies:
                                GeneralUtility::upload_copy_move(PATH_site . $fileInfo['original'], $origDestName);
                                GeneralUtility::upload_copy_move(PATH_site . $rec['ref_string'], $copyDestName);
                                clearstatcache();
                                // Register this:
                                $this->RTEmagic_copyIndex[$rec['tablename']][$rec['recuid']][$rec['field']][$rec['ref_string']] = \TYPO3\CMS\Core\Utility\PathUtility::stripPathSitePrefix($copyDestName);
                                // Check and update the record using \TYPO3\CMS\Core\Database\ReferenceIndex
                                if (@is_file($copyDestName)) {
                                    $sysRefObj = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Database\\ReferenceIndex');
                                    $error = $sysRefObj->setReferenceValue($rec['hash'], \TYPO3\CMS\Core\Utility\PathUtility::stripPathSitePrefix($copyDestName), FALSE, TRUE);
                                    if ($error) {
                                        echo $this->newlog('TYPO3\\CMS\\Core\\Database\\ReferenceIndex::setReferenceValue(): ' . $error, 1);
                                    }
                                } else {
                                    $this->newlog('File "' . $copyDestName . '" was not created!', 1);
                                }
                            } else {
                                $this->newlog('Could not construct new unique names for file!', 1);
                            }
                        } else {
                            $this->newlog('Maybe directory of file was not within "uploads/"?', 1);
                        }
                    } else {
                        $this->newlog('Trying to copy RTEmagic files (' . $rec['ref_string'] . ' / ' . $fileInfo['original'] . ') but one or both were missing', 1);
                    }
                }
            }
        }
    }

    public function copyL10nOverlayRecords($table, $uid, $destPid, $first = 0, $overrideValues = array(), $excludeFields = '') {
        // There's no need to perform this for page-records or for tables that are not localizeable
        if (!BackendUtility::isTableLocalizable($table) || !empty($GLOBALS['TCA'][$table]['ctrl']['transForeignTable']) || !empty($GLOBALS['TCA'][$table]['ctrl']['transOrigPointerTable'])) {
            return;
        }
        $where = '';
        if (isset($GLOBALS['TCA'][$table]['ctrl']['versioningWS']) && $GLOBALS['TCA'][$table]['ctrl']['versioningWS']) {
            $where = ' AND t3ver_oid=0';
        }
        // If $destPid is < 0, get the pid of the record with uid equal to abs($destPid)
        $tscPID = BackendUtility::getTSconfig_pidValue($table, $uid, $destPid);
        // Get the localized records to be copied
        $l10nRecords = BackendUtility::getRecordsByField($table, $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField'], $uid, $where);
        if (is_array($l10nRecords)) {
            // If $destPid < 0, then it is the uid of the original language record we are inserting after
            if ($destPid < 0) {
                $localizedDestPids = array();
                // Get the localized records of the record we are inserting after
                $destL10nRecords = BackendUtility::getRecordsByField($table, $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField'], abs($destPid), $where);
                // Index the localized record uids by language
                if (is_array($destL10nRecords)) {
                    foreach ($destL10nRecords as $record) {
                        $localizedDestPids[$record[$GLOBALS['TCA'][$table]['ctrl']['languageField']]] = -$record['uid'];
                    }
                }
            }
            // Copy the localized records after the corresponding localizations of the destination record
            foreach ($l10nRecords as $record) {
                $localizedDestPid = (int)$localizedDestPids[$record[$GLOBALS['TCA'][$table]['ctrl']['languageField']]];
                if ($localizedDestPid < 0) {
                    $this->copyRecord($table, $record['uid'], $localizedDestPid, $first, $overrideValues, $excludeFields, $record[$GLOBALS['TCA'][$table]['ctrl']['languageField']]);
                } else {
                    $this->copyRecord($table, $record['uid'], $destPid < 0 ? $tscPID : $destPid, $first, $overrideValues, $excludeFields, $record[$GLOBALS['TCA'][$table]['ctrl']['languageField']]);
                }
            }
        }
    }

    /*********************************************
     *
     * Cmd: Moving, Localizing
     *
     ********************************************/
    public function moveRecord($table, $uid, $destPid) {
        if ($GLOBALS['TCA'][$table]) {
            // In case the record to be moved turns out to be an offline version,
            // we have to find the live version and work on that one (this case
            // happens for pages with "branch" versioning type)
            // @deprecated note: as "branch" versioning is deprecated since TYPO3 4.2, this
            // functionality will be removed in TYPO3 4.7 (note by benni: a hook could replace this)
            if ($lookForLiveVersion = BackendUtility::getLiveVersionOfRecord($table, $uid, 'uid')) {
                $uid = $lookForLiveVersion['uid'];
            }
            // Initialize:
            $destPid = (int)$destPid;
            // Get this before we change the pid (for logging)
            $propArr = $this->getRecordProperties($table, $uid);
            $moveRec = $this->getRecordProperties($table, $uid, TRUE);
            // This is the actual pid of the moving to destination
            $resolvedPid = $this->resolvePid($table, $destPid);
            // Finding out, if the record may be moved from where it is. If the record is a non-page, then it depends on edit-permissions.
            // If the record is a page, then there are two options: If the page is moved within itself, (same pid) it's edit-perms of the pid. If moved to another place then its both delete-perms of the pid and new-page perms on the destination.
            if ($table != 'pages' || $resolvedPid == $moveRec['pid']) {
                // Edit rights for the record...
                $mayMoveAccess = $this->checkRecordUpdateAccess($table, $uid);
            } else {
                $mayMoveAccess = $this->doesRecordExist($table, $uid, 'delete');
            }
            // Finding out, if the record may be moved TO another place. Here we check insert-rights (non-pages = edit, pages = new), unless the pages are moved on the same pid, then edit-rights are checked
            if ($table != 'pages' || $resolvedPid != $moveRec['pid']) {
                // Insert rights for the record...
                $mayInsertAccess = $this->checkRecordInsertAccess($table, $resolvedPid, 4);
            } else {
                $mayInsertAccess = $this->checkRecordUpdateAccess($table, $uid);
            }
            // Checking if there is anything else disallowing moving the record by checking if editing is allowed
            $fullLanguageCheckNeeded = $table != 'pages';
            $mayEditAccess = $this->BE_USER->recordEditAccessInternals($table, $uid, FALSE, FALSE, $fullLanguageCheckNeeded);
            // If moving is allowed, begin the processing:
            if ($mayEditAccess) {
                if ($mayMoveAccess) {
                    if ($mayInsertAccess) {
                        $recordWasMoved = FALSE;
                        // Move the record via a hook, used e.g. for versioning
                        if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['moveRecordClass'])) {
                            foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['moveRecordClass'] as $classRef) {
                                $hookObj = GeneralUtility::getUserObj($classRef);
                                if (method_exists($hookObj, 'moveRecord')) {
                                    $hookObj->moveRecord($table, $uid, $destPid, $propArr, $moveRec, $resolvedPid, $recordWasMoved, $this);
                                }
                            }
                        }
                        // Move the record if a hook hasn't moved it yet
                        if (!$recordWasMoved) {
                            $this->moveRecord_raw($table, $uid, $destPid);
                        }
                    } else {
                        $this->log($table, $uid, 4, 0, 1, 'Attempt to move record \'%s\' (%s) without having permissions to insert.', 14, array($propArr['header'], $table . ':' . $uid), $propArr['event_pid']);
                    }
                } else {
                    $this->log($table, $uid, 4, 0, 1, 'Attempt to move record \'%s\' (%s) without having permissions to do so.', 14, array($propArr['header'], $table . ':' . $uid), $propArr['event_pid']);
                }
            } else {
                $this->log($table, $uid, 4, 0, 1, 'Attempt to move record "%s" (%s) without having permissions to do so. [' . $this->BE_USER->errorMsg . ']', 14, array($propArr['header'], $table . ':' . $uid), $propArr['event_pid']);
            }
        }
    }

    public function moveRecord_raw($table, $uid, $destPid) {
        $sortRow = $GLOBALS['TCA'][$table]['ctrl']['sortby'];
        $origDestPid = $destPid;
        // This is the actual pid of the moving to destination
        $resolvedPid = $this->resolvePid($table, $destPid);
        // Checking if the pid is negative, but no sorting row is defined. In that case, find the correct pid. Basically this check make the error message 4-13 meaning less... But you can always remove this check if you prefer the error instead of a no-good action (which is to move the record to its own page...)
        // $destPid>=0 because we must correct pid in case of versioning "page" types.
        if ($destPid < 0 && !$sortRow || $destPid >= 0) {
            $destPid = $resolvedPid;
        }
        // Get this before we change the pid (for logging)
        $propArr = $this->getRecordProperties($table, $uid);
        $moveRec = $this->getRecordProperties($table, $uid, TRUE);
        // Prepare user defined objects (if any) for hooks which extend this function:
        $hookObjectsArr = array();
        if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['moveRecordClass'])) {
            foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['moveRecordClass'] as $classRef) {
                $hookObjectsArr[] = GeneralUtility::getUserObj($classRef);
            }
        }
        // Timestamp field:
        $updateFields = array();
        if ($GLOBALS['TCA'][$table]['ctrl']['tstamp']) {
            $updateFields[$GLOBALS['TCA'][$table]['ctrl']['tstamp']] = $GLOBALS['EXEC_TIME'];
        }
        // Insert as first element on page (where uid = $destPid)
        if ($destPid >= 0) {
            if ($table != 'pages' || $this->destNotInsideSelf($destPid, $uid)) {
                // Clear cache before moving
                list($parentUid) = BackendUtility::getTSCpid($table, $uid, '');
                $this->registerRecordIdForPageCacheClearing($table, $uid, $parentUid);
                // Setting PID
                $updateFields['pid'] = $destPid;
                // Table is sorted by 'sortby'
                if ($sortRow) {
                    $sortNumber = $this->getSortNumber($table, $uid, $destPid);
                    $updateFields[$sortRow] = $sortNumber;
                }
                // Check for child records that have also to be moved
                $this->moveRecord_procFields($table, $uid, $destPid);
                // Create query for update:
                $GLOBALS['TYPO3_DB']->exec_UPDATEquery($table, 'uid=' . (int)$uid, $updateFields);
                // Check for the localizations of that element
                $this->moveL10nOverlayRecords($table, $uid, $destPid, $destPid);
                // Call post processing hooks:
                foreach ($hookObjectsArr as $hookObj) {
                    if (method_exists($hookObj, 'moveRecord_firstElementPostProcess')) {
                        $hookObj->moveRecord_firstElementPostProcess($table, $uid, $destPid, $moveRec, $updateFields, $this);
                    }
                }
                // Logging...
                $newPropArr = $this->getRecordProperties($table, $uid);
                $oldpagePropArr = $this->getRecordProperties('pages', $propArr['pid']);
                $newpagePropArr = $this->getRecordProperties('pages', $destPid);
                if ($destPid != $propArr['pid']) {
                    // Logged to old page
                    $this->log($table, $uid, 4, $destPid, 0, 'Moved record \'%s\' (%s) to page \'%s\' (%s)', 2, array($propArr['header'], $table . ':' . $uid, $newpagePropArr['header'], $newPropArr['pid']), $propArr['pid']);
                    // Logged to new page
                    $this->log($table, $uid, 4, $destPid, 0, 'Moved record \'%s\' (%s) from page \'%s\' (%s)', 3, array($propArr['header'], $table . ':' . $uid, $oldpagePropArr['header'], $propArr['pid']), $destPid);
                } else {
                    // Logged to new page
                    $this->log($table, $uid, 4, $destPid, 0, 'Moved record \'%s\' (%s) on page \'%s\' (%s)', 4, array($propArr['header'], $table . ':' . $uid, $oldpagePropArr['header'], $propArr['pid']), $destPid);
                }
                // Clear cache after moving
                $this->registerRecordIdForPageCacheClearing($table, $uid);
                $this->fixUniqueInPid($table, $uid);
                // fixCopyAfterDuplFields
                if ($origDestPid < 0) {
                    $this->fixCopyAfterDuplFields($table, $uid, abs($origDestPid), 1);
                }
            } else {
                $destPropArr = $this->getRecordProperties('pages', $destPid);
                $this->log($table, $uid, 4, 0, 1, 'Attempt to move page \'%s\' (%s) to inside of its own rootline (at page \'%s\' (%s))', 10, array($propArr['header'], $uid, $destPropArr['header'], $destPid), $propArr['pid']);
            }
        } else {
            // Put after another record
            // Table is being sorted
            if ($sortRow) {
                // Save the position to which the original record is requested to be moved
                $originalRecordDestinationPid = $destPid;
                $sortInfo = $this->getSortNumber($table, $uid, $destPid);
                // Setting the destPid to the new pid of the record.
                $destPid = $sortInfo['pid'];
                // If not an array, there was an error (which is already logged)
                if (is_array($sortInfo)) {
                    if ($table != 'pages' || $this->destNotInsideSelf($destPid, $uid)) {
                        // clear cache before moving
                        $this->registerRecordIdForPageCacheClearing($table, $uid);
                        // We now update the pid and sortnumber
                        $updateFields['pid'] = $destPid;
                        $updateFields[$sortRow] = $sortInfo['sortNumber'];
                        // Check for child records that have also to be moved
                        $this->moveRecord_procFields($table, $uid, $destPid);
                        // Create query for update:
                        $GLOBALS['TYPO3_DB']->exec_UPDATEquery($table, 'uid=' . (int)$uid, $updateFields);
                        // Check for the localizations of that element
                        $this->moveL10nOverlayRecords($table, $uid, $destPid, $originalRecordDestinationPid);
                        // Call post processing hooks:
                        foreach ($hookObjectsArr as $hookObj) {
                            if (method_exists($hookObj, 'moveRecord_afterAnotherElementPostProcess')) {
                                $hookObj->moveRecord_afterAnotherElementPostProcess($table, $uid, $destPid, $origDestPid, $moveRec, $updateFields, $this);
                            }
                        }
                        // Logging...
                        $newPropArr = $this->getRecordProperties($table, $uid);
                        $oldpagePropArr = $this->getRecordProperties('pages', $propArr['pid']);
                        if ($destPid != $propArr['pid']) {
                            $newpagePropArr = $this->getRecordProperties('pages', $destPid);
                            // Logged to old page
                            $this->log($table, $uid, 4, 0, 0, 'Moved record \'%s\' (%s) to page \'%s\' (%s)', 2, array($propArr['header'], $table . ':' . $uid, $newpagePropArr['header'], $newPropArr['pid']), $propArr['pid']);
                            // Logged to old page
                            $this->log($table, $uid, 4, 0, 0, 'Moved record \'%s\' (%s) from page \'%s\' (%s)', 3, array($propArr['header'], $table . ':' . $uid, $oldpagePropArr['header'], $propArr['pid']), $destPid);
                        } else {
                            // Logged to old page
                            $this->log($table, $uid, 4, 0, 0, 'Moved record \'%s\' (%s) on page \'%s\' (%s)', 4, array($propArr['header'], $table . ':' . $uid, $oldpagePropArr['header'], $propArr['pid']), $destPid);
                        }
                        // Clear cache after moving
                        $this->registerRecordIdForPageCacheClearing($table, $uid);
                        // fixUniqueInPid
                        $this->fixUniqueInPid($table, $uid);
                        // fixCopyAfterDuplFields
                        if ($origDestPid < 0) {
                            $this->fixCopyAfterDuplFields($table, $uid, abs($origDestPid), 1);
                        }
                    } else {
                        $destPropArr = $this->getRecordProperties('pages', $destPid);
                        $this->log($table, $uid, 4, 0, 1, 'Attempt to move page \'%s\' (%s) to inside of its own rootline (at page \'%s\' (%s))', 10, array($propArr['header'], $uid, $destPropArr['header'], $destPid), $propArr['pid']);
                    }
                }
            } else {
                $this->log($table, $uid, 4, 0, 1, 'Attempt to move record \'%s\' (%s) to after another record, although the table has no sorting row.', 13, array($propArr['header'], $table . ':' . $uid), $propArr['event_pid']);
            }
        }
    }

    public function moveRecord_procFields($table, $uid, $destPid) {
        $conf = $GLOBALS['TCA'][$table]['columns'];
        $row = BackendUtility::getRecordWSOL($table, $uid);
        if (is_array($row)) {
            foreach ($row as $field => $value) {
                $this->moveRecord_procBasedOnFieldType($table, $uid, $destPid, $field, $value, $conf[$field]['config']);
            }
        }
    }

    public function moveRecord_procBasedOnFieldType($table, $uid, $destPid, $field, $value, $conf) {
        $moveTable = '';
        $moveIds = array();
        if ($conf['type'] == 'inline') {
            $foreign_table = $conf['foreign_table'];
            $moveChildrenWithParent = !isset($conf['behaviour']['disableMovingChildrenWithParent']) || !$conf['behaviour']['disableMovingChildrenWithParent'];
            if ($foreign_table && $moveChildrenWithParent) {
                $inlineType = $this->getInlineFieldType($conf);
                if ($inlineType == 'list' || $inlineType == 'field') {
                    $moveTable = $foreign_table;
                    if ($table == 'pages') {
                        // If the inline elements are related to a page record,
                        // make sure they reside at that page and not at its parent
                        $destPid = $uid;
                    }
                    $dbAnalysis = $this->createRelationHandlerInstance();
                    $dbAnalysis->start($value, $conf['foreign_table'], '', $uid, $table, $conf);
                }
            }
        }
        // Move the records
        if (isset($dbAnalysis)) {
            // Moving records to a positive destination will insert each
            // record at the beginning, thus the order is reversed here:
            foreach (array_reverse($dbAnalysis->itemArray) as $v) {
                $this->moveRecord($v['table'], $v['id'], $destPid);
            }
        }
    }

    public function moveL10nOverlayRecords($table, $uid, $destPid, $originalRecordDestinationPid) {
        // There's no need to perform this for page-records or not localizeable tables
        if (!BackendUtility::isTableLocalizable($table) || !empty($GLOBALS['TCA'][$table]['ctrl']['transForeignTable']) || !empty($GLOBALS['TCA'][$table]['ctrl']['transOrigPointerTable'])) {
            return;
        }
        $where = '';
        if (isset($GLOBALS['TCA'][$table]['ctrl']['versioningWS']) && $GLOBALS['TCA'][$table]['ctrl']['versioningWS']) {
            $where = ' AND t3ver_oid=0';
        }
        $l10nRecords = BackendUtility::getRecordsByField($table, $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField'], $uid, $where);
        if (is_array($l10nRecords)) {
            // If $$originalRecordDestinationPid < 0, then it is the uid of the original language record we are inserting after
            if ($originalRecordDestinationPid < 0) {
                $localizedDestPids = array();
                // Get the localized records of the record we are inserting after
                $destL10nRecords = BackendUtility::getRecordsByField($table, $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField'], abs($originalRecordDestinationPid), $where);
                // Index the localized record uids by language
                if (is_array($destL10nRecords)) {
                    foreach ($destL10nRecords as $record) {
                        $localizedDestPids[$record[$GLOBALS['TCA'][$table]['ctrl']['languageField']]] = -$record['uid'];
                    }
                }
            }
            // Move the localized records after the corresponding localizations of the destination record
            foreach ($l10nRecords as $record) {
                $localizedDestPid = (int)$localizedDestPids[$record[$GLOBALS['TCA'][$table]['ctrl']['languageField']]];
                if ($localizedDestPid < 0) {
                    $this->moveRecord($table, $record['uid'], $localizedDestPid);
                } else {
                    $this->moveRecord($table, $record['uid'], $destPid);
                }
            }
        }
    }

    public function localize($table, $uid, $language) {
        $newId = FALSE;
        $uid = (int)$uid;
        if ($GLOBALS['TCA'][$table] && $uid && $this->isNestedElementCallRegistered($table, $uid, 'localize') === FALSE) {
            $this->registerNestedElementCall($table, $uid, 'localize');
            if ($GLOBALS['TCA'][$table]['ctrl']['languageField'] && $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField'] && !$GLOBALS['TCA'][$table]['ctrl']['transOrigPointerTable'] || $table === 'pages') {
                if ($langRec = BackendUtility::getRecord('sys_language', (int)$language, 'uid,title')) {
                    if ($this->doesRecordExist($table, $uid, 'show')) {
                        // Getting workspace overlay if possible - this will localize versions in workspace if any
                        $row = BackendUtility::getRecordWSOL($table, $uid);
                        if (is_array($row)) {
                            if ($row[$GLOBALS['TCA'][$table]['ctrl']['languageField']] <= 0 || $table === 'pages') {
                                if ($row[$GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField']] == 0 || $table === 'pages') {
                                    if ($table === 'pages') {
                                        $pass = $GLOBALS['TCA'][$table]['ctrl']['transForeignTable'] === 'pages_language_overlay' && !BackendUtility::getRecordsByField('pages_language_overlay', 'pid', $uid, (' AND ' . $GLOBALS['TCA']['pages_language_overlay']['ctrl']['languageField'] . '=' . (int)$langRec['uid']));
                                        $Ttable = 'pages_language_overlay';
                                    } else {
                                        $pass = !BackendUtility::getRecordLocalization($table, $uid, $langRec['uid'], ('AND pid=' . (int)$row['pid']));
                                        $Ttable = $table;
                                    }
                                    if ($pass) {
                                        // Initialize:
                                        $overrideValues = array();
                                        $excludeFields = array();
                                        // Set override values:
                                        $overrideValues[$GLOBALS['TCA'][$Ttable]['ctrl']['languageField']] = $langRec['uid'];
                                        $overrideValues[$GLOBALS['TCA'][$Ttable]['ctrl']['transOrigPointerField']] = $uid;
                                        // Copy the type (if defined in both tables) from the original record so that translation has same type as original record
                                        if (isset($GLOBALS['TCA'][$table]['ctrl']['type']) && isset($GLOBALS['TCA'][$Ttable]['ctrl']['type'])) {
                                            $overrideValues[$GLOBALS['TCA'][$Ttable]['ctrl']['type']] = $row[$GLOBALS['TCA'][$table]['ctrl']['type']];
                                        }
                                        // Set exclude Fields:
                                        foreach ($GLOBALS['TCA'][$Ttable]['columns'] as $fN => $fCfg) {
                                            // Check if we are just prefixing:
                                            if ($fCfg['l10n_mode'] == 'prefixLangTitle') {
                                                if (($fCfg['config']['type'] == 'text' || $fCfg['config']['type'] == 'input') && strlen($row[$fN])) {
                                                    list($tscPID) = BackendUtility::getTSCpid($table, $uid, '');
                                                    $TSConfig = $this->getTCEMAIN_TSconfig($tscPID);
                                                    if (isset($TSConfig['translateToMessage']) && !empty($TSConfig['translateToMessage'])) {
                                                        $translateToMsg = $GLOBALS['LANG'] ? $GLOBALS['LANG']->sL($TSConfig['translateToMessage']) : $TSConfig['translateToMessage'];
                                                        $translateToMsg = @sprintf($translateToMsg, $langRec['title']);
                                                    }
                                                    if (!strlen($translateToMsg)) {
                                                        $translateToMsg = 'Translate to ' . $langRec['title'] . ':';
                                                    }
                                                    $overrideValues[$fN] = '[' . $translateToMsg . '] ' . $row[$fN];
                                                }
                                            } elseif (GeneralUtility::inList('exclude,noCopy,mergeIfNotBlank', $fCfg['l10n_mode']) && $fN != $GLOBALS['TCA'][$Ttable]['ctrl']['languageField'] && $fN != $GLOBALS['TCA'][$Ttable]['ctrl']['transOrigPointerField']) {
                                                // Otherwise, do not copy field (unless it is the language field or
                                                // pointer to the original language)
                                                $excludeFields[] = $fN;
                                            }
                                        }
                                        if ($Ttable === $table) {
                                            // Get the uid of record after which this localized record should be inserted
                                            $previousUid = $this->getPreviousLocalizedRecordUid($table, $uid, $row['pid'], $language);
                                            // Execute the copy:
                                            $newId = $this->copyRecord($table, $uid, -$previousUid, 1, $overrideValues, implode(',', $excludeFields), $language);
                                            $autoVersionNewId = $this->getAutoVersionId($table, $newId);
                                            if (is_null($autoVersionNewId) === FALSE) {
                                                $this->triggerRemapAction($table, $newId, array($this, 'placeholderShadowing'), array($table, $autoVersionNewId), TRUE);
                                            }
                                        } else {
                                            // Create new record:
                                            $copyTCE = $this->getLocalTCE();
                                            $copyTCE->start(array($Ttable => array('NEW' => $overrideValues)), '', $this->BE_USER);
                                            $copyTCE->process_datamap();
                                            // Getting the new UID as if it had been copied:
                                            $theNewSQLID = $copyTCE->substNEWwithIDs['NEW'];
                                            if ($theNewSQLID) {
                                                // If is by design that $Ttable is used and not $table! See "l10nmgr" extension. Could be debated, but this is what I chose for this "pseudo case"
                                                $this->copyMappingArray[$Ttable][$uid] = $theNewSQLID;
                                                $newId = $theNewSQLID;
                                            }
                                        }
                                    } else {
                                        $this->newlog('Localization failed; There already was a localization for this language of the record!', 1);
                                    }
                                } else {
                                    $this->newlog('Localization failed; Source record contained a reference to an original default record (which is strange)!', 1);
                                }
                            } else {
                                $this->newlog('Localization failed; Source record had another language than "Default" or "All" defined!', 1);
                            }
                        } else {
                            $this->newlog('Attempt to localize record that did not exist!', 1);
                        }
                    } else {
                        $this->newlog('Attempt to localize record without permission', 1);
                    }
                } else {
                    $this->newlog('Sys language UID "' . $language . '" not found valid!', 1);
                }
            } else {
                $this->newlog('Localization failed; "languageField" and "transOrigPointerField" must be defined for the table!', 1);
            }
        }
        return $newId;
    }

    protected function inlineLocalizeSynchronize($table, $id, $command) {
        // <field>, (localize | synchronize | <uid>):
        $parts = GeneralUtility::trimExplode(',', $command);
        $field = $parts[0];
        $type = $parts[1];
        if ($field && (GeneralUtility::inList('localize,synchronize', $type) || \TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($type)) && isset($GLOBALS['TCA'][$table]['columns'][$field]['config'])) {
            $config = $GLOBALS['TCA'][$table]['columns'][$field]['config'];
            $foreignTable = $config['foreign_table'];
            $localizationMode = BackendUtility::getInlineLocalizationMode($table, $config);
            if ($localizationMode == 'select') {
                $parentRecord = BackendUtility::getRecordWSOL($table, $id);
                $language = (int)$parentRecord[$GLOBALS['TCA'][$table]['ctrl']['languageField']];
                $transOrigPointer = (int)$parentRecord[$GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField']];
                $transOrigTable = BackendUtility::getOriginalTranslationTable($table);
                $childTransOrigPointerField = $GLOBALS['TCA'][$foreignTable]['ctrl']['transOrigPointerField'];

                if ($parentRecord && is_array($parentRecord) && $language > 0 && $transOrigPointer) {
                    $inlineSubType = $this->getInlineFieldType($config);
                    $transOrigRecord = BackendUtility::getRecordWSOL($transOrigTable, $transOrigPointer);

                    if ($inlineSubType !== FALSE) {
                        $removeArray = array();
                        $mmTable = $inlineSubType == 'mm' && isset($config['MM']) && $config['MM'] ? $config['MM'] : '';
                        // Fetch children from original language parent:
                        $dbAnalysisOriginal = $this->createRelationHandlerInstance();
                        $dbAnalysisOriginal->start($transOrigRecord[$field], $foreignTable, $mmTable, $transOrigRecord['uid'], $transOrigTable, $config);
                        $elementsOriginal = array();
                        foreach ($dbAnalysisOriginal->itemArray as $item) {
                            $elementsOriginal[$item['id']] = $item;
                        }
                        unset($dbAnalysisOriginal);
                        // Fetch children from current localized parent:
                        $dbAnalysisCurrent = $this->createRelationHandlerInstance();
                        $dbAnalysisCurrent->start($parentRecord[$field], $foreignTable, $mmTable, $id, $table, $config);
                        // Perform synchronization: Possibly removal of already localized records:
                        if ($type == 'synchronize') {
                            foreach ($dbAnalysisCurrent->itemArray as $index => $item) {
                                $childRecord = BackendUtility::getRecordWSOL($item['table'], $item['id']);
                                if (isset($childRecord[$childTransOrigPointerField]) && $childRecord[$childTransOrigPointerField] > 0) {
                                    $childTransOrigPointer = $childRecord[$childTransOrigPointerField];
                                    // If snychronization is requested, child record was translated once, but original record does not exist anymore, remove it:
                                    if (!isset($elementsOriginal[$childTransOrigPointer])) {
                                        unset($dbAnalysisCurrent->itemArray[$index]);
                                        $removeArray[$item['table']][$item['id']]['delete'] = 1;
                                    }
                                }
                            }
                        }
                        // Perform synchronization/localization: Possibly add unlocalized records for original language:
                        if (\TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($type) && isset($elementsOriginal[$type])) {
                            $item = $elementsOriginal[$type];
                            $item['id'] = $this->localize($item['table'], $item['id'], $language);
                            $item['id'] = $this->overlayAutoVersionId($item['table'], $item['id']);
                            $dbAnalysisCurrent->itemArray[] = $item;
                        } elseif (GeneralUtility::inList('localize,synchronize', $type)) {
                            foreach ($elementsOriginal as $originalId => $item) {
                                $item['id'] = $this->localize($item['table'], $item['id'], $language);
                                $item['id'] = $this->overlayAutoVersionId($item['table'], $item['id']);
                                $dbAnalysisCurrent->itemArray[] = $item;
                            }
                        }
                        // Store the new values, we will set up the uids for the subtype later on (exception keep localization from original record):
                        $value = implode(',', $dbAnalysisCurrent->getValueArray());
                        $this->registerDBList[$table][$id][$field] = $value;
                        // Remove child records (if synchronization requested it):
                        if (is_array($removeArray) && count($removeArray)) {
                            $tce = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\DataHandling\\DataHandler');
                            $tce->stripslashes_values = FALSE;
                            $tce->enableLogging = $this->enableLogging;
                            $tce->start(array(), $removeArray);
                            $tce->process_cmdmap();
                            unset($tce);
                        }
                        // Handle, reorder and store relations:
                        if ($inlineSubType == 'list') {
                            $updateFields = array($field => $value);
                        } elseif ($inlineSubType == 'field') {
                            $dbAnalysisCurrent->writeForeignField($config, $id);
                            $updateFields = array($field => $dbAnalysisCurrent->countItems(FALSE));
                        } elseif ($inlineSubType == 'mm') {
                            $dbAnalysisCurrent->writeMM($config['MM'], $id);
                            $updateFields = array($field => $dbAnalysisCurrent->countItems(FALSE));
                        }
                        // Update field referencing to child records of localized parent record:
                        if (is_array($updateFields) && count($updateFields)) {
                            $this->updateDB($table, $id, $updateFields);
                        }
                    }
                }
            }
        }
    }

    /*********************************************
     *
     * Cmd: Deleting
     *
     ********************************************/
    public function deleteAction($table, $id) {
        $recordToDelete = BackendUtility::getRecord($table, $id);
        // Record asked to be deleted was found:
        if (is_array($recordToDelete)) {
            $recordWasDeleted = FALSE;
            if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processCmdmapClass'])) {
                foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processCmdmapClass'] as $classRef) {
                    $hookObj = GeneralUtility::getUserObj($classRef);
                    if (method_exists($hookObj, 'processCmdmap_deleteAction')) {
                        $hookObj->processCmdmap_deleteAction($table, $id, $recordToDelete, $recordWasDeleted, $this);
                    }
                }
            }
            // Delete the record if a hook hasn't deleted it yet
            if (!$recordWasDeleted) {
                $this->deleteEl($table, $id);
            }
        }
    }

    public function deleteEl($table, $uid, $noRecordCheck = FALSE, $forceHardDelete = FALSE) {
        if ($table == 'pages') {
            $this->deletePages($uid, $noRecordCheck, $forceHardDelete);
        } else {
            $this->deleteVersionsForRecord($table, $uid, $forceHardDelete);
            $this->deleteRecord($table, $uid, $noRecordCheck, $forceHardDelete);
        }
    }

    public function deleteVersionsForRecord($table, $uid, $forceHardDelete) {
        $versions = BackendUtility::selectVersionsOfRecord($table, $uid, 'uid,pid,t3ver_wsid,t3ver_state', $this->BE_USER->workspace ?: NULL);
        if (is_array($versions)) {
            foreach ($versions as $verRec) {
                if (!$verRec['_CURRENT_VERSION']) {
                    if ($table == 'pages') {
                        $this->deletePages($verRec['uid'], TRUE, $forceHardDelete);
                    } else {
                        $this->deleteRecord($table, $verRec['uid'], TRUE, $forceHardDelete);
                    }

                    // Delete move-placeholder
                    $versionState = VersionState::cast($verRec['t3ver_state']);
                    if ($versionState->equals(VersionState::MOVE_POINTER)) {
                        $versionMovePlaceholder = BackendUtility::getMovePlaceholder($table, $uid, 'uid', $verRec['t3ver_wsid']);
                        if (!empty($versionMovePlaceholder)) {
                            $this->deleteEl($table, $versionMovePlaceholder['uid'], TRUE, $forceHardDelete);
                        }
                    }
                }
            }
        }
    }

    public function undeleteRecord($table, $uid) {
        if ($this->isRecordUndeletable($table, $uid)) {
            $this->deleteRecord($table, $uid, TRUE, FALSE, TRUE);
        }
    }

    public function deleteRecord($table, $uid, $noRecordCheck = FALSE, $forceHardDelete = FALSE, $undeleteRecord = FALSE) {
        // Checking if there is anything else disallowing deleting the record by checking if editing is allowed
        $deletedRecord = ($forceHardDelete || $undeleteRecord);
        $mayEditAccess = $this->BE_USER->recordEditAccessInternals($table, $uid, FALSE, $deletedRecord, TRUE);
        $uid = (int)$uid;
        if ($GLOBALS['TCA'][$table] && $uid) {
            if ($mayEditAccess) {
                if ($noRecordCheck || $this->doesRecordExist($table, $uid, 'delete')) {
                    // Clear cache before deleting the record, else the correct page cannot be identified by clear_cache
                    list($parentUid) = BackendUtility::getTSCpid($table, $uid, '');
                    $this->registerRecordIdForPageCacheClearing($table, $uid, $parentUid);
                    $propArr = $this->getRecordProperties($table, $uid);
                    $pagePropArr = $this->getRecordProperties('pages', $propArr['pid']);
                    $deleteRow = $GLOBALS['TCA'][$table]['ctrl']['delete'];
                    if ($deleteRow && !$forceHardDelete) {
                        $value = $undeleteRecord ? 0 : 1;
                        $updateFields = array(
                            $deleteRow => $value
                        );
                        if ($GLOBALS['TCA'][$table]['ctrl']['tstamp']) {
                            $updateFields[$GLOBALS['TCA'][$table]['ctrl']['tstamp']] = $GLOBALS['EXEC_TIME'];
                        }
                        // If the table is sorted, then the sorting number is set very high
                        if ($GLOBALS['TCA'][$table]['ctrl']['sortby'] && !$undeleteRecord) {
                            $updateFields[$GLOBALS['TCA'][$table]['ctrl']['sortby']] = 1000000000;
                        }
                        // before (un-)deleting this record, check for child records or references
                        $this->deleteRecord_procFields($table, $uid, $undeleteRecord);
                        $GLOBALS['TYPO3_DB']->exec_UPDATEquery($table, 'uid=' . (int)$uid, $updateFields);
                        // Delete all l10n records aswell, impossible during undelete because it might bring too many records back to life
                        if (!$undeleteRecord) {
                            $this->deleteL10nOverlayRecords($table, $uid);
                        }
                    } else {
                        // Fetches all fields with flexforms and look for files to delete:
                        foreach ($GLOBALS['TCA'][$table]['columns'] as $fieldName => $cfg) {
                            $conf = $cfg['config'];
                            switch ($conf['type']) {
                                case 'flex':
                                    $flexObj = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Configuration\\FlexForm\\FlexFormTools');
                                    $flexObj->traverseFlexFormXMLData($table, $fieldName, BackendUtility::getRecordRaw($table, 'uid=' . (int)$uid), $this, 'deleteRecord_flexFormCallBack');
                                    break;
                            }
                        }
                        // Fetches all fields that holds references to files
                        $fileFieldArr = $this->extFileFields($table);
                        if (count($fileFieldArr)) {
                            $mres = $GLOBALS['TYPO3_DB']->exec_SELECTquery(implode(',', $fileFieldArr), $table, 'uid=' . (int)$uid);
                            if ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($mres)) {
                                $fArray = $fileFieldArr;
                                // MISSING: Support for MM file relations!
                                foreach ($fArray as $theField) {
                                    // This deletes files that belonged to this record.
                                    $this->extFileFunctions($table, $theField, $row[$theField], 'deleteAll');
                                }
                            } else {
                                $this->log($table, $uid, 3, 0, 100, 'Delete: Zero rows in result when trying to read filenames from record which should be deleted');
                            }
                            $GLOBALS['TYPO3_DB']->sql_free_result($mres);
                        }
                        // Delete the hard way...:
                        $GLOBALS['TYPO3_DB']->exec_DELETEquery($table, 'uid=' . (int)$uid);
                        $this->deleteL10nOverlayRecords($table, $uid);
                    }
                    // 1 means insert, 3 means delete
                    $state = $undeleteRecord ? 1 : 3;
                    if (!$GLOBALS['TYPO3_DB']->sql_error()) {
                        if ($forceHardDelete) {
                            $message = 'Record \'%s\' (%s) was deleted unrecoverable from page \'%s\' (%s)';
                        } else {
                            $message = $state == 1 ? 'Record \'%s\' (%s) was restored on page \'%s\' (%s)' : 'Record \'%s\' (%s) was deleted from page \'%s\' (%s)';
                        }
                        $this->log($table, $uid, $state, 0, 0, $message, 0, array(
                            $propArr['header'],
                            $table . ':' . $uid,
                            $pagePropArr['header'],
                            $propArr['pid']
                        ), $propArr['event_pid']);
                    } else {
                        $this->log($table, $uid, $state, 0, 100, $GLOBALS['TYPO3_DB']->sql_error());
                    }
                    // Update reference index:
                    $this->updateRefIndex($table, $uid);
                    // If there are entries in the updateRefIndexStack
                    if (is_array($this->updateRefIndexStack[$table]) && is_array($this->updateRefIndexStack[$table][$uid])) {
                        while ($args = array_pop($this->updateRefIndexStack[$table][$uid])) {
                            // $args[0]: table, $args[1]: uid
                            $this->updateRefIndex($args[0], $args[1]);
                        }
                        unset($this->updateRefIndexStack[$table][$uid]);
                    }
                } else {
                    $this->log($table, $uid, 3, 0, 1, 'Attempt to delete record without delete-permissions');
                }
            } else {
                $this->log($table, $uid, 3, 0, 1, 'Attempt to delete record without delete-permissions. [' . $this->BE_USER->errorMsg . ']');
            }
        }
    }

    public function deleteRecord_flexFormCallBack($dsArr, $dataValue, $PA, $structurePath, $pObj) {
        // Use reference index object to find files in fields:
        $refIndexObj = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Database\\ReferenceIndex');
        $files = $refIndexObj->getRelations_procFiles($dataValue, $dsArr['TCEforms']['config'], $PA['uid']);
        // Traverse files and delete them if the field is a regular file field (and not a file_reference field)
        if (is_array($files) && $dsArr['TCEforms']['config']['internal_type'] === 'file') {
            foreach ($files as $dat) {
                if (@is_file($dat['ID_absFile'])) {
                    $file = $this->getResourceFactory()->retrieveFileOrFolderObject($dat['ID_absFile']);
                    $file->delete();
                } else {
                    $this->log('', 0, 3, 0, 100, 'Delete: Referenced file \'' . $dat['ID_absFile'] . '\' that was supposed to be deleted together with its record which didn\'t exist');
                }
            }
        }
    }

    public function deletePages($uid, $force = FALSE, $forceHardDelete = FALSE) {
        $uid = (int)$uid;
        if ($uid === 0) {
            $this->newlog2('Deleting all pages starting from the root-page is disabled.', 'pages', 0, 0, 2);
            return;
        }
        // Getting list of pages to delete:
        if ($force) {
            // Returns the branch WITHOUT permission checks (0 secures that)
            $brExist = $this->doesBranchExist('', $uid, 0, 1);
            $res = GeneralUtility::trimExplode(',', $brExist . $uid, TRUE);
        } else {
            $res = $this->canDeletePage($uid);
        }
        // Perform deletion if not error:
        if (is_array($res)) {
            foreach ($res as $deleteId) {
                $this->deleteSpecificPage($deleteId, $forceHardDelete);
            }
        } else {
            $this->newlog($res, 1);
        }
    }

    public function deleteSpecificPage($uid, $forceHardDelete = FALSE) {
        $uid = (int)$uid;
        if ($uid) {
            foreach ($GLOBALS['TCA'] as $table => $_) {
                if ($table != 'pages') {
                    $mres = $GLOBALS['TYPO3_DB']->exec_SELECTquery('uid', $table, 'pid=' . (int)$uid . $this->deleteClause($table));
                    while ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($mres)) {
                        $this->copyMovedRecordToNewLocation($table, $row['uid']);
                        $this->deleteVersionsForRecord($table, $row['uid'], $forceHardDelete);
                        $this->deleteRecord($table, $row['uid'], TRUE, $forceHardDelete);
                    }
                    $GLOBALS['TYPO3_DB']->sql_free_result($mres);
                }
            }
            $this->copyMovedRecordToNewLocation('pages', $uid);
            $this->deleteVersionsForRecord('pages', $uid, $forceHardDelete);
            $this->deleteRecord('pages', $uid, TRUE, $forceHardDelete);
        }
    }

    protected function copyMovedRecordToNewLocation($table, $uid) {
        if ($this->BE_USER->workspace > 0) {
            $originalRecord = BackendUtility::getRecord($table, $uid);
            $movePlaceholder = BackendUtility::getMovePlaceholder($table, $uid);
            // Check whether target page to copied to is different to current page
            // Cloning on the same page is superfluous and does not help at all
            if (!empty($originalRecord) && !empty($movePlaceholder) && (int)$originalRecord['pid'] !== (int)$movePlaceholder['pid']) {
                // If move placeholder exists, copy to new location
                // This will create a New placeholder on the new location
                // and a version for this new placeholder
                $command = array(
                    $table => array(
                        $uid => array(
                            'copy' => '-' . $movePlaceholder['uid']
                        )
                    )
                );
                $dataHandler = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\DataHandling\\DataHandler');
                $dataHandler->stripslashes_values = FALSE;
                $dataHandler->enableLogging = $this->enableLogging;
                $dataHandler->neverHideAtCopy = TRUE;
                $dataHandler->start(array(), $command);
                $dataHandler->process_cmdmap();
                unset($dataHandler);

                // Delete move placeholder
                $this->deleteRecord($table, $movePlaceholder['uid'], TRUE, TRUE);
            }
        }
    }

    public function canDeletePage($uid) {
        // If we may at all delete this page
        if ($this->doesRecordExist('pages', $uid, 'delete')) {
            if ($this->deleteTree) {
                // Returns the branch
                $brExist = $this->doesBranchExist('', $uid, $this->pMap['delete'], 1);
                // Checks if we had permissions
                if ($brExist != -1) {
                    if ($this->noRecordsFromUnallowedTables($brExist . $uid)) {
                        $pagesInBranch = GeneralUtility::trimExplode(',', $brExist . $uid, TRUE);
                        foreach ($pagesInBranch as $pageInBranch) {
                            if (!$this->BE_USER->recordEditAccessInternals('pages', $pageInBranch, FALSE, FALSE, TRUE)) {
                                return 'Attempt to delete page which has prohibited localizations.';
                            }
                        }
                        return $pagesInBranch;
                    } else {
                        return 'Attempt to delete records from disallowed tables';
                    }
                } else {
                    return 'Attempt to delete pages in branch without permissions';
                }
            } else {
                // returns the branch
                $brExist = $this->doesBranchExist('', $uid, $this->pMap['delete'], 1);
                // Checks if branch exists
                if ($brExist == '') {
                    if ($this->noRecordsFromUnallowedTables($uid)) {
                        if ($this->BE_USER->recordEditAccessInternals('pages', $uid, FALSE, FALSE, TRUE)) {
                            return array($uid);
                        } else {
                            return 'Attempt to delete page which has prohibited localizations.';
                        }
                    } else {
                        return 'Attempt to delete records from disallowed tables';
                    }
                } else {
                    return 'Attempt to delete page which has subpages';
                }
            }
        } else {
            return 'Attempt to delete page without permissions';
        }
    }

    public function cannotDeleteRecord($table, $id) {
        if ($table === 'pages') {
            $res = $this->canDeletePage($id);
            return is_array($res) ? FALSE : $res;
        } else {
            return $this->doesRecordExist($table, $id, 'delete') ? FALSE : 'No permission to delete record';
        }
    }

    public function isRecordUndeletable($table, $uid) {
        $result = FALSE;
        $record = BackendUtility::getRecord($table, $uid, 'pid', '', FALSE);
        if ($record['pid']) {
            $page = BackendUtility::getRecord('pages', $record['pid'], 'deleted, title, uid', '', FALSE);
            // The page containing the record is not deleted, thus the record can be undeleted:
            if (!$page['deleted']) {
                $result = TRUE;
            } else {
                $this->log($table, $uid, 'isRecordUndeletable', '', 1, 'Record cannot be undeleted since the page containing it is deleted! Undelete page "' . $page['title'] . ' (UID: ' . $page['uid'] . ')" first');
            }
        } else {
            // The page containing the record is on rootlevel, so there is no parent record to check, and the record can be undeleted:
            $result = TRUE;
        }
        return $result;
    }

    public function deleteRecord_procFields($table, $uid, $undeleteRecord = FALSE) {
        $conf = $GLOBALS['TCA'][$table]['columns'];
        $row = BackendUtility::getRecord($table, $uid, '*', '', FALSE);
        if (empty($row)) {
            return;
        }
        foreach ($row as $field => $value) {
            $this->deleteRecord_procBasedOnFieldType($table, $uid, $field, $value, $conf[$field]['config'], $undeleteRecord);
        }
    }

    public function deleteRecord_procBasedOnFieldType($table, $uid, $field, $value, $conf, $undeleteRecord = FALSE) {
        if ($conf['type'] == 'inline') {
            $foreign_table = $conf['foreign_table'];
            if ($foreign_table) {
                $inlineType = $this->getInlineFieldType($conf);
                if ($inlineType == 'list' || $inlineType == 'field') {
                    $dbAnalysis = $this->createRelationHandlerInstance();
                    $dbAnalysis->start($value, $conf['foreign_table'], '', $uid, $table, $conf);
                    $dbAnalysis->undeleteRecord = TRUE;

                    $enableCascadingDelete = TRUE;
                    // non type save comparison is intended!
                    if (isset($conf['behaviour']['enableCascadingDelete']) && $conf['behaviour']['enableCascadingDelete'] == FALSE) {
                        $enableCascadingDelete = FALSE;
                    }

                    // Walk through the items and remove them
                    foreach ($dbAnalysis->itemArray as $v) {
                        if (!$undeleteRecord) {
                            if ($enableCascadingDelete) {
                                $this->deleteAction($v['table'], $v['id']);
                            }
                        } else {
                            $this->undeleteRecord($v['table'], $v['id']);
                        }
                    }
                }
            }
        } elseif ($this->isReferenceField($conf)) {
            $allowedTables = $conf['type'] == 'group' ? $conf['allowed'] : $conf['foreign_table'] . ',' . $conf['neg_foreign_table'];
            $prependName = $conf['type'] == 'group' ? $conf['prepend_tname'] : $conf['neg_foreign_table'];
            $dbAnalysis = $this->createRelationHandlerInstance();
            $dbAnalysis->start($value, $allowedTables, $conf['MM'], $uid, $table, $conf);
            foreach ($dbAnalysis->itemArray as $v) {
                $this->updateRefIndexStack[$table][$uid][] = array($v['table'], $v['id']);
            }
        }
    }

    public function deleteL10nOverlayRecords($table, $uid) {
        // Check whether table can be localized or has a different table defined to store localizations:
        if (!BackendUtility::isTableLocalizable($table) || !empty($GLOBALS['TCA'][$table]['ctrl']['transForeignTable']) || !empty($GLOBALS['TCA'][$table]['ctrl']['transOrigPointerTable'])) {
            return;
        }
        $where = '';
        if (isset($GLOBALS['TCA'][$table]['ctrl']['versioningWS']) && $GLOBALS['TCA'][$table]['ctrl']['versioningWS']) {
            $where = ' AND t3ver_oid=0';
        }
        $l10nRecords = BackendUtility::getRecordsByField($table, $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField'], $uid, $where);
        if (is_array($l10nRecords)) {
            foreach ($l10nRecords as $record) {
                // Ignore workspace delete placeholders. Those records have been marked for
                // deletion before - deleting them again in a workspace would revert that state.
                if ($this->BE_USER->workspace > 0 && BackendUtility::isTableWorkspaceEnabled($table)) {
                    BackendUtility::workspaceOL($table, $record);
                    if (VersionState::cast($record['t3ver_state'])->equals(VersionState::DELETE_PLACEHOLDER)) {
                        continue;
                    }
                }
                $this->deleteAction($table, (int)$record['t3ver_oid'] > 0 ? (int)$record['t3ver_oid'] : (int)$record['uid']);
            }
        }
    }

    /*********************************************
     *
     * Cmd: Versioning
     *
     ********************************************/
    public function versionizeRecord($table, $id, $label, $delete = FALSE) {
        $id = (int)$id;
        // Stop any actions if the record is marked to be deleted:
        // (this can occur if IRRE elements are versionized and child elements are removed)
        if ($this->isElementToBeDeleted($table, $id)) {
            return NULL;
        }
        if ($GLOBALS['TCA'][$table] && $GLOBALS['TCA'][$table]['ctrl']['versioningWS'] && $id > 0) {
            if ($this->doesRecordExist($table, $id, 'show')) {
                // Select main record:
                $row = $this->recordInfo($table, $id, 'pid,t3ver_id,t3ver_state');
                if (is_array($row)) {
                    // Record must be online record
                    if ($row['pid'] >= 0) {
                        // Record must not be placeholder for moving.
                        if (!VersionState::cast($row['t3ver_state'])->equals(VersionState::MOVE_PLACEHOLDER)) {
                            if (!$delete || !$this->cannotDeleteRecord($table, $id)) {
                                // Look for next version number:
                                $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('t3ver_id', $table, '((pid=-1 && t3ver_oid=' . $id . ') OR uid=' . $id . ')' . $this->deleteClause($table), '', 't3ver_id DESC', '1');
                                list($highestVerNumber) = $GLOBALS['TYPO3_DB']->sql_fetch_row($res);
                                $GLOBALS['TYPO3_DB']->sql_free_result($res);
                                // Look for version number of the current:
                                $subVer = $row['t3ver_id'] . '.' . ($highestVerNumber + 1);
                                // Set up the values to override when making a raw-copy:
                                $overrideArray = array(
                                    't3ver_id' => $highestVerNumber + 1,
                                    't3ver_oid' => $id,
                                    't3ver_label' => $label ?: $subVer . ' / ' . date('d-m-Y H:m:s'),
                                    't3ver_wsid' => $this->BE_USER->workspace,
                                    't3ver_state' => (string)($delete ? new VersionState(VersionState::DELETE_PLACEHOLDER) : new VersionState(VersionState::DEFAULT_STATE)),
                                    't3ver_count' => 0,
                                    't3ver_stage' => 0,
                                    't3ver_tstamp' => 0
                                );
                                if ($GLOBALS['TCA'][$table]['ctrl']['editlock']) {
                                    $overrideArray[$GLOBALS['TCA'][$table]['ctrl']['editlock']] = 0;
                                }
                                // Checking if the record already has a version in the current workspace of the backend user
                                if ($this->BE_USER->workspace !== 0) {
                                    // Look for version already in workspace:
                                    $versionRecord = BackendUtility::getWorkspaceVersionOfRecord($this->BE_USER->workspace, $table, $id, 'uid');
                                }
                                // Create new version of the record and return the new uid
                                if (empty($versionRecord['uid'])) {
                                    // Create raw-copy and return result:
                                    // The information of the label to be used for the workspace record
                                    // as well as the information whether the record shall be removed
                                    // must be forwarded (creating remove placeholders on a workspace are
                                    // done by copying the record and override several fields).
                                    $workspaceOptions = array(
                                        'delete' => $delete,
                                        'label' => $label,
                                    );
                                    return $this->copyRecord_raw($table, $id, -1, $overrideArray, $workspaceOptions);
                                // Reuse the existing record and return its uid
                                // (prior to TYPO3 CMS 6.2, an error was thrown here, which
                                // did not make much sense since the information is available)
                                } else {
                                    return $versionRecord['uid'];
                                }
                            } else {
                                $this->newlog('Record cannot be deleted: ' . $this->cannotDeleteRecord($table, $id), 1);
                            }
                        } else {
                            $this->newlog('Record cannot be versioned because it is a placeholder for a moving operation', 1);
                        }
                    } else {
                        $this->newlog('Record "' . $table . ':' . $id . '" you wanted to versionize was already a version in archive (pid=-1)!', 1);
                    }
                } else {
                    $this->newlog('Record "' . $table . ':' . $id . '" you wanted to versionize did not exist!', 1);
                }
            } else {
                $this->newlog('You didnt have correct permissions to make a new version (copy) of this record "' . $table . '" / ' . $id, 1);
            }
        } else {
            $this->newlog('Versioning is not supported for this table "' . $table . '" / ' . $id, 1);
        }
    }

    public function version_remapMMForVersionSwap($table, $id, $swapWith) {
        // Actually, selecting the records fully is only need if flexforms are found inside... This could be optimized ...
        $currentRec = BackendUtility::getRecord($table, $id);
        $swapRec = BackendUtility::getRecord($table, $swapWith);
        $this->version_remapMMForVersionSwap_reg = array();
        foreach ($GLOBALS['TCA'][$table]['columns'] as $field => $fConf) {
            $conf = $fConf['config'];
            if ($this->isReferenceField($conf)) {
                $allowedTables = $conf['type'] == 'group' ? $conf['allowed'] : $conf['foreign_table'] . ',' . $conf['neg_foreign_table'];
                $prependName = $conf['type'] == 'group' ? $conf['prepend_tname'] : $conf['neg_foreign_table'];
                if ($conf['MM']) {
                    $dbAnalysis = $this->createRelationHandlerInstance();
                    $dbAnalysis->start('', $allowedTables, $conf['MM'], $id, $table, $conf);
                    if (count($dbAnalysis->getValueArray($prependName))) {
                        $this->version_remapMMForVersionSwap_reg[$id][$field] = array($dbAnalysis, $conf['MM'], $prependName);
                    }
                    $dbAnalysis = $this->createRelationHandlerInstance();
                    $dbAnalysis->start('', $allowedTables, $conf['MM'], $swapWith, $table, $conf);
                    if (count($dbAnalysis->getValueArray($prependName))) {
                        $this->version_remapMMForVersionSwap_reg[$swapWith][$field] = array($dbAnalysis, $conf['MM'], $prependName);
                    }
                }
            } elseif ($conf['type'] == 'flex') {
                // Current record
                $dataStructArray = BackendUtility::getFlexFormDS($conf, $currentRec, $table, $field);
                $currentValueArray = GeneralUtility::xml2array($currentRec[$field]);
                if (is_array($currentValueArray)) {
                    $this->checkValue_flex_procInData($currentValueArray['data'], array(), array(), $dataStructArray, array($table, $id, $field), 'version_remapMMForVersionSwap_flexFormCallBack');
                }
                // Swap record
                $dataStructArray = BackendUtility::getFlexFormDS($conf, $swapRec, $table, $field);
                $currentValueArray = GeneralUtility::xml2array($swapRec[$field]);
                if (is_array($currentValueArray)) {
                    $this->checkValue_flex_procInData($currentValueArray['data'], array(), array(), $dataStructArray, array($table, $swapWith, $field), 'version_remapMMForVersionSwap_flexFormCallBack');
                }
            }
        }
        // Execute:
        $this->version_remapMMForVersionSwap_execSwap($table, $id, $swapWith);
    }

    public function version_remapMMForVersionSwap_flexFormCallBack($pParams, $dsConf, $dataValue, $dataValue_ext1, $dataValue_ext2, $path) {
        // Extract parameters:
        list($table, $uid, $field) = $pParams;
        if ($this->isReferenceField($dsConf)) {
            $allowedTables = $dsConf['type'] == 'group' ? $dsConf['allowed'] : $dsConf['foreign_table'] . ',' . $dsConf['neg_foreign_table'];
            $prependName = $dsConf['type'] == 'group' ? $dsConf['prepend_tname'] : $dsConf['neg_foreign_table'];
            if ($dsConf['MM']) {
                $dbAnalysis = $this->createRelationHandlerInstance();
                $dbAnalysis->start('', $allowedTables, $dsConf['MM'], $uid, $table, $dsConf);
                $this->version_remapMMForVersionSwap_reg[$uid][$field . '/' . $path] = array($dbAnalysis, $dsConf['MM'], $prependName);
            }
        }
    }

    public function version_remapMMForVersionSwap_execSwap($table, $id, $swapWith) {
        if (is_array($this->version_remapMMForVersionSwap_reg[$id])) {
            foreach ($this->version_remapMMForVersionSwap_reg[$id] as $field => $str) {
                $str[0]->remapMM($str[1], $id, -$id, $str[2]);
            }
        }
        if (is_array($this->version_remapMMForVersionSwap_reg[$swapWith])) {
            foreach ($this->version_remapMMForVersionSwap_reg[$swapWith] as $field => $str) {
                $str[0]->remapMM($str[1], $swapWith, $id, $str[2]);
            }
        }
        if (is_array($this->version_remapMMForVersionSwap_reg[$id])) {
            foreach ($this->version_remapMMForVersionSwap_reg[$id] as $field => $str) {
                $str[0]->remapMM($str[1], -$id, $swapWith, $str[2]);
            }
        }
    }

    /*********************************************
     *
     * Cmd: Helper functions
     *
     ********************************************/

    protected function getLocalTCE($stripslashesValues = FALSE, $dontProcessTransformations = TRUE) {
        $copyTCE = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\DataHandling\\DataHandler');
        $copyTCE->stripslashes_values = $stripslashesValues;
        $copyTCE->enableLogging = $this->enableLogging;
        $copyTCE->copyTree = $this->copyTree;
        // Copy forth the cached TSconfig
        $copyTCE->cachedTSconfig = $this->cachedTSconfig;
        // Transformations should NOT be carried out during copy
        $copyTCE->dontProcessTransformations = $dontProcessTransformations;
        return $copyTCE;
    }

    public function remapListedDBRecords() {
        if (count($this->registerDBList)) {
            foreach ($this->registerDBList as $table => $records) {
                foreach ($records as $uid => $fields) {
                    $newData = array();
                    $theUidToUpdate = $this->copyMappingArray_merged[$table][$uid];
                    $theUidToUpdate_saveTo = BackendUtility::wsMapId($table, $theUidToUpdate);
                    foreach ($fields as $fieldName => $value) {
                        $conf = $GLOBALS['TCA'][$table]['columns'][$fieldName]['config'];
                        switch ($conf['type']) {
                            case 'group':

                            case 'select':
                                $vArray = $this->remapListedDBRecords_procDBRefs($conf, $value, $theUidToUpdate, $table);
                                if (is_array($vArray)) {
                                    $newData[$fieldName] = implode(',', $vArray);
                                }
                                break;
                            case 'flex':
                                if ($value == 'FlexForm_reference') {
                                    // This will fetch the new row for the element
                                    $origRecordRow = $this->recordInfo($table, $theUidToUpdate, '*');
                                    if (is_array($origRecordRow)) {
                                        BackendUtility::workspaceOL($table, $origRecordRow);
                                        // Get current data structure and value array:
                                        $dataStructArray = BackendUtility::getFlexFormDS($conf, $origRecordRow, $table, $fieldName);
                                        $currentValueArray = GeneralUtility::xml2array($origRecordRow[$fieldName]);
                                        // Do recursive processing of the XML data:
                                        $currentValueArray['data'] = $this->checkValue_flex_procInData($currentValueArray['data'], array(), array(), $dataStructArray, array($table, $theUidToUpdate, $fieldName), 'remapListedDBRecords_flexFormCallBack');
                                        // The return value should be compiled back into XML, ready to insert directly in the field (as we call updateDB() directly later):
                                        if (is_array($currentValueArray['data'])) {
                                            $newData[$fieldName] = $this->checkValue_flexArray2Xml($currentValueArray, TRUE);
                                        }
                                    }
                                }
                                break;
                            case 'inline':
                                $this->remapListedDBRecords_procInline($conf, $value, $uid, $table);
                                break;
                            default:
                                debug('Field type should not appear here: ' . $conf['type']);
                        }
                    }
                    // If any fields were changed, those fields are updated!
                    if (count($newData)) {
                        $this->updateDB($table, $theUidToUpdate_saveTo, $newData);
                    }
                }
            }
        }
    }

    public function remapListedDBRecords_flexFormCallBack($pParams, $dsConf, $dataValue, $dataValue_ext1, $dataValue_ext2) {
        // Extract parameters:
        list($table, $uid, $field) = $pParams;
        // If references are set for this field, set flag so they can be corrected later:
        if ($this->isReferenceField($dsConf) && strlen($dataValue)) {
            $vArray = $this->remapListedDBRecords_procDBRefs($dsConf, $dataValue, $uid, $table);
            if (is_array($vArray)) {
                $dataValue = implode(',', $vArray);
            }
        }
        // Return
        return array('value' => $dataValue);
    }

    public function remapListedDBRecords_procDBRefs($conf, $value, $MM_localUid, $table) {
        // Initialize variables
        // Will be set TRUE if an upgrade should be done...
        $set = FALSE;
        // Allowed tables for references.
        $allowedTables = $conf['type'] == 'group' ? $conf['allowed'] : $conf['foreign_table'] . ',' . $conf['neg_foreign_table'];
        // Table name to prepend the UID
        $prependName = $conf['type'] == 'group' ? $conf['prepend_tname'] : '';
        // Which tables that should possibly not be remapped
        $dontRemapTables = GeneralUtility::trimExplode(',', $conf['dontRemapTablesOnCopy'], TRUE);
        // Convert value to list of references:
        $dbAnalysis = $this->createRelationHandlerInstance();
        $dbAnalysis->registerNonTableValues = $conf['type'] == 'select' && $conf['allowNonIdValues'] ? 1 : 0;
        $dbAnalysis->start($value, $allowedTables, $conf['MM'], $MM_localUid, $table, $conf);
        // Traverse those references and map IDs:
        foreach ($dbAnalysis->itemArray as $k => $v) {
            $mapID = $this->copyMappingArray_merged[$v['table']][$v['id']];
            if ($mapID && !in_array($v['table'], $dontRemapTables)) {
                $dbAnalysis->itemArray[$k]['id'] = $mapID;
                $set = TRUE;
            }
        }
        if (!empty($conf['MM'])) {
            // Purge invalid items (live/version)
            $dbAnalysis->purgeItemArray();
            if ($dbAnalysis->isPurged()) {
                $set = TRUE;
            }

            // If record has been versioned/copied in this process, handle invalid relations of the live record
            $liveId = BackendUtility::getLiveVersionIdOfRecord($table, $MM_localUid);
            if (!empty($this->copyMappingArray_merged[$table])) {
                $originalId = array_search($MM_localUid, $this->copyMappingArray_merged[$table]);
            }
            if (!empty($liveId) && !empty($originalId) && (int)$liveId === (int)$originalId) {
                $liveRelations = $this->createRelationHandlerInstance();
                $liveRelations->setWorkspaceId(0);
                $liveRelations->start('', $allowedTables, $conf['MM'], $liveId, $table, $conf);
                // Purge invalid relations in the live workspace ("0")
                $liveRelations->purgeItemArray(0);
                if ($liveRelations->isPurged()) {
                    $liveRelations->writeMM($conf['MM'], $liveId, $prependName);
                }
            }
        }
        // If a change has been done, set the new value(s)
        if ($set) {
            if ($conf['MM']) {
                $dbAnalysis->writeMM($conf['MM'], $MM_localUid, $prependName);
            } else {
                $vArray = $dbAnalysis->getValueArray($prependName);
                if ($conf['type'] == 'select') {
                    $vArray = $dbAnalysis->convertPosNeg($vArray, $conf['foreign_table'], $conf['neg_foreign_table']);
                }
                return $vArray;
            }
        }
    }

    public function remapListedDBRecords_procInline($conf, $value, $uid, $table) {
        $theUidToUpdate = $this->copyMappingArray_merged[$table][$uid];
        if ($conf['foreign_table']) {
            $inlineType = $this->getInlineFieldType($conf);
            if ($inlineType == 'mm') {
                $this->remapListedDBRecords_procDBRefs($conf, $value, $theUidToUpdate, $table);
            } elseif ($inlineType !== FALSE) {
                $dbAnalysis = $this->createRelationHandlerInstance();
                $dbAnalysis->start($value, $conf['foreign_table'], '', 0, $table, $conf);

                // Keep original (live) item array and update values for specific versioned records
                $originalItemArray = $dbAnalysis->itemArray;
                foreach ($dbAnalysis->itemArray as &$item) {
                    $versionedId = $this->getAutoVersionId($item['table'], $item['id']);
                    if (!empty($versionedId)) {
                        $item['id'] = $versionedId;
                    }
                }

                // Update child records if using pointer fields ('foreign_field'):
                if ($inlineType == 'field') {
                    $dbAnalysis->writeForeignField($conf, $uid, $theUidToUpdate);
                }
                // If the current field is set on a page record, update the pid of related child records:
                if ($table == 'pages') {
                    $thePidToUpdate = $theUidToUpdate;
                } elseif (isset($this->registerDBPids[$table][$uid])) {
                    $thePidToUpdate = $this->registerDBPids[$table][$uid];
                    $thePidToUpdate = $this->copyMappingArray_merged['pages'][$thePidToUpdate];
                }
                // Update child records if change to pid is required (only if the current record is not on a workspace):
                if ($thePidToUpdate) {
                    $updateValues = array('pid' => $thePidToUpdate);
                    foreach ($originalItemArray as $v) {
                        if ($v['id'] && $v['table'] && is_null(BackendUtility::getLiveVersionIdOfRecord($v['table'], $v['id']))) {
                            $GLOBALS['TYPO3_DB']->exec_UPDATEquery($v['table'], 'uid=' . (int)$v['id'], $updateValues);
                        }
                    }
                }
            }
        }
    }

    public function processRemapStack() {
        // Processes the remap stack:
        if (is_array($this->remapStack)) {
            $remapFlexForms = array();

            foreach ($this->remapStack as $remapAction) {
                // If no position index for the arguments was set, skip this remap action:
                if (!is_array($remapAction['pos'])) {
                    continue;
                }
                // Load values from the argument array in remapAction:
                $field = $remapAction['field'];
                $id = $remapAction['args'][$remapAction['pos']['id']];
                $rawId = $id;
                $table = $remapAction['args'][$remapAction['pos']['table']];
                $valueArray = $remapAction['args'][$remapAction['pos']['valueArray']];
                $tcaFieldConf = $remapAction['args'][$remapAction['pos']['tcaFieldConf']];
                $additionalData = $remapAction['additionalData'];
                // The record is new and has one or more new ids (in case of versioning/workspaces):
                if (strpos($id, 'NEW') !== FALSE) {
                    // Replace NEW...-ID with real uid:
                    $id = $this->substNEWwithIDs[$id];
                    // If the new parent record is on a non-live workspace or versionized, it has another new id:
                    if (isset($this->autoVersionIdMap[$table][$id])) {
                        $id = $this->autoVersionIdMap[$table][$id];
                    }
                    $remapAction['args'][$remapAction['pos']['id']] = $id;
                }
                // Replace relations to NEW...-IDs in field value (uids of child records):
                if (is_array($valueArray)) {
                    $foreign_table = $tcaFieldConf['foreign_table'];
                    foreach ($valueArray as $key => $value) {
                        if (strpos($value, 'NEW') !== FALSE) {
                            $value = $this->substNEWwithIDs[$value];
                            // The record is new, but was also auto-versionized and has another new id:
                            if (isset($this->autoVersionIdMap[$foreign_table][$value])) {
                                $value = $this->autoVersionIdMap[$foreign_table][$value];
                            }
                            // Set a hint that this was a new child record:
                            $this->newRelatedIDs[$foreign_table][] = $value;
                            $valueArray[$key] = $value;
                        }
                    }
                    $remapAction['args'][$remapAction['pos']['valueArray']] = $valueArray;
                }
                // Process the arguments with the defined function:
                $newValue = call_user_func_array(array($this, $remapAction['func']), $remapAction['args']);
                // If array is returned, check for maxitems condition, if string is returned this was already done:
                if (is_array($newValue)) {
                    $newValue = implode(',', $this->checkValue_checkMax($tcaFieldConf, $newValue));
                }
                // Update in database (list of children (csv) or number of relations (foreign_field)):
                if (!empty($field)) {
                    $this->updateDB($table, $id, array($field => $newValue));
                // Collect data to update FlexForms
                } elseif (!empty($additionalData['flexFormId']) && !empty($additionalData['flexFormPath'])) {
                    $flexFormId = $additionalData['flexFormId'];
                    $flexFormPath = $additionalData['flexFormPath'];

                    if (!isset($remapFlexForms[$flexFormId])) {
                        $remapFlexForms[$flexFormId] = array();
                    }

                    $remapFlexForms[$flexFormId][$flexFormPath] = $newValue;
                }
                // Process waiting Hook: processDatamap_afterDatabaseOperations:
                if (isset($this->remapStackRecords[$table][$rawId]['processDatamap_afterDatabaseOperations'])) {
                    $hookArgs = $this->remapStackRecords[$table][$rawId]['processDatamap_afterDatabaseOperations'];
                    // Update field with remapped data:
                    $hookArgs['fieldArray'][$field] = $newValue;
                    // Process waiting hook objects:
                    $hookObjectsArr = $hookArgs['hookObjectsArr'];
                    foreach ($hookObjectsArr as $hookObj) {
                        if (method_exists($hookObj, 'processDatamap_afterDatabaseOperations')) {
                            $hookObj->processDatamap_afterDatabaseOperations($hookArgs['status'], $table, $rawId, $hookArgs['fieldArray'], $this);
                        }
                    }
                }
            }

            if ($remapFlexForms) {
                foreach ($remapFlexForms as $flexFormId => $modifications) {
                    $this->updateFlexFormData($flexFormId, $modifications);
                }
            }
        }
        // Processes the remap stack actions:
        if ($this->remapStackActions) {
            foreach ($this->remapStackActions as $action) {
                if (isset($action['callback']) && isset($action['arguments'])) {
                    call_user_func_array($action['callback'], $action['arguments']);
                }
            }
        }
        // Processes the reference index updates of the remap stack:
        foreach ($this->remapStackRefIndex as $table => $idArray) {
            foreach ($idArray as $id) {
                $this->updateRefIndex($table, $id);
                unset($this->remapStackRefIndex[$table][$id]);
            }
        }
        // Reset:
        $this->remapStack = array();
        $this->remapStackRecords = array();
        $this->remapStackActions = array();
        $this->remapStackRefIndex = array();
    }

    protected function updateFlexFormData($flexFormId, array $modifications) {
        list ($table, $uid, $field) = explode(':', $flexFormId, 3);

        if (!MathUtility::canBeInterpretedAsInteger($uid) && !empty($this->substNEWwithIDs[$uid])) {
            $uid = $this->substNEWwithIDs[$uid];
        }

        $record = $this->recordInfo($table, $uid, '*');

        if (!$table || !$uid || !$field || !is_array($record)) {
            return;
        }

        BackendUtility::workspaceOL($table, $record);

        // Get current data structure and value array:
        $valueStructure = GeneralUtility::xml2array($record[$field]);

        // Do recursive processing of the XML data:
        foreach ($modifications as $path => $value) {
            $valueStructure['data'] = \TYPO3\CMS\Core\Utility\ArrayUtility::setValueByPath(
                $valueStructure['data'], $path, $value
            );
        }

        if (is_array($valueStructure['data'])) {
            // The return value should be compiled back into XML
            $values = array(
                $field => $this->checkValue_flexArray2Xml($valueStructure, TRUE),
            );

            $this->updateDB($table, $uid, $values);
        }
    }

    protected function triggerRemapAction($table, $id, array $callback, array $arguments, $forceRemapStackActions = FALSE) {
        // Check whether the affected record is marked to be remapped:
        if (!$forceRemapStackActions && !isset($this->remapStackRecords[$table][$id]) && !isset($this->remapStackChildIds[$id])) {
            call_user_func_array($callback, $arguments);
        } else {
            $this->addRemapAction($table, $id, $callback, $arguments);
        }
    }

    public function addRemapAction($table, $id, array $callback, array $arguments) {
        $this->remapStackActions[] = array(
            'affects' => array(
                'table' => $table,
                'id' => $id
            ),
            'callback' => $callback,
            'arguments' => $arguments
        );
    }

    public function addRemapStackRefIndex($table, $id) {
        $this->remapStackRefIndex[$table][$id] = $id;
    }

    public function getVersionizedIncomingFieldArray($table, $id, &$incomingFieldArray, &$registerDBList) {
        if (is_array($registerDBList[$table][$id])) {
            foreach ($incomingFieldArray as $field => $value) {
                $fieldConf = $GLOBALS['TCA'][$table]['columns'][$field]['config'];
                if ($registerDBList[$table][$id][$field] && ($foreignTable = $fieldConf['foreign_table'])) {
                    $newValueArray = array();
                    $origValueArray = explode(',', $value);
                    // Update the uids of the copied records, but also take care about new records:
                    foreach ($origValueArray as $childId) {
                        $newValueArray[] = $this->autoVersionIdMap[$foreignTable][$childId] ? $this->autoVersionIdMap[$foreignTable][$childId] : $childId;
                    }
                    // Set the changed value to the $incomingFieldArray
                    $incomingFieldArray[$field] = implode(',', $newValueArray);
                }
            }
            // Clean up the $registerDBList array:
            unset($registerDBList[$table][$id]);
            if (!count($registerDBList[$table])) {
                unset($registerDBList[$table]);
            }
        }
    }

    /*****************************
     *
     * Access control / Checking functions
     *
     *****************************/
    public function checkModifyAccessList($table) {
        $res = $this->admin || !$this->tableAdminOnly($table) && GeneralUtility::inList($this->BE_USER->groupData['tables_modify'], $table);
        // Hook 'checkModifyAccessList': Post-processing of the state of access
        foreach ($this->getCheckModifyAccessListHookObjects() as $hookObject) {
            $hookObject->checkModifyAccessList($res, $table, $this);
        }
        return $res;
    }

    public function isRecordInWebMount($table, $id) {
        if (!isset($this->isRecordInWebMount_Cache[($table . ':' . $id)])) {
            $recP = $this->getRecordProperties($table, $id);
            $this->isRecordInWebMount_Cache[$table . ':' . $id] = $this->isInWebMount($recP['event_pid']);
        }
        return $this->isRecordInWebMount_Cache[$table . ':' . $id];
    }

    public function isInWebMount($pid) {
        if (!isset($this->isInWebMount_Cache[$pid])) {
            $this->isInWebMount_Cache[$pid] = $this->BE_USER->isInWebMount($pid);
        }
        return $this->isInWebMount_Cache[$pid];
    }

    public function checkRecordUpdateAccess($table, $id, $data = FALSE, &$hookObjectsArr = FALSE) {
        $res = NULL;
        if (is_array($hookObjectsArr)) {
            foreach ($hookObjectsArr as $hookObj) {
                if (method_exists($hookObj, 'checkRecordUpdateAccess')) {
                    $res = $hookObj->checkRecordUpdateAccess($table, $id, $data, $res, $this);
                }
            }
        }
        if ($res === 1 || $res === 0) {
            return $res;
        } else {
            $res = 0;
        }
        if ($GLOBALS['TCA'][$table] && (int)$id > 0) {
            // If information is cached, return it
            if (isset($this->recUpdateAccessCache[$table][$id])) {
                return $this->recUpdateAccessCache[$table][$id];
            } elseif ($this->doesRecordExist($table, $id, 'edit')) {
                $res = 1;
            }
            // Cache the result
            $this->recUpdateAccessCache[$table][$id] = $res;
        }
        return $res;
    }

    public function checkRecordInsertAccess($insertTable, $pid, $action = 1) {
        $pid = (int)$pid;
        if ($pid < 0) {
            return FALSE;
        }
        // If information is cached, return it
        if (isset($this->recInsertAccessCache[$insertTable][$pid])) {
            return $this->recInsertAccessCache[$insertTable][$pid];
        }

        $res = FALSE;
        if ($insertTable === 'pages') {
            $perms = $this->pMap['new'];
        // @todo: find a more generic way to handle content relations of a page (without needing content editing access to that page)
        } elseif (($insertTable === 'sys_file_reference') && array_key_exists('pages', $this->datamap)) {
            $perms = $this->pMap['edit'];
        } else {
            $perms = $this->pMap['editcontent'];
        }
        $pageExists = (bool)$this->doesRecordExist('pages', $pid, $perms);
        // If either admin and root-level or if page record exists and 1) if 'pages' you may create new ones 2) if page-content, new content items may be inserted on the $pid page
        if ($pageExists || $pid === 0 && ($this->admin || BackendUtility::isRootLevelRestrictionIgnored($insertTable))) {
            // Check permissions
            if ($this->isTableAllowedForThisPage($pid, $insertTable)) {
                $res = TRUE;
                // Cache the result
                $this->recInsertAccessCache[$insertTable][$pid] = $res;
            } else {
                $propArr = $this->getRecordProperties('pages', $pid);
                $this->log($insertTable, $pid, $action, 0, 1, 'Attempt to insert record on page \'%s\' (%s) where this table, %s, is not allowed', 11, array($propArr['header'], $pid, $insertTable), $propArr['event_pid']);
            }
        } else {
            $propArr = $this->getRecordProperties('pages', $pid);
            $this->log($insertTable, $pid, $action, 0, 1, 'Attempt to insert a record on page \'%s\' (%s) from table \'%s\' without permissions. Or non-existing page.', 12, array($propArr['header'], $pid, $insertTable), $propArr['event_pid']);
        }
        return $res;
    }

    public function isTableAllowedForThisPage($page_uid, $checkTable) {
        $page_uid = (int)$page_uid;
        $rootLevelSetting = (int)$GLOBALS['TCA'][$checkTable]['ctrl']['rootLevel'];
        // Check if rootLevel flag is set and we're trying to insert on rootLevel - and reversed - and that the table is not "pages" which are allowed anywhere.
        if ($checkTable !== 'pages' && $rootLevelSetting !== -1 && ($rootLevelSetting xor !$page_uid)) {
            return FALSE;
        }
        $allowed = FALSE;
        // Check root-level
        if (!$page_uid) {
            if ($this->admin || BackendUtility::isRootLevelRestrictionIgnored($checkTable)) {
                $allowed = TRUE;
            }
        } else {
            // Check non-root-level
            $doktype = $this->pageInfo($page_uid, 'doktype');
            $allowedTableList = isset($GLOBALS['PAGES_TYPES'][$doktype]['allowedTables'])
                ? $GLOBALS['PAGES_TYPES'][$doktype]['allowedTables']
                : $GLOBALS['PAGES_TYPES']['default']['allowedTables'];
            $allowedArray = GeneralUtility::trimExplode(',', $allowedTableList, TRUE);
            // If all tables or the table is listed as a allowed type, return TRUE
            if (strpos($allowedTableList, '*') !== FALSE || in_array($checkTable, $allowedArray)) {
                $allowed = TRUE;
            }
        }
        return $allowed;
    }

    public function doesRecordExist($table, $id, $perms) {
        $id = (int)$id;
        if ($this->bypassAccessCheckForRecords) {
            return is_array(BackendUtility::getRecordRaw($table, 'uid=' . $id, 'uid'));
        }
        // Processing the incoming $perms (from possible string to integer that can be AND'ed)
        if (!\TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($perms)) {
            if ($table != 'pages') {
                switch ($perms) {
                    case 'edit':

                    case 'delete':

                    case 'new':
                        // This holds it all in case the record is not page!!
                    if ($table === 'sys_file_reference' && array_key_exists('pages', $this->datamap)) {
                        $perms = 'edit';
                    } else {
                        $perms = 'editcontent';
                    }
                        break;
                }
            }
            $perms = (int)$this->pMap[$perms];
        } else {
            $perms = (int)$perms;
        }
        if (!$perms) {
            throw new \RuntimeException('Internal ERROR: no permissions to check for non-admin user', 1270853920);
        }
        // For all tables: Check if record exists:
        $isWebMountRestrictionIgnored = BackendUtility::isWebMountRestrictionIgnored($table);
        if (is_array($GLOBALS['TCA'][$table]) && $id > 0 && ($isWebMountRestrictionIgnored || $this->isRecordInWebMount($table, $id) || $this->admin)) {
            if ($table != 'pages') {
                // Find record without checking page:
                $mres = $GLOBALS['TYPO3_DB']->exec_SELECTquery('uid,pid', $table, 'uid=' . (int)$id . $this->deleteClause($table));
                // THIS SHOULD CHECK FOR editlock I think!
                $output = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($mres);
                BackendUtility::fixVersioningPid($table, $output, TRUE);
                // If record found, check page as well:
                if (is_array($output)) {
                    // Looking up the page for record:
                    $mres = $this->doesRecordExist_pageLookUp($output['pid'], $perms);
                    $pageRec = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($mres);
                    // Return TRUE if either a page was found OR if the PID is zero AND the user is ADMIN (in which case the record is at root-level):
                    $isRootLevelRestrictionIgnored = BackendUtility::isRootLevelRestrictionIgnored($table);
                    if (is_array($pageRec) || !$output['pid'] && ($isRootLevelRestrictionIgnored || $this->admin)) {
                        return TRUE;
                    }
                }
                return FALSE;
            } else {
                $mres = $this->doesRecordExist_pageLookUp($id, $perms);
                return $GLOBALS['TYPO3_DB']->sql_num_rows($mres);
            }
        }
    }

    public function doesRecordExist_pageLookUp($id, $perms) {
        return $GLOBALS['TYPO3_DB']->exec_SELECTquery('uid', 'pages', 'uid=' . (int)$id . $this->deleteClause('pages') . ($perms && !$this->admin ? ' AND ' . $this->BE_USER->getPagePermsClause($perms) : '') . (!$this->admin && $GLOBALS['TCA']['pages']['ctrl']['editlock'] && $perms & 2 + 4 + 16 ? ' AND ' . $GLOBALS['TCA']['pages']['ctrl']['editlock'] . '=0' : ''));
    }

    public function doesBranchExist($inList, $pid, $perms, $recurse) {
        $pid = (int)$pid;
        $perms = (int)$perms;
        if ($pid >= 0) {
            $mres = $GLOBALS['TYPO3_DB']->exec_SELECTquery('uid, perms_userid, perms_groupid, perms_user, perms_group, perms_everybody', 'pages', 'pid=' . (int)$pid . $this->deleteClause('pages'), '', 'sorting');
            while ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($mres)) {
                // IF admin, then it's OK
                if ($this->admin || $this->BE_USER->doesUserHaveAccess($row, $perms)) {
                    $inList .= $row['uid'] . ',';
                    if ($recurse) {
                        // Follow the subpages recursively...
                        $inList = $this->doesBranchExist($inList, $row['uid'], $perms, $recurse);
                        if ($inList == -1) {
                            return -1;
                        }
                    }
                } else {
                    // No permissions
                    return -1;
                }
            }
            $GLOBALS['TYPO3_DB']->sql_free_result($mres);
        }
        return $inList;
    }

    public function tableReadOnly($table) {
        // Returns TRUE if table is readonly
        return $GLOBALS['TCA'][$table]['ctrl']['readOnly'] ? TRUE : FALSE;
    }

    public function tableAdminOnly($table) {
        // Returns TRUE if table is admin-only
        return $GLOBALS['TCA'][$table]['ctrl']['adminOnly'] ? TRUE : FALSE;
    }

    public function destNotInsideSelf($dest, $id) {
        $loopCheck = 100;
        $dest = (int)$dest;
        $id = (int)$id;
        if ($dest == $id) {
            return FALSE;
        }
        while ($dest != 0 && $loopCheck > 0) {
            $loopCheck--;
            $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('pid, uid, t3ver_oid,t3ver_wsid', 'pages', 'uid=' . (int)$dest . $this->deleteClause('pages'));
            if ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res)) {
                BackendUtility::fixVersioningPid('pages', $row);
                if ($row['pid'] == $id) {
                    return FALSE;
                } else {
                    $dest = $row['pid'];
                }
            } else {
                return FALSE;
            }
            $GLOBALS['TYPO3_DB']->sql_free_result($res);
        }
        return TRUE;
    }

    public function getExcludeListArray() {
        $list = array();
        foreach ($GLOBALS['TCA'] as $table => $_) {
            if (isset($GLOBALS['TCA'][$table]['columns'])) {
                foreach ($GLOBALS['TCA'][$table]['columns'] as $field => $config) {
                    if ($config['exclude'] && !GeneralUtility::inList($this->BE_USER->groupData['non_exclude_fields'], ($table . ':' . $field))) {
                        $list[] = $table . '-' . $field;
                    }
                }
            }
        }
        return $list;
    }

    public function doesPageHaveUnallowedTables($page_uid, $doktype) {
        $page_uid = (int)$page_uid;
        if (!$page_uid) {
            // Not a number. Probably a new page
            return FALSE;
        }
        $allowedTableList = isset($GLOBALS['PAGES_TYPES'][$doktype]['allowedTables']) ? $GLOBALS['PAGES_TYPES'][$doktype]['allowedTables'] : $GLOBALS['PAGES_TYPES']['default']['allowedTables'];
        $allowedArray = GeneralUtility::trimExplode(',', $allowedTableList, TRUE);
        // If all tables is OK the return TRUE
        if (strstr($allowedTableList, '*')) {
            // OK...
            return FALSE;
        }
        $tableList = array();
        foreach ($GLOBALS['TCA'] as $table => $_) {
            // If the table is not in the allowed list, check if there are records...
            if (!in_array($table, $allowedArray)) {
                $count = $GLOBALS['TYPO3_DB']->exec_SELECTcountRows('uid', $table, 'pid=' . (int)$page_uid);
                if ($count) {
                    $tableList[] = $table;
                }
            }
        }
        return implode(',', $tableList);
    }

    /*****************************
     *
     * Information lookup
     *
     *****************************/
    public function pageInfo($id, $field) {
        if (!isset($this->pageCache[$id])) {
            $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('*', 'pages', 'uid=' . (int)$id);
            if ($GLOBALS['TYPO3_DB']->sql_num_rows($res)) {
                $this->pageCache[$id] = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res);
            }
            $GLOBALS['TYPO3_DB']->sql_free_result($res);
        }
        return $this->pageCache[$id][$field];
    }

    public function recordInfo($table, $id, $fieldList) {
        // Skip, if searching for NEW records or there's no TCA table definition
        if ((int)$id === 0 || !isset($GLOBALS['TCA'][$table])) {
            return NULL;
        }
        $db = $GLOBALS['TYPO3_DB'];
        $result = $db->exec_SELECTgetSingleRow($fieldList, $table, 'uid=' . (int)$id);
        return $result ?: NULL;
    }

    public function getRecordProperties($table, $id, $noWSOL = FALSE) {
        $row = $table == 'pages' && !$id ? array('title' => '[root-level]', 'uid' => 0, 'pid' => 0) : $this->recordInfo($table, $id, '*');
        if (!$noWSOL) {
            BackendUtility::workspaceOL($table, $row);
        }
        return $this->getRecordPropertiesFromRow($table, $row);
    }

    public function getRecordPropertiesFromRow($table, $row) {
        if ($GLOBALS['TCA'][$table]) {
            BackendUtility::fixVersioningPid($table, $row);
            $out = array(
                'header' => BackendUtility::getRecordTitle($table, $row),
                'pid' => $row['pid'],
                'event_pid' => $this->eventPid($table, isset($row['_ORIG_pid']) ? $row['t3ver_oid'] : $row['uid'], $row['pid']),
                't3ver_state' => $GLOBALS['TCA'][$table]['ctrl']['versioningWS'] ? $row['t3ver_state'] : '',
                '_ORIG_pid' => $row['_ORIG_pid']
            );
            return $out;
        }
    }

    public function eventPid($table, $uid, $pid) {
        return $table == 'pages' ? $uid : $pid;
    }

    /*********************************************
     *
     * Storing data to Database Layer
     *
     ********************************************/
    public function updateDB($table, $id, $fieldArray) {
        if (is_array($fieldArray) && is_array($GLOBALS['TCA'][$table]) && (int)$id) {
            // Do NOT update the UID field, ever!
            unset($fieldArray['uid']);
            if (count($fieldArray)) {
                $fieldArray = $this->insertUpdateDB_preprocessBasedOnFieldType($table, $fieldArray);
                // Execute the UPDATE query:
                $GLOBALS['TYPO3_DB']->exec_UPDATEquery($table, 'uid=' . (int)$id, $fieldArray);
                // If succees, do...:
                if (!$GLOBALS['TYPO3_DB']->sql_error()) {
                    if ($this->checkStoredRecords) {
                        $newRow = $this->checkStoredRecord($table, $id, $fieldArray, 2);
                    }
                    // Update reference index:
                    $this->updateRefIndex($table, $id);
                    // Set log entry:
                    $propArr = $this->getRecordPropertiesFromRow($table, $newRow);
                    $theLogId = $this->log($table, $id, 2, $propArr['pid'], 0, 'Record \'%s\' (%s) was updated.' . ($propArr['_ORIG_pid'] == -1 ? ' (Offline version).' : ' (Online).'), 10, array($propArr['header'], $table . ':' . $id), $propArr['event_pid']);
                    // Set History data:
                    $this->setHistory($table, $id, $theLogId);
                    // Clear cache for relevant pages:
                    $this->registerRecordIdForPageCacheClearing($table, $id);
                    // Unset the pageCache for the id if table was page.
                    if ($table == 'pages') {
                        unset($this->pageCache[$id]);
                    }
                } else {
                    $this->log($table, $id, 2, 0, 2, 'SQL error: \'%s\' (%s)', 12, array($GLOBALS['TYPO3_DB']->sql_error(), $table . ':' . $id));
                }
            }
        }
    }

    public function insertDB($table, $id, $fieldArray, $newVersion = FALSE, $suggestedUid = 0, $dontSetNewIdIndex = FALSE) {
        if (is_array($fieldArray) && is_array($GLOBALS['TCA'][$table]) && isset($fieldArray['pid'])) {
            // Do NOT insert the UID field, ever!
            unset($fieldArray['uid']);
            if (count($fieldArray)) {
                // Check for "suggestedUid".
                // This feature is used by the import functionality to force a new record to have a certain UID value.
                // This is only recommended for use when the destination server is a passive mirrow of another server.
                // As a security measure this feature is available only for Admin Users (for now)
                $suggestedUid = (int)$suggestedUid;
                if ($this->BE_USER->isAdmin() && $suggestedUid && $this->suggestedInsertUids[$table . ':' . $suggestedUid]) {
                    // When the value of ->suggestedInsertUids[...] is "DELETE" it will try to remove the previous record
                    if ($this->suggestedInsertUids[$table . ':' . $suggestedUid] === 'DELETE') {
                        // DELETE:
                        $GLOBALS['TYPO3_DB']->exec_DELETEquery($table, 'uid=' . (int)$suggestedUid);
                    }
                    $fieldArray['uid'] = $suggestedUid;
                }
                $fieldArray = $this->insertUpdateDB_preprocessBasedOnFieldType($table, $fieldArray);
                // Execute the INSERT query:
                $GLOBALS['TYPO3_DB']->exec_INSERTquery($table, $fieldArray);
                // If succees, do...:
                if (!$GLOBALS['TYPO3_DB']->sql_error()) {
                    // Set mapping for NEW... -> real uid:
                    // the NEW_id now holds the 'NEW....' -id
                    $NEW_id = $id;
                    $id = $GLOBALS['TYPO3_DB']->sql_insert_id();
                    if (!$dontSetNewIdIndex) {
                        $this->substNEWwithIDs[$NEW_id] = $id;
                        $this->substNEWwithIDs_table[$NEW_id] = $table;
                    }
                    // Checking the record is properly saved and writing to log
                    if ($this->checkStoredRecords) {
                        $newRow = $this->checkStoredRecord($table, $id, $fieldArray, 1);
                    }
                    // Update reference index:
                    $this->updateRefIndex($table, $id);
                    if ($newVersion) {
                        $propArr = $this->getRecordPropertiesFromRow($table, $newRow);
                        $this->log($table, $id, 1, 0, 0, 'New version created of table \'%s\', uid \'%s\'. UID of new version is \'%s\'', 10, array($table, $fieldArray['t3ver_oid'], $id), $propArr['event_pid'], $NEW_id);
                    } else {
                        $propArr = $this->getRecordPropertiesFromRow($table, $newRow);
                        $page_propArr = $this->getRecordProperties('pages', $propArr['pid']);
                        $this->log($table, $id, 1, 0, 0, 'Record \'%s\' (%s) was inserted on page \'%s\' (%s)', 10, array($propArr['header'], $table . ':' . $id, $page_propArr['header'], $newRow['pid']), $newRow['pid'], $NEW_id);
                        // Clear cache for relavant pages:
                        $this->registerRecordIdForPageCacheClearing($table, $id);
                    }
                    return $id;
                } else {
                    $this->log($table, $id, 1, 0, 2, 'SQL error: \'%s\' (%s)', 12, array($GLOBALS['TYPO3_DB']->sql_error(), $table . ':' . $id));
                }
            }
        }
    }

    public function checkStoredRecord($table, $id, $fieldArray, $action) {
        $id = (int)$id;
        if (is_array($GLOBALS['TCA'][$table]) && $id) {
            $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('*', $table, 'uid=' . (int)$id);
            if ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res)) {
                // Traverse array of values that was inserted into the database and compare with the actually stored value:
                $errorString = array();
                foreach ($fieldArray as $key => $value) {
                    if ($this->checkStoredRecords_loose && !$value && !$row[$key]) {

                    } elseif ((string)$value !== (string)$row[$key]) {
                        $errorString[] = $key;
                    }
                }
                // Set log message if there were fields with unmatching values:
                if (count($errorString)) {
                    $this->log($table, $id, $action, 0, 1, 'These fields are not properly updated in database: (' . implode(',', $errorString) . ') Probably value mismatch with fieldtype.');
                }
                // Return selected rows:
                return $row;
            }
            $GLOBALS['TYPO3_DB']->sql_free_result($res);
        }
    }

    public function setHistory($table, $id, $logId) {
        if (isset($this->historyRecords[$table . ':' . $id]) && (int)$logId > 0) {
            $fields_values = array();
            $fields_values['history_data'] = serialize($this->historyRecords[$table . ':' . $id]);
            $fields_values['fieldlist'] = implode(',', array_keys($this->historyRecords[$table . ':' . $id]['newRecord']));
            $fields_values['tstamp'] = $GLOBALS['EXEC_TIME'];
            $fields_values['tablename'] = $table;
            $fields_values['recuid'] = $id;
            $fields_values['sys_log_uid'] = $logId;
            $GLOBALS['TYPO3_DB']->exec_INSERTquery('sys_history', $fields_values);
        }
    }

    public function updateRefIndex($table, $id) {
        $refIndexObj = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Database\\ReferenceIndex');
        if (BackendUtility::isTableWorkspaceEnabled($table)) {
            $refIndexObj->setWorkspaceId($this->BE_USER->workspace);
        }
        $refIndexObj->updateRefIndexTable($table, $id);
    }

    /*********************************************
     *
     * Misc functions
     *
     ********************************************/
    public function getSortNumber($table, $uid, $pid) {
        if ($GLOBALS['TCA'][$table] && $GLOBALS['TCA'][$table]['ctrl']['sortby']) {
            $sortRow = $GLOBALS['TCA'][$table]['ctrl']['sortby'];
            // Sorting number is in the top
            if ($pid >= 0) {
                // Fetches the first record under this pid
                $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery($sortRow . ',pid,uid', $table, 'pid=' . (int)$pid . $this->deleteClause($table), '', $sortRow . ' ASC', '1');
                // There was an element
                if ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res)) {
                    // The top record was the record it self, so we return its current sortnumber
                    if ($row['uid'] == $uid) {
                        return $row[$sortRow];
                    }
                    // If the pages sortingnumber < 1 we must resort the records under this pid
                    if ($row[$sortRow] < 1) {
                        $this->resorting($table, $pid, $sortRow, 0);
                        // First sorting number after resorting
                        return $this->sortIntervals;
                    } else {
                        // Sorting number between current top element and zero
                        return floor($row[$sortRow] / 2);
                    }
                } else {
                    // No pages, so we choose the default value as sorting-number
                    // First sorting number if no elements.
                    return $this->sortIntervals;
                }
            } else {
                // Sorting number is inside the list
                // Fetches the record which is supposed to be the prev record
                $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery($sortRow . ',pid,uid', $table, 'uid=' . abs($pid) . $this->deleteClause($table));
                // There was a record
                if ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res)) {
                    // Look, if the record UID happens to be an offline record. If so, find its live version. Offline uids will be used when a page is versionized as "branch" so this is when we must correct - otherwise a pid of "-1" and a wrong sort-row number is returned which we don't want.
                    if ($lookForLiveVersion = BackendUtility::getLiveVersionOfRecord($table, $row['uid'], $sortRow . ',pid,uid')) {
                        $row = $lookForLiveVersion;
                    }
                    // Fetch move placeholder, since it might point to a new page in the current workspace
                    if ($movePlaceholder = BackendUtility::getMovePlaceholder($table, $row['uid'], 'uid,pid,' . $sortRow)) {
                        $row = $movePlaceholder;
                    }
                    // If the record should be inserted after itself, keep the current sorting information:
                    if ($row['uid'] == $uid) {
                        $sortNumber = $row[$sortRow];
                    } else {
                        $subres = $GLOBALS['TYPO3_DB']->exec_SELECTquery($sortRow . ',pid,uid', $table, 'pid=' . (int)$row['pid'] . ' AND ' . $sortRow . '>=' . (int)$row[$sortRow] . $this->deleteClause($table), '', $sortRow . ' ASC', '2');
                        // Fetches the next record in order to calculate the in-between sortNumber
                        // There was a record afterwards
                        if ($GLOBALS['TYPO3_DB']->sql_num_rows($subres) == 2) {
                            // Forward to the second result...
                            $GLOBALS['TYPO3_DB']->sql_fetch_assoc($subres);
                            // There was a record afterwards
                            $subrow = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($subres);
                            // The sortNumber is found in between these values
                            $sortNumber = $row[$sortRow] + floor(($subrow[$sortRow] - $row[$sortRow]) / 2);
                            // The sortNumber happend NOT to be between the two surrounding numbers, so we'll have to resort the list
                            if ($sortNumber <= $row[$sortRow] || $sortNumber >= $subrow[$sortRow]) {
                                // By this special param, resorting reserves and returns the sortnumber after the uid
                                $sortNumber = $this->resorting($table, $row['pid'], $sortRow, $row['uid']);
                            }
                        } else {
                            // If after the last record in the list, we just add the sortInterval to the last sortvalue
                            $sortNumber = $row[$sortRow] + $this->sortIntervals;
                        }
                        $GLOBALS['TYPO3_DB']->sql_free_result($subres);
                    }
                    return array('pid' => $row['pid'], 'sortNumber' => $sortNumber);
                } else {
                    $propArr = $this->getRecordProperties($table, $uid);
                    // OK, dont insert $propArr['event_pid'] here...
                    $this->log($table, $uid, 4, 0, 1, 'Attempt to move record \'%s\' (%s) to after a non-existing record (uid=%s)', 1, array($propArr['header'], $table . ':' . $uid, abs($pid)), $propArr['pid']);
                    // There MUST be a page or else this cannot work
                    return FALSE;
                }
            }
        }
    }

    public function resorting($table, $pid, $sortRow, $return_SortNumber_After_This_Uid) {
        if ($GLOBALS['TCA'][$table] && $sortRow && $GLOBALS['TCA'][$table]['ctrl']['sortby'] == $sortRow) {
            $returnVal = 0;
            $intervals = $this->sortIntervals;
            $i = $intervals * 2;
            $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('uid', $table, 'pid=' . (int)$pid . $this->deleteClause($table), '', $sortRow . ' ASC');
            while ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res)) {
                $uid = (int)$row['uid'];
                if ($uid) {
                    $GLOBALS['TYPO3_DB']->exec_UPDATEquery($table, 'uid=' . (int)$uid, array($sortRow => $i));
                    // This is used to return a sortingValue if the list is resorted because of inserting records inside the list and not in the top
                    if ($uid == $return_SortNumber_After_This_Uid) {
                        $i = $i + $intervals;
                        $returnVal = $i;
                    }
                } else {
                    die('Fatal ERROR!! No Uid at resorting.');
                }
                $i = $i + $intervals;
            }
            $GLOBALS['TYPO3_DB']->sql_free_result($res);
            return $returnVal;
        }
    }

    protected function getPreviousLocalizedRecordUid($table, $uid, $pid, $language) {
        $previousLocalizedRecordUid = $uid;
        if ($GLOBALS['TCA'][$table] && $GLOBALS['TCA'][$table]['ctrl']['sortby']) {
            $sortRow = $GLOBALS['TCA'][$table]['ctrl']['sortby'];
            $select = $sortRow . ',pid,uid';
            // For content elements, we also need the colPos
            if ($table === 'tt_content') {
                $select .= ',colPos';
            }
            // Get the sort value of the default language record
            $row = BackendUtility::getRecord($table, $uid, $select);
            if (is_array($row)) {
                // Find the previous record in default language on the same page
                $where = 'pid=' . (int)$pid . ' AND ' . 'sys_language_uid=0' . ' AND ' . $sortRow . '<' . (int)$row[$sortRow];
                // Respect the colPos for content elements
                if ($table === 'tt_content') {
                    $where .= ' AND colPos=' . (int)$row['colPos'];
                }
                $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery($select, $table, $where . $this->deleteClause($table), '', $sortRow . ' DESC', '1');
                // If there is an element, find its localized record in specified localization language
                if ($previousRow = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res)) {
                    $previousLocalizedRecord = BackendUtility::getRecordLocalization($table, $previousRow['uid'], $language);
                    if (is_array($previousLocalizedRecord[0])) {
                        $previousLocalizedRecordUid = $previousLocalizedRecord[0]['uid'];
                    }
                }
                $GLOBALS['TYPO3_DB']->sql_free_result($res);
            }
        }
        return $previousLocalizedRecordUid;
    }

    public function setTSconfigPermissions($fieldArray, $TSConfig_p) {
        if ((string)$TSConfig_p['userid'] !== '') {
            $fieldArray['perms_userid'] = (int)$TSConfig_p['userid'];
        }
        if ((string)$TSConfig_p['groupid'] !== '') {
            $fieldArray['perms_groupid'] = (int)$TSConfig_p['groupid'];
        }
        if ((string)$TSConfig_p['user'] !== '') {
            $fieldArray['perms_user'] = \TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($TSConfig_p['user']) ? $TSConfig_p['user'] : $this->assemblePermissions($TSConfig_p['user']);
        }
        if ((string)$TSConfig_p['group'] !== '') {
            $fieldArray['perms_group'] = \TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($TSConfig_p['group']) ? $TSConfig_p['group'] : $this->assemblePermissions($TSConfig_p['group']);
        }
        if ((string)$TSConfig_p['everybody'] !== '') {
            $fieldArray['perms_everybody'] = \TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($TSConfig_p['everybody']) ? $TSConfig_p['everybody'] : $this->assemblePermissions($TSConfig_p['everybody']);
        }
        return $fieldArray;
    }

    public function newFieldArray($table) {
        $fieldArray = array();
        if (is_array($GLOBALS['TCA'][$table]['columns'])) {
            foreach ($GLOBALS['TCA'][$table]['columns'] as $field => $content) {
                if (isset($this->defaultValues[$table][$field])) {
                    $fieldArray[$field] = $this->defaultValues[$table][$field];
                } elseif (isset($content['config']['default'])) {
                    $fieldArray[$field] = $content['config']['default'];
                }
            }
        }
        // Set default permissions for a page.
        if ($table === 'pages') {
            $fieldArray['perms_userid'] = $this->userid;
            $fieldArray['perms_groupid'] = (int)$this->BE_USER->firstMainGroup;
            $fieldArray['perms_user'] = $this->assemblePermissions($this->defaultPermissions['user']);
            $fieldArray['perms_group'] = $this->assemblePermissions($this->defaultPermissions['group']);
            $fieldArray['perms_everybody'] = $this->assemblePermissions($this->defaultPermissions['everybody']);
        }
        return $fieldArray;
    }

    public function addDefaultPermittedLanguageIfNotSet($table, &$incomingFieldArray) {
        // Checking languages:
        if ($GLOBALS['TCA'][$table]['ctrl']['languageField']) {
            if (!isset($incomingFieldArray[$GLOBALS['TCA'][$table]['ctrl']['languageField']])) {
                // Language field must be found in input row - otherwise it does not make sense.
                $rows = array_merge(array(array('uid' => 0)), $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('uid', 'sys_language', 'pid=0' . BackendUtility::deleteClause('sys_language')), array(array('uid' => -1)));
                foreach ($rows as $r) {
                    if ($this->BE_USER->checkLanguageAccess($r['uid'])) {
                        $incomingFieldArray[$GLOBALS['TCA'][$table]['ctrl']['languageField']] = $r['uid'];
                        break;
                    }
                }
            }
        }
    }

    public function overrideFieldArray($table, $data) {
        if (is_array($this->overrideValues[$table])) {
            $data = array_merge($data, $this->overrideValues[$table]);
        }
        return $data;
    }

    public function compareFieldArrayWithCurrentAndUnset($table, $id, $fieldArray) {
        // Fetch the original record:
        $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('*', $table, 'uid=' . (int)$id);
        $currentRecord = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res);
        // If the current record exists (which it should...), begin comparison:
        if (is_array($currentRecord)) {
            // Read all field types:
            $c = 0;
            $cRecTypes = array();
            foreach ($currentRecord as $col => $val) {
                $cRecTypes[$col] = $GLOBALS['TYPO3_DB']->sql_field_type($res, $c);
                $c++;
            }
            // Free result:
            $GLOBALS['TYPO3_DB']->sql_free_result($res);
            // Unset the fields which are similar:
            foreach ($fieldArray as $col => $val) {
                $fieldConfiguration = $GLOBALS['TCA'][$table]['columns'][$col]['config'];
                $isNullField = (!empty($fieldConfiguration['eval']) && GeneralUtility::inList($fieldConfiguration['eval'], 'null'));

                // Unset fields if stored and submitted values are equal - except the current field holds MM relations.
                // In general this avoids to store superfluous data which also will be visualized in the editing history.
                if (!$fieldConfiguration['MM'] && $this->isSubmittedValueEqualToStoredValue($val, $currentRecord[$col], $cRecTypes[$col], $isNullField)) {
                    unset($fieldArray[$col]);
                } else {
                    if (!isset($this->mmHistoryRecords[($table . ':' . $id)]['oldRecord'][$col])) {
                        $this->historyRecords[$table . ':' . $id]['oldRecord'][$col] = $currentRecord[$col];
                    } elseif ($this->mmHistoryRecords[$table . ':' . $id]['oldRecord'][$col] != $this->mmHistoryRecords[$table . ':' . $id]['newRecord'][$col]) {
                        $this->historyRecords[$table . ':' . $id]['oldRecord'][$col] = $this->mmHistoryRecords[$table . ':' . $id]['oldRecord'][$col];
                    }
                    if (!isset($this->mmHistoryRecords[($table . ':' . $id)]['newRecord'][$col])) {
                        $this->historyRecords[$table . ':' . $id]['newRecord'][$col] = $fieldArray[$col];
                    } elseif ($this->mmHistoryRecords[$table . ':' . $id]['newRecord'][$col] != $this->mmHistoryRecords[$table . ':' . $id]['oldRecord'][$col]) {
                        $this->historyRecords[$table . ':' . $id]['newRecord'][$col] = $this->mmHistoryRecords[$table . ':' . $id]['newRecord'][$col];
                    }
                }
            }
        } else {
            // If the current record does not exist this is an error anyways and we just return an empty array here.
            $fieldArray = array();
        }
        return $fieldArray;
    }

    protected function isSubmittedValueEqualToStoredValue($submittedValue, $storedValue, $storedType, $allowNull = FALSE) {
        // No NULL values are allowed, this is the regular behaviour.
        // Thus, check whether strings are the same or whether integer values are empty ("0" or "").
        if (!$allowNull) {
            $result = (string)$submittedValue === (string)$storedValue || $storedType === 'int' && (int)$storedValue === (int)$submittedValue;
        // Null values are allowed, but currently there's a real (not NULL) value.
        // Thus, ensure no NULL value was submitted and fallback to the regular behaviour.
        } elseif ($storedValue !== NULL) {
            $result = (
                $submittedValue !== NULL
                && $this->isSubmittedValueEqualToStoredValue($submittedValue, $storedValue, $storedType, FALSE)
            );
        // Null values are allowed, and currently there's a NULL value.
        // Thus, check whether a NULL value was submitted.
        } else {
            $result = ($submittedValue === NULL);
        }

        return $result;
    }

    public function assemblePermissions($string) {
        $keyArr = GeneralUtility::trimExplode(',', $string, TRUE);
        $value = 0;
        foreach ($keyArr as $key) {
            if ($key && isset($this->pMap[$key])) {
                $value |= $this->pMap[$key];
            }
        }
        return $value;
    }

    public function rmComma($input) {
        return rtrim($input, ',');
    }

    public function convNumEntityToByteValue($input) {
        $token = md5(microtime());
        $parts = explode($token, preg_replace('/(&#([0-9]+);)/', $token . '\\2' . $token, $input));
        foreach ($parts as $k => $v) {
            if ($k % 2) {
                $v = (int)$v;
                // Just to make sure that control bytes are not converted.
                if ($v > 32) {
                    $parts[$k] = chr((int)$v);
                }
            }
        }
        return implode('', $parts);
    }

    public function destPathFromUploadFolder($folder) {
        return PATH_site . $folder;
    }

    public function disableDeleteClause() {
        $this->disableDeleteClause = TRUE;
    }

    public function deleteClause($table) {
        // Returns the proper delete-clause if any for a table from TCA
        if (!$this->disableDeleteClause && $GLOBALS['TCA'][$table]['ctrl']['delete']) {
            return ' AND ' . $table . '.' . $GLOBALS['TCA'][$table]['ctrl']['delete'] . '=0';
        } else {
            return '';
        }
    }

    protected function getOriginalParentOfRecord($table, $uid) {
        if (isset(self::$recordPidsForDeletedRecords[$table][$uid])) {
            return self::$recordPidsForDeletedRecords[$table][$uid];
        }
        list($parentUid) = BackendUtility::getTSCpid($table, $uid, '');
        return array($parentUid);
    }

    public function getTCEMAIN_TSconfig($tscPID) {
        if (!isset($this->cachedTSconfig[$tscPID])) {
            $this->cachedTSconfig[$tscPID] = $this->BE_USER->getTSConfig('TCEMAIN', BackendUtility::getPagesTSconfig($tscPID));
        }
        return $this->cachedTSconfig[$tscPID]['properties'];
    }

    public function getTableEntries($table, $TSconfig) {
        $tA = is_array($TSconfig['table.'][$table . '.']) ? $TSconfig['table.'][$table . '.'] : array();
        $dA = is_array($TSconfig['default.']) ? $TSconfig['default.'] : array();
        \TYPO3\CMS\Core\Utility\ArrayUtility::mergeRecursiveWithOverrule($dA, $tA);
        return $dA;
    }

    public function getPID($table, $uid) {
        $res_tmp = $GLOBALS['TYPO3_DB']->exec_SELECTquery('pid', $table, 'uid=' . (int)$uid);
        if ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res_tmp)) {
            return $row['pid'];
        }
    }

    public function dbAnalysisStoreExec() {
        foreach ($this->dbAnalysisStore as $action) {
            $id = BackendUtility::wsMapId($action[4], \TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($action[2]) ? $action[2] : $this->substNEWwithIDs[$action[2]]);
            if ($id) {
                $action[0]->writeMM($action[1], $id, $action[3]);
            }
        }
    }

    public function removeRegisteredFiles() {
        foreach ($this->removeFilesStore as $file) {
            if (@is_file($file)) {
                $file = $this->getResourceFactory()->retrieveFileOrFolderObject($file);
                $file->delete();
            }
        }
    }

    public function int_pageTreeInfo($CPtable, $pid, $counter, $rootID) {
        if ($counter) {
            if ((int)$this->BE_USER->workspace === 0) {
                $workspaceStatement = ' AND t3ver_wsid=0';
            } else {
                $workspaceStatement = ' AND t3ver_wsid IN (0,' . (int)$this->BE_USER->workspace . ')';
            }
            $addW = !$this->admin ? ' AND ' . $this->BE_USER->getPagePermsClause($this->pMap['show']) : '';
            $pages = $this->databaseConnection->exec_SELECTgetRows(
                'uid',
                'pages',
                'pid=' . (int)$pid . $this->deleteClause('pages') . $workspaceStatement . $addW,
                '',
                'sorting DESC',
                '',
                'uid'
            );

            // Resolve placeholders of workspace versions
            if (!empty($pages) && (int)$this->BE_USER->workspace !== 0) {
                $pages = array_reverse(
                    $this->resolveVersionedRecords(
                        'pages',
                        'uid',
                        'sorting',
                        array_keys($pages)
                    ),
                    TRUE
                );
            }

            foreach ($pages as $page) {
                if ($page['uid'] != $rootID) {
                    $CPtable[$page['uid']] = $pid;
                    // If the uid is NOT the rootID of the copyaction and if we are supposed to walk further down
                    if ($counter - 1) {
                        $CPtable = $this->int_pageTreeInfo($CPtable, $page['uid'], $counter - 1, $rootID);
                    }
                }
            }
        }
        return $CPtable;
    }

    public function compileAdminTables() {
        return array_keys($GLOBALS['TCA']);
    }

    public function fixUniqueInPid($table, $uid) {
        if (empty($GLOBALS['TCA'][$table])) {
            return;
        }
        $curData = $this->recordInfo($table, $uid, '*');
        $newData = array();
        foreach ($GLOBALS['TCA'][$table]['columns'] as $field => $conf) {
            if ($conf['config']['type'] === 'input' && (string)$curData[$field] !== '') {
                $evalCodesArray = GeneralUtility::trimExplode(',', $conf['config']['eval'], TRUE);
                if (in_array('uniqueInPid', $evalCodesArray)) {
                    $newV = $this->getUnique($table, $field, $curData[$field], $uid, $curData['pid']);
                    if ((string)$newV !== (string)$curData[$field]) {
                        $newData[$field] = $newV;
                    }
                }
            }
        }
        // IF there are changed fields, then update the database
        if (!empty($newData)) {
            $this->updateDB($table, $uid, $newData);
        }
    }

    public function fixCopyAfterDuplFields($table, $uid, $prevUid, $update, $newData = array()) {
        if ($GLOBALS['TCA'][$table] && $GLOBALS['TCA'][$table]['ctrl']['copyAfterDuplFields']) {
            $prevData = $this->recordInfo($table, $prevUid, '*');
            $theFields = GeneralUtility::trimExplode(',', $GLOBALS['TCA'][$table]['ctrl']['copyAfterDuplFields'], TRUE);
            foreach ($theFields as $field) {
                if ($GLOBALS['TCA'][$table]['columns'][$field] && ($update || !isset($newData[$field]))) {
                    $newData[$field] = $prevData[$field];
                }
            }
            if ($update && count($newData)) {
                $this->updateDB($table, $uid, $newData);
            }
        }
        return $newData;
    }

    public function extFileFields($table) {
        $listArr = array();
        if (isset($GLOBALS['TCA'][$table]['columns'])) {
            foreach ($GLOBALS['TCA'][$table]['columns'] as $field => $configArr) {
                if ($configArr['config']['type'] == 'group' && ($configArr['config']['internal_type'] == 'file' || $configArr['config']['internal_type'] == 'file_reference')) {
                    $listArr[] = $field;
                }
            }
        }
        return $listArr;
    }

    public function getUniqueFields($table) {
        GeneralUtility::logDeprecatedFunction();
        $listArr = array();
        if ($GLOBALS['TCA'][$table]['columns']) {
            foreach ($GLOBALS['TCA'][$table]['columns'] as $field => $configArr) {
                if ($configArr['config']['type'] === 'input') {
                    $evalCodesArray = GeneralUtility::trimExplode(',', $configArr['config']['eval'], TRUE);
                    if (in_array('uniqueInPid', $evalCodesArray) || in_array('unique', $evalCodesArray)) {
                        $listArr[] = $field;
                    }
                }
            }
        }
        return $listArr;
    }

    public function isReferenceField($conf) {
        return $conf['type'] == 'group' && $conf['internal_type'] == 'db' || $conf['type'] == 'select' && $conf['foreign_table'];
    }

    public function getInlineFieldType($conf) {
        if ($conf['type'] !== 'inline' || !$conf['foreign_table']) {
            return FALSE;
        }
        if ($conf['foreign_field']) {
            // The reference to the parent is stored in a pointer field in the child record
            return 'field';
        } elseif ($conf['MM']) {
            // Regular MM intermediate table is used to store data
            return 'mm';
        } else {
            // An item list (separated by comma) is stored (like select type is doing)
            return 'list';
        }
    }

    public function getCopyHeader($table, $pid, $field, $value, $count, $prevTitle = '') {
        // Set title value to check for:
        if ($count) {
            $checkTitle = $value . rtrim((' ' . sprintf($this->prependLabel($table), $count)));
        } else {
            $checkTitle = $value;
        }
        // Do check:
        if ($prevTitle != $checkTitle || $count < 100) {
            $rowCount = $GLOBALS['TYPO3_DB']->exec_SELECTcountRows('uid', $table, 'pid=' . (int)$pid . ' AND ' . $field . '=' . $GLOBALS['TYPO3_DB']->fullQuoteStr($checkTitle, $table) . $this->deleteClause($table));
            if ($rowCount) {
                return $this->getCopyHeader($table, $pid, $field, $value, $count + 1, $checkTitle);
            }
        }
        // Default is to just return the current input title if no other was returned before:
        return $checkTitle;
    }

    public function prependLabel($table) {
        if (is_object($GLOBALS['LANG'])) {
            $label = $GLOBALS['LANG']->sL($GLOBALS['TCA'][$table]['ctrl']['prependAtCopy']);
        } else {
            list($label) = explode('|', $GLOBALS['TCA'][$table]['ctrl']['prependAtCopy']);
        }
        return $label;
    }

    public function resolvePid($table, $pid) {
        $pid = (int)$pid;
        if ($pid < 0) {
            $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('pid', $table, 'uid=' . abs($pid));
            $row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res);
            $GLOBALS['TYPO3_DB']->sql_free_result($res);
            // Look, if the record UID happens to be an offline record. If so, find its live version.
            // Offline uids will be used when a page is versionized as "branch" so this is when we
            // must correct - otherwise a pid of "-1" and a wrong sort-row number
            // is returned which we don't want.
            if ($lookForLiveVersion = BackendUtility::getLiveVersionOfRecord($table, abs($pid), 'pid')) {
                $row = $lookForLiveVersion;
            }
            $pid = (int)$row['pid'];
        }
        return $pid;
    }

    public function clearPrefixFromValue($table, $value) {
        $regex = '/' . sprintf(quotemeta($this->prependLabel($table)), '[0-9]*') . '$/';
        return @preg_replace($regex, '', $value);
    }

    public function extFileFunctions($table, $field, $filelist, $func) {
        $uploadFolder = $GLOBALS['TCA'][$table]['columns'][$field]['config']['uploadfolder'];
        if ($uploadFolder && trim($filelist) && $GLOBALS['TCA'][$table]['columns'][$field]['config']['internal_type'] == 'file') {
            $uploadPath = $this->destPathFromUploadFolder($uploadFolder);
            $fileArray = explode(',', $filelist);
            foreach ($fileArray as $theFile) {
                $theFile = trim($theFile);
                if ($theFile) {
                    switch ($func) {
                        case 'deleteAll':
                            $theFileFullPath = $uploadPath . '/' . $theFile;
                            if (@is_file($theFileFullPath)) {
                                $file = $this->getResourceFactory()->retrieveFileOrFolderObject($theFileFullPath);
                                $file->delete();
                            } else {
                                $this->log($table, 0, 3, 0, 100, 'Delete: Referenced file that was supposed to be deleted together with it\'s record didn\'t exist');
                            }
                            break;
                    }
                }
            }
        }
    }

    public function noRecordsFromUnallowedTables($inList) {
        $inList = trim($this->rmComma(trim($inList)));
        if ($inList && !$this->admin) {
            foreach ($GLOBALS['TCA'] as $table => $_) {
                $count = $GLOBALS['TYPO3_DB']->exec_SELECTcountRows('uid', $table, 'pid IN (' . $inList . ')' . BackendUtility::deleteClause($table));
                if ($count && ($this->tableReadOnly($table) || !$this->checkModifyAccessList($table))) {
                    return FALSE;
                }
            }
        }
        return TRUE;
    }

    public function isRecordCopied($table, $uid) {
        // If the record was copied:
        if (isset($this->copyMappingArray[$table][$uid])) {
            return TRUE;
        } elseif (isset($this->copyMappingArray[$table]) && in_array($uid, array_values($this->copyMappingArray[$table]))) {
            return TRUE;
        }
        return FALSE;
    }

    /******************************
     *
     * Clearing cache
     *
     ******************************/

    public function registerRecordIdForPageCacheClearing($table, $uid, $pid = null) {
        if (!is_array(static::$recordsToClearCacheFor[$table])) {
            static::$recordsToClearCacheFor[$table] = array();
        }
        static::$recordsToClearCacheFor[$table][] = (int)$uid;
        if ($pid !== null) {
            if (!is_array(static::$recordPidsForDeletedRecords[$table])) {
                static::$recordPidsForDeletedRecords[$table] = array();
            }
            static::$recordPidsForDeletedRecords[$table][$uid][] = (int)$pid;
        }
    }

    public function clear_cache($table, $uid) {
        GeneralUtility::logDeprecatedFunction();
        $originalValues = static::$recordsToClearCacheFor;
        // Clear the queue temporarily
        static::$recordsToClearCacheFor = array();
        static::$recordsToClearCacheFor[$table] = array();
        static::$recordsToClearCacheFor[$table][] = (int)$uid;

        $this->processClearCacheQueue();
        // Reset the queue to its original value again
        static::$recordsToClearCacheFor = $originalValues;
    }

    protected function processClearCacheQueue() {
        $tagsToClear = array();
        $clearCacheCommands = array();

        foreach (static::$recordsToClearCacheFor as $table => $uids) {
            foreach (array_unique($uids) as $uid) {
                if (!isset($GLOBALS['TCA'][$table]) || $uid <= 0) {
                    return;
                }
                // For move commands we may get more than 1 parent.
                $pageUids = $this->getOriginalParentOfRecord($table, $uid);
                foreach ($pageUids as $originalParent) {
                    list($tagsToClearFromPrepare, $clearCacheCommandsFromPrepare)
                            = $this->prepareCacheFlush($table, $uid, $originalParent);
                    $tagsToClear = array_merge($tagsToClear, $tagsToClearFromPrepare);
                    $clearCacheCommands = array_merge($clearCacheCommands, $clearCacheCommandsFromPrepare);
                }
            }
        }

        $cacheManager = $this->getCacheManager();
        foreach ($tagsToClear as $tag => $_) {
            $cacheManager->flushCachesInGroupByTag('pages', $tag);
        }

        // Execute collected clear cache commands from page TSConfig
        foreach ($clearCacheCommands as $command) {
            $this->clear_cacheCmd($command);
        }

        // Reset the cache clearing array
        static::$recordsToClearCacheFor = array();

        // Reset the original pid array
        static::$recordPidsForDeletedRecords = array();
    }

    protected function prepareCacheFlush($table, $uid, $pid) {
        $tagsToClear = array();
        $clearCacheCommands = array();
        $pageUid = 0;
        // Get Page TSconfig relavant:
        $TSConfig = $this->getTCEMAIN_TSconfig($pid);
        if (empty($TSConfig['clearCache_disable'])) {
            // If table is "pages":
            $pageIdsThatNeedCacheFlush = array();
            if ($table === 'pages' || $table === 'pages_language_overlay') {
                if ($table === 'pages_language_overlay') {
                    $pageUid = $this->getPID($table, $uid);
                } else {
                    $pageUid = $uid;
                }
                // Builds list of pages on the SAME level as this page (siblings)
                $res_tmp = $GLOBALS['TYPO3_DB']->exec_SELECTquery('A.pid AS pid, B.uid AS uid', 'pages A, pages B', 'A.uid=' . (int)$pageUid . ' AND B.pid=A.pid AND B.deleted=0 AND A.pid >= 0');
                $pid_tmp = 0;
                while ($row_tmp = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res_tmp)) {
                    $pageIdsThatNeedCacheFlush[] = (int)$row_tmp['uid'];
                    $pid_tmp = (int)$row_tmp['pid'];
                    // Add children as well:
                    if ($TSConfig['clearCache_pageSiblingChildren']) {
                        $res_tmp2 = $GLOBALS['TYPO3_DB']->exec_SELECTquery('uid', 'pages', 'pid=' . (int)$row_tmp['uid'] . ' AND deleted=0');
                        while ($row_tmp2 = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res_tmp2)) {
                            $pageIdsThatNeedCacheFlush[] = (int)$row_tmp2['uid'];
                        }
                        $GLOBALS['TYPO3_DB']->sql_free_result($res_tmp2);
                    }
                }
                $GLOBALS['TYPO3_DB']->sql_free_result($res_tmp);
                // Finally, add the parent page as well:
                if ($pid_tmp > 0) {
                    $pageIdsThatNeedCacheFlush[] = (int)$pid_tmp;
                }
                // Add grand-parent as well:
                if ($TSConfig['clearCache_pageGrandParent']) {
                    $res_tmp = $GLOBALS['TYPO3_DB']->exec_SELECTquery('pid', 'pages', 'uid=' . (int)$pid_tmp);
                    if ($row_tmp = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res_tmp)) {
                        $pageIdsThatNeedCacheFlush[] = (int)$row_tmp['pid'];
                    }
                    $GLOBALS['TYPO3_DB']->sql_free_result($res_tmp);
                }
            } else {
                // For other tables than "pages", delete cache for the records "parent page".
                $pageIdsThatNeedCacheFlush[] = $pageUid = (int)$this->getPID($table, $uid);
            }
            // Call pre-processing function for clearing of cache for page ids:
            if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['clearPageCacheEval'])) {
                foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['clearPageCacheEval'] as $funcName) {
                    $_params = array('pageIdArray' => &$pageIdsThatNeedCacheFlush, 'table' => $table, 'uid' => $uid, 'functionID' => 'clear_cache()');
                    // Returns the array of ids to clear, FALSE if nothing should be cleared! Never an empty array!
                    GeneralUtility::callUserFunction($funcName, $_params, $this);
                }
            }
            // Delete cache for selected pages:
            foreach ($pageIdsThatNeedCacheFlush as $pageId) {
                // Workspaces always use "-1" as the page id which do not
                // point to real pages and caches at all. Flushing caches for
                // those records does not make sense and decreases performance
                if ($pageId >= 0) {
                    $tagsToClear['pageId_' . $pageId] = TRUE;
                }
            }
            // Queue delete cache for current table and record
            $tagsToClear[$table] = TRUE;
            $tagsToClear[$table . '_' . $uid] = TRUE;
        }
        // Clear cache for pages entered in TSconfig:
        if (!empty($TSConfig['clearCacheCmd'])) {
            $commands = GeneralUtility::trimExplode(',', $TSConfig['clearCacheCmd'], TRUE);
            $clearCacheCommands = array_unique($commands);
        }
        // Call post processing function for clear-cache:
        if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['clearCachePostProc'])) {
            $_params = array('table' => $table, 'uid' => $uid, 'uid_page' => $pageUid, 'TSConfig' => $TSConfig);
            foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['clearCachePostProc'] as $_funcRef) {
                GeneralUtility::callUserFunction($_funcRef, $_params, $this);
            }
        }
        return array(
            $tagsToClear,
            $clearCacheCommands
        );
    }

    public function clear_cacheCmd($cacheCmd) {
        if (is_object($this->BE_USER)) {
            $this->BE_USER->writelog(3, 1, 0, 0, 'User %s has cleared the cache (cacheCmd=%s)', array($this->BE_USER->user['username'], $cacheCmd));
        }
        // Clear cache for either ALL pages or ALL tables!
        switch (strtolower($cacheCmd)) {
            case 'pages':
                if ($this->admin || $this->BE_USER->getTSConfigVal('options.clearCache.pages')) {
                    $this->getCacheManager()->flushCachesInGroup('pages');
                }
                break;
            case 'all':
                if ($this->admin || $this->BE_USER->getTSConfigVal('options.clearCache.all')) {
                    // Clear cache group "all" of caching framework caches
                    $this->getCacheManager()->flushCachesInGroup('all');
                    $GLOBALS['TYPO3_DB']->exec_TRUNCATEquery('cache_treelist');
                    // Clearing additional cache tables:
                    if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['clearAllCache_additionalTables'])) {
                        foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['clearAllCache_additionalTables'] as $tableName) {
                            GeneralUtility::deprecationLog('Hook clearAllCache_additionalTables in DataHandler is deprecated in 6.2 and will be removed two versions later. Use the caching framework with database backend instead.');
                            if (!preg_match('/[^[:alnum:]_]/', $tableName) && substr($tableName, -5) === 'cache') {
                                $GLOBALS['TYPO3_DB']->exec_TRUNCATEquery($tableName);
                            } else {
                                throw new \RuntimeException('TYPO3 Fatal Error: Trying to flush table "' . $tableName . '" with "Clear All Cache"', 1270853922);
                            }
                        }
                    }
                }

                break;
            case 'temp_cached':
            case 'system':
                if ($this->admin || $this->BE_USER->getTSConfigVal('options.clearCache.system')
                    || ((bool) $GLOBALS['TYPO3_CONF_VARS']['SYS']['clearCacheSystem'] === TRUE && $this->admin)) {
                    $this->getCacheManager()->flushCachesInGroup('system');
                }
                break;
        }

        $tagsToFlush = array();
        // Clear cache for a page ID!
        if (\TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($cacheCmd)) {
            $list_cache = array($cacheCmd);
            // Call pre-processing function for clearing of cache for page ids:
            if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['clearPageCacheEval'])) {
                foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['clearPageCacheEval'] as $funcName) {
                    $_params = array('pageIdArray' => &$list_cache, 'cacheCmd' => $cacheCmd, 'functionID' => 'clear_cacheCmd()');
                    // Returns the array of ids to clear, FALSE if nothing should be cleared! Never an empty array!
                    GeneralUtility::callUserFunction($funcName, $_params, $this);
                }
            }
            // Delete cache for selected pages:
            if (is_array($list_cache)) {
                foreach ($list_cache as $pageId) {
                    $tagsToFlush[] = 'pageId_' . (int)$pageId;
                }
            }
        }
        // flush cache by tag
        if (GeneralUtility::isFirstPartOfStr(strtolower($cacheCmd), 'cachetag:')) {
            $cacheTag = substr($cacheCmd, 9);
            $tagsToFlush[] = $cacheTag;
        }
        // process caching framwork operations
        if (count($tagsToFlush) > 0) {
            foreach (array_unique($tagsToFlush) as $tag) {
                $this->getCacheManager()->flushCachesInGroupByTag('pages', $tag);
            }
        }

        // Call post processing function for clear-cache:
        if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['clearCachePostProc'])) {
            $_params = array('cacheCmd' => strtolower($cacheCmd));
            foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['clearCachePostProc'] as $_funcRef) {
                GeneralUtility::callUserFunction($_funcRef, $_params, $this);
            }
        }
    }

    /*****************************
     *
     * Logging
     *
     *****************************/
    public function log($table, $recuid, $action, $recpid, $error, $details, $details_nr = -1, $data = array(), $event_pid = -1, $NEWid = '') {
        if (!$this->enableLogging) {
            return 0;
        }
        // Type value for tce_db.php
        $type = 1;
        if (!$this->storeLogMessages) {
            $details = '';
        }
        if ($error > 0) {
            $detailMessage = $details;
            if (is_array($data)) {
                $detailMessage = vsprintf($details, $data);
            }
            $this->errorLog[] = '[' . $type . '.' . $action . '.' . $details_nr . ']: ' . $detailMessage;
        }
        return $this->BE_USER->writelog($type, $action, $error, $details_nr, $details, $data, $table, $recuid, $recpid, $event_pid, $NEWid);
    }

    public function newlog($message, $error = 0) {
        return $this->log('', 0, 0, 0, $error, '[newlog()] ' . $message, -1);
    }

    public function newlog2($message, $table, $uid, $pid = FALSE, $error = 0) {
        if ($pid === FALSE) {
            $propArr = $this->getRecordProperties($table, $uid);
            $pid = $propArr['pid'];
        }
        return $this->log($table, $uid, 0, 0, $error, $message, -1, array(), $this->eventPid($table, $uid, $pid));
    }

    public function printLogErrorMessages($redirect) {
        $res_log = $GLOBALS['TYPO3_DB']->exec_SELECTquery('*', 'sys_log', 'type=1 AND action<256 AND userid=' . (int)$this->BE_USER->user['uid'] . ' AND tstamp=' . (int)$GLOBALS['EXEC_TIME'] . '  AND error<>0');
        while ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res_log)) {
            $log_data = unserialize($row['log_data']);
            $msg = $row['error'] . ': ' . sprintf($row['details'], $log_data[0], $log_data[1], $log_data[2], $log_data[3], $log_data[4]);
            $flashMessage = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Messaging\\FlashMessage', htmlspecialchars($msg), '', \TYPO3\CMS\Core\Messaging\FlashMessage::ERROR, TRUE);
            $flashMessageService = GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Messaging\\FlashMessageService');
            $defaultFlashMessageQueue = $flashMessageService->getMessageQueueByIdentifier();
            $defaultFlashMessageQueue->enqueue($flashMessage);
        }
        $GLOBALS['TYPO3_DB']->sql_free_result($res_log);
    }

    /*****************************
     *
     * Internal (do not use outside Core!)
     *
     *****************************/
    public function internal_clearPageCache() {
        GeneralUtility::logDeprecatedFunction();
        $this->getCacheManager()->flushCachesInGroup('pages');
    }

    public function insertUpdateDB_preprocessBasedOnFieldType($table, $fieldArray) {
        $result = $fieldArray;
        foreach ($fieldArray as $field => $value) {
            switch ($GLOBALS['TCA'][$table]['columns'][$field]['config']['type']) {
                case 'inline':
                    if ($GLOBALS['TCA'][$table]['columns'][$field]['config']['foreign_field']) {
                        if (!\TYPO3\CMS\Core\Utility\MathUtility::canBeInterpretedAsInteger($value)) {
                            $result[$field] = count(GeneralUtility::trimExplode(',', $value, TRUE));
                        }
                    }
                    break;
            }
        }
        return $result;
    }

    public function getAutoVersionId($table, $id) {
        $result = NULL;
        if (isset($this->autoVersionIdMap[$table][$id])) {
            $result = $this->autoVersionIdMap[$table][$id];
        }
        return $result;
    }

    protected function overlayAutoVersionId($table, $id) {
        $autoVersionId = $this->getAutoVersionId($table, $id);
        if (is_null($autoVersionId) === FALSE) {
            $id = $autoVersionId;
        }
        return $id;
    }

    protected function addNewValuesToRemapStackChildIds(array $idValues) {
        foreach ($idValues as $idValue) {
            if (strpos($idValue, 'NEW') === 0) {
                $this->remapStackChildIds[$idValue] = TRUE;
            }
        }
    }

    protected function resolveVersionedRecords($tableName, $fieldNames, $sortingField, array $liveIds) {
        $resolver = GeneralUtility::makeInstance(
            'TYPO3\\CMS\\Core\\DataHandling\\PlainDataResolver',
            $tableName,
            $liveIds,
            $sortingField
        );

        $resolver->setWorkspaceId($this->BE_USER->workspace);
        $resolver->setKeepDeletePlaceholder(FALSE);
        $resolver->setKeepMovePlaceholder(FALSE);
        $resolver->setKeepLiveIds(TRUE);
        $recordIds = $resolver->get();

        $records = array();
        foreach ($recordIds as $recordId) {
            $records[$recordId] = BackendUtility::getRecord($tableName, $recordId, $fieldNames);
        }

        return $records;
    }

    protected function getOuterMostInstance() {
        if (!isset($this->outerMostInstance)) {
            $stack = array_reverse(debug_backtrace());
            foreach ($stack as $stackItem) {
                if (isset($stackItem['object']) && $stackItem['object'] instanceof \TYPO3\CMS\Core\DataHandling\DataHandler) {
                    $this->outerMostInstance = $stackItem['object'];
                    break;
                }
            }
        }
        return $this->outerMostInstance;
    }

    public function isOuterMostInstance() {
        return $this->getOuterMostInstance() === $this;
    }

    protected function getMemoryCache() {
        return $this->getCacheManager()->getCache('cache_runtime');
    }


    protected function isNestedElementCallRegistered($table, $id, $identifier) {
        $nestedElementCalls = (array)$this->runtimeCache->get($this->cachePrefixNestedElementCalls);
        return isset($nestedElementCalls[$identifier][$table][$id]);
    }

    protected function registerNestedElementCall($table, $id, $identifier) {
        $nestedElementCalls = (array)$this->runtimeCache->get($this->cachePrefixNestedElementCalls);
        $nestedElementCalls[$identifier][$table][$id] = TRUE;
        $this->runtimeCache->set($this->cachePrefixNestedElementCalls, $nestedElementCalls);
    }

    protected function resetNestedElementCalls() {
        $this->runtimeCache->remove($this->cachePrefixNestedElementCalls);
    }

    protected function isElementToBeDeleted($table, $id) {
        $elementsToBeDeleted = (array)$this->runtimeCache->get('core-datahandler-elementsToBeDeleted');
        return isset($elementsToBeDeleted[$table][$id]);
    }

    protected function registerElementsToBeDeleted() {
        $elementsToBeDeleted = (array)$this->runtimeCache->get('core-datahandler-elementsToBeDeleted');
        $this->runtimeCache->set('core-datahandler-elementsToBeDeleted', array_merge($elementsToBeDeleted, $this->getCommandMapElements('delete')));
    }

    protected function resetElementsToBeDeleted() {
        $this->runtimeCache->remove('core-datahandler-elementsToBeDeleted');
    }

    protected function unsetElementsToBeDeleted(array $elements) {
        $elements = GeneralUtility::arrayDiffAssocRecursive($elements, $this->getCommandMapElements('delete'));
        foreach ($elements as $key => $value) {
            if (empty($value)) {
                unset($elements[$key]);
            }
        }
        return $elements;
    }

    protected function getCommandMapElements($needle) {
        $elements = array();
        foreach ($this->cmdmap as $tableName => $idArray) {
            foreach ($idArray as $id => $commandArray) {
                foreach ($commandArray as $command => $value) {
                    if ($value && $command == $needle) {
                        $elements[$tableName][$id] = TRUE;
                    }
                }
            }
        }
        return $elements;
    }

    protected function controlActiveElements() {
        if (!empty($this->control['active'])) {
            $this->setNullValues(
                $this->control['active'],
                $this->datamap
            );
        }
    }

    protected function setNullValues(array $active, array &$haystack) {
        foreach ($active as $key => $value) {
            // Nested data is processes recursively
            if (is_array($value)) {
                $this->setNullValues(
                    $value,
                    $haystack[$key]
                );
            // Field has not been activated in the user interface,
            // thus a NULL value shall be stored in the database
            } elseif ($value == 0) {
                $haystack[$key] = NULL;
            }
        }
    }

    protected function getFieldEvalCacheIdentifier($additionalIdentifier) {
        return 'core-datahandler-eval-' . md5($additionalIdentifier);
    }

    protected function createRelationHandlerInstance() {
        return GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Database\\RelationHandler');
    }

    protected function getCacheManager() {
        return GeneralUtility::makeInstance('TYPO3\\CMS\\Core\\Cache\\CacheManager');
    }

    protected function getResourceFactory() {
        return \TYPO3\CMS\Core\Resource\ResourceFactory::getInstance();
    }

}