[BUGFIX] TCEmain::clear_cacheCmd relies on active BE_USER

[Packages/TYPO3.CMS.git] / t3lib / class.t3lib_tcemain.php

<?php
/***************************************************************
 *  Copyright notice
 *
 *  (c) 1999-2011 Kasper Skårhøj (kasperYYYY@typo3.com)
 *  All rights reserved
 *
 *  This script is part of the TYPO3 project. The TYPO3 project is
 *  free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or
 *  (at your option) any later version.
 *
 *  The GNU General Public License can be found at
 *  http://www.gnu.org/copyleft/gpl.html.
 *  A copy is found in the textfile GPL.txt and important notices to the license
 *  from the author is found in LICENSE.txt distributed with these scripts.
 *
 *
 *  This script is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  This copyright notice MUST APPEAR in all copies of the script!
 ***************************************************************/
/**
 * Contains the TYPO3 Core Engine
 *
 * Revised for TYPO3 3.9 October 2005 by Kasper Skårhøj
 *
 * @author      Kasper Skårhøj <kasperYYYY@typo3.com>
 */


/**
 * This is the TYPO3 Core Engine class for manipulation of the database
 * This class is used by eg. the tce_db.php script which provides an the interface for POST forms to this class.
 *
 * Dependencies:
 * - $GLOBALS['TCA'] must exist
 * - $GLOBALS['LANG'] must exist
 *
 * tce_db.php for further comments and SYNTAX! Also see document 'TYPO3 Core API' for details.
 *
 * @author      Kasper Skårhøj <kasperYYYY@typo3.com>
 * @package TYPO3
 * @subpackage t3lib
 */
class t3lib_TCEmain {


        // *********************
        // Public variables you can configure before using the class:
        // *********************

        var $storeLogMessages = TRUE; // Boolean: If TRUE, the default log-messages will be stored. This should not be necessary if the locallang-file for the log-display is properly configured. So disabling this will just save some database-space as the default messages are not saved.
        var $enableLogging = TRUE; // Boolean: If TRUE, actions are logged to sys_log.
        var $reverseOrder = FALSE; // Boolean: If TRUE, the datamap array is reversed in the order, which is a nice thing if you're creating a whole new bunch of records.
        var $checkSimilar = TRUE; // Boolean: If TRUE, only fields which are different from the database values are saved! In fact, if a whole input array is similar, it's not saved then.
        var $stripslashes_values = TRUE; // Boolean: If TRUE, incoming values in the data-array have their slashes stripped. ALWAYS SET THIS TO ZERO and supply an unescaped data array instead. This switch may totally disappear in future versions of this class!
        var $checkStoredRecords = TRUE; // Boolean: This will read the record after having updated or inserted it. If anything is not properly submitted an error is written to the log. This feature consumes extra time by selecting records
        var $checkStoredRecords_loose = TRUE; // Boolean: If set, values '' and 0 will equal each other when the stored records are checked.
        var $deleteTree = FALSE; // Boolean. If this is set, then a page is deleted by deleting the whole branch under it (user must have deletepermissions to it all). If not set, then the page is deleted ONLY if it has no branch
        var $neverHideAtCopy = FALSE; // Boolean. If set, then the 'hideAtCopy' flag for tables will be ignored.
        var $dontProcessTransformations = FALSE; // Boolean: If set, then transformations are NOT performed on the input.
        var $clear_flexFormData_vDEFbase = FALSE; // Boolean: If set, .vDEFbase values are unset in flexforms.
        var $updateModeL10NdiffData = TRUE; // Boolean/Mixed: TRUE: (traditional) Updates when record is saved. For flexforms, updates if change is made to the localized value. FALSE: Will not update anything. "FORCE_FFUPD" (string): Like TRUE, but will force update to the FlexForm Field
        var $updateModeL10NdiffDataClear = FALSE; // Boolean: If TRUE, the translation diff. fields will in fact be reset so that they indicate that all needs to change again! It's meant as the opposite of declaring the record translated.
        var $bypassWorkspaceRestrictions = FALSE; // Boolean: If TRUE, workspace restrictions are bypassed on edit an create actions (process_datamap()). YOU MUST KNOW what you do if you use this feature!
        var $bypassFileHandling = FALSE; // Boolean: If TRUE, file handling of attached files (addition, deletion etc) is bypassed - the value is saved straight away. YOU MUST KNOW what you are doing with this feature!
        var $bypassAccessCheckForRecords = FALSE; // Boolean: If TRUE, access check, check for deleted etc. for records is bypassed. YOU MUST KNOW what you are doing if you use this feature!

        var $copyWhichTables = '*'; // String. Comma-list. This list of tables decides which tables will be copied. If empty then none will. If '*' then all will (that the user has permission to of course)

        var $copyTree = 0; // Integer. If 0 then branch is NOT copied. If 1 then pages on the 1st level is copied. If 2 then pages on the second level is copied ... and so on

        var $defaultValues = array(); // Array [table][fields]=value: New records are created with default values and you can set this array on the form $defaultValues[$table][$field] = $value to override the default values fetched from TCA. If ->setDefaultsFromUserTS is called UserTSconfig default values will overrule existing values in this array (thus UserTSconfig overrules externally set defaults which overrules TCA defaults)
        var $overrideValues = array(); // Array [table][fields]=value: You can set this array on the form $overrideValues[$table][$field] = $value to override the incoming data. You must set this externally. You must make sure the fields in this array are also found in the table, because it's not checked. All columns can be set by this array!
        var $alternativeFileName = array(); // Array [filename]=alternative_filename: Use this array to force another name onto a file. Eg. if you set ['/tmp/blablabal'] = 'my_file.txt' and '/tmp/blablabal' is set for a certain file-field, then 'my_file.txt' will be used as the name instead.
        var $alternativeFilePath = array(); // Array [filename]=alternative_filepath: Same as alternativeFileName but with relative path to the file
        var $data_disableFields = array(); // If entries are set in this array corresponding to fields for update, they are ignored and thus NOT updated. You could set this array from a series of checkboxes with value=0 and hidden fields before the checkbox with 1. Then an empty checkbox will disable the field.
        var $suggestedInsertUids = array(); // Use this array to validate suggested uids for tables by setting [table]:[uid]. This is a dangerous option since it will force the inserted record to have a certain UID. The value just have to be TRUE, but if you set it to "DELETE" it will make sure any record with that UID will be deleted first (raw delete). The option is used for import of T3D files when synchronizing between two mirrored servers. As a security measure this feature is available only for Admin Users (for now)

        var $callBackObj; // Object. Call back object for flex form traversation. Useful when external classes wants to use the iteration functions inside tcemain for traversing a FlexForm structure.


        // *********************
        // Internal variables (mapping arrays) which can be used (read-only) from outside
        // *********************

        var $autoVersionIdMap = array(); // Contains mapping of auto-versionized records.
        var $substNEWwithIDs = array(); // When new elements are created, this array contains a map between their "NEW..." string IDs and the eventual UID they got when stored in database
        var $substNEWwithIDs_table = array(); // Like $substNEWwithIDs, but where each old "NEW..." id is mapped to the table it was from.
        var $newRelatedIDs = array(); // Holds the tables and there the ids of newly created child records from IRRE
        var $copyMappingArray_merged = array(); // This array is the sum of all copying operations in this class. May be READ from outside, thus partly public.
        var $copiedFileMap = array(); // A map between input file name and final destination for files being attached to records.
        var $RTEmagic_copyIndex = array(); // Contains [table][id][field] of fiels where RTEmagic images was copied. Holds old filename as key and new filename as value.
        var $errorLog = array(); // Errors are collected in this variable.


        // *********************
        // Internal Variables, do not touch.
        // *********************

        // Variables set in init() function:
        /**
         * The user-object the script uses. If not set from outside, this is set to the current global $BE_USER.
         *
         * @var t3lib_beUserAuth
         */
        var $BE_USER;
        var $userid; // will be set to uid of be_user executing this script
        var $username; // will be set to username of be_user executing this script
        var $admin; // will be set if user is admin

        var $defaultPermissions = array( // Can be overridden from $GLOBALS['TYPO3_CONF_VARS']
                'user' => 'show,edit,delete,new,editcontent',
                'group' => 'show,edit,new,editcontent',
                'everybody' => ''
        );

        var $exclude_array; // The list of <table>-<fields> that cannot be edited by user. This is compiled from TCA/exclude-flag combined with non_exclude_fields for the user.
        var $datamap = array(); // Set with incoming data array
        var $cmdmap = array(); // Set with incoming cmd array

                // Internal static:
        var $pMap = array( // Permission mapping
                'show' => 1, // 1st bit
                'edit' => 2, // 2nd bit
                'delete' => 4, // 3rd bit
                'new' => 8, // 4th bit
                'editcontent' => 16 // 5th bit
        );
        var $sortIntervals = 256; // Integer: The interval between sorting numbers used with tables with a 'sorting' field defined. Min 1

                // Internal caching arrays
        var $recUpdateAccessCache = array(); // Used by function checkRecordUpdateAccess() to store whether a record is updateable or not.
        var $recInsertAccessCache = array(); // User by function checkRecordInsertAccess() to store whether a record can be inserted on a page id
        var $isRecordInWebMount_Cache = array(); // Caching array for check of whether records are in a webmount
        var $isInWebMount_Cache = array(); // Caching array for page ids in webmounts
        var $cachedTSconfig = array(); // Caching for collecting TSconfig for page ids
        var $pageCache = array(); // Used for caching page records in pageInfo()
        var $checkWorkspaceCache = array(); // Array caching workspace access for BE_USER

                // Other arrays:
        var $dbAnalysisStore = array(); // For accumulation of MM relations that must be written after new records are created.
        var $removeFilesStore = array(); // For accumulation of files which must be deleted after processing of all input content
        var $uploadedFileArray = array(); // Uploaded files, set by process_uploads()
        var $registerDBList = array(); // Used for tracking references that might need correction after operations
        var $registerDBPids = array(); // Used for tracking references that might need correction in pid field after operations (e.g. IRRE)
        var $copyMappingArray = array(); // Used by the copy action to track the ids of new pages so subpages are correctly inserted! THIS is internally cleared for each executed copy operation! DO NOT USE THIS FROM OUTSIDE! Read from copyMappingArray_merged instead which is accumulating this information.
        var $remapStack = array(); // array used for remapping uids and values at the end of process_datamap
        var $remapStackRecords = array(); // array used for remapping uids and values at the end of process_datamap (e.g. $remapStackRecords[<table>][<uid>] = <index in $remapStack>)
        protected $remapStackChildIds = array(); // array used for checking whether new children need to be remapped
        protected $remapStackActions = array(); // array used for executing addition actions after remapping happened (sett processRemapStack())
        protected $remapStackRefIndex = array(); // array used for executing post-processing on the reference index
        var $updateRefIndexStack = array(); // array used for additional calls to $this->updateRefIndex
        var $callFromImpExp = FALSE; // tells, that this TCEmain was called from tx_impext - this variable is set by tx_impexp
        var $newIndexMap = array(); // Array for new flexform index mapping

        // Various
        /**
         * basicFileFunctions object
         *
         * @var t3lib_basicFileFunctions
         */
        var $fileFunc; // For "singleTon" file-manipulation object
        var $checkValue_currentRecord = array(); // Set to "currentRecord" during checking of values.
        var $autoVersioningUpdate = FALSE; // A signal flag used to tell file processing that autoversioning has happend and hence certain action should be applied.

        protected $disableDeleteClause = FALSE; // Disable delete clause
        protected $checkModifyAccessListHookObjects;
        protected $version_remapMMForVersionSwap_reg;

        /**
         * The outer most instance of t3lib_TCEmain
         * (t3lib_TCEmain instantiates itself on versioning and localization)
         * @var t3lib_TCEmain
         */
        protected $outerMostInstance = NULL;

        /**
         * Initializing.
         * For details, see 'TYPO3 Core API' document.
         * This function does not start the processing of data, but merely initializes the object
         *
         * @param       array           Data to be modified or inserted in the database
         * @param       array           Commands to copy, move, delete, localize, versionize records.
         * @param       object          An alternative userobject you can set instead of the default, which is $GLOBALS['BE_USER']
         * @return      void
         */
        public function start($data, $cmd, $altUserObject = '') {

                        // Initializing BE_USER
                $this->BE_USER = is_object($altUserObject) ? $altUserObject : $GLOBALS['BE_USER'];
                $this->userid = $this->BE_USER->user['uid'];
                $this->username = $this->BE_USER->user['username'];
                $this->admin = $this->BE_USER->user['admin'];

                if ($this->BE_USER->uc['recursiveDelete']) {
                        $this->deleteTree = 1;
                }

                if ($GLOBALS['TYPO3_CONF_VARS']['BE']['explicitConfirmationOfTranslation'] && $this->updateModeL10NdiffData === TRUE) {
                        $this->updateModeL10NdiffData = FALSE;
                }

                        // Initializing default permissions for pages
                $defaultPermissions = $GLOBALS['TYPO3_CONF_VARS']['BE']['defaultPermissions'];
                if (isset($defaultPermissions['user'])) {
                        $this->defaultPermissions['user'] = $defaultPermissions['user'];
                }
                if (isset($defaultPermissions['group'])) {
                        $this->defaultPermissions['group'] = $defaultPermissions['group'];
                }
                if (isset($defaultPermissions['everybody'])) {
                        $this->defaultPermissions['everybody'] = $defaultPermissions['everybody'];
                }

                        // generates the excludelist, based on TCA/exclude-flag and non_exclude_fields for the user:
                $this->exclude_array = $this->admin ? array() : $this->getExcludeListArray();

                        // Setting the data and cmd arrays
                if (is_array($data)) {
                        reset($data);
                        $this->datamap = $data;
                }
                if (is_array($cmd)) {
                        reset($cmd);
                        $this->cmdmap = $cmd;
                }
        }

        /**
         * Function that can mirror input values in datamap-array to other uid numbers.
         * Example: $mirror[table][11] = '22,33' will look for content in $this->datamap[table][11] and copy it to $this->datamap[table][22] and $this->datamap[table][33]
         *
         * @param       array           This array has the syntax $mirror[table_name][uid] = [list of uids to copy data-value TO!]
         * @return      void
         */
        function setMirror($mirror) {
                if (is_array($mirror)) {
                        foreach ($mirror as $table => $uid_array) {
                                if (isset($this->datamap[$table])) {
                                        foreach ($uid_array as $id => $uidList) {
                                                if (isset($this->datamap[$table][$id])) {
                                                        $theIdsInArray = t3lib_div::trimExplode(',', $uidList, 1);
                                                        foreach ($theIdsInArray as $copyToUid) {
                                                                $this->datamap[$table][$copyToUid] = $this->datamap[$table][$id];
                                                        }
                                                }
                                        }
                                }
                        }
                }
        }

        /**
         * Initializes default values coming from User TSconfig
         *
         * @param       array           User TSconfig array
         * @return      void
         */
        function setDefaultsFromUserTS($userTS) {
                if (is_array($userTS)) {
                        foreach ($userTS as $k => $v) {
                                $k = substr($k, 0, -1);
                                if ($k && is_array($v) && isset($GLOBALS['TCA'][$k])) {
                                        if (is_array($this->defaultValues[$k])) {
                                                $this->defaultValues[$k] = array_merge($this->defaultValues[$k], $v);
                                        } else {
                                                $this->defaultValues[$k] = $v;
                                        }
                                }
                        }
                }
        }

        /**
         * Processing of uploaded files.
         * It turns out that some versions of PHP arranges submitted data for files different if sent in an array. This function will unify this so the internal array $this->uploadedFileArray will always contain files arranged in the same structure.
         *
         * @param       array           $_FILES array
         * @return      void
         */
        function process_uploads($postFiles) {

                if (is_array($postFiles)) {

                                // Editing frozen:
                        if ($this->BE_USER->workspace !== 0 && $this->BE_USER->workspaceRec['freeze']) {
                                $this->newlog('All editing in this workspace has been frozen!', 1);
                                return FALSE;
                        }

                        $subA = reset($postFiles);
                        if (is_array($subA)) {
                                if (is_array($subA['name']) && is_array($subA['type']) && is_array($subA['tmp_name']) && is_array($subA['size'])) {
                                                // Initialize the uploadedFilesArray:
                                        $this->uploadedFileArray = array();

                                                // For each entry:
                                        foreach ($subA as $key => $values) {
                                                $this->process_uploads_traverseArray($this->uploadedFileArray, $values, $key);
                                        }
                                } else {
                                        $this->uploadedFileArray = $subA;
                                }
                        }
                }
        }

        /**
         * Traverse the upload array if needed to rearrange values.
         *
         * @param       array           $this->uploadedFileArray passed by reference
         * @param       array           Input array  ($_FILES parts)
         * @param       string          The current $_FILES array key to set on the outermost level.
         * @return      void
         * @access private
         * @see process_uploads()
         */
        function process_uploads_traverseArray(&$outputArr, $inputArr, $keyToSet) {
                if (is_array($inputArr)) {
                        foreach ($inputArr as $key => $value) {
                                $this->process_uploads_traverseArray($outputArr[$key], $inputArr[$key], $keyToSet);
                        }
                } else {
                        $outputArr[$keyToSet] = $inputArr;
                }
        }


        /*********************************************
         *
         * HOOKS
         *
         *********************************************/

        /**
         * Hook: processDatamap_afterDatabaseOperations
         * (calls $hookObj->processDatamap_afterDatabaseOperations($status, $table, $id, $fieldArray, $this);)
         *
         * Note: When using the hook after INSERT operations, you will only get the temporary NEW... id passed to your hook as $id,
         *               but you can easily translate it to the real uid of the inserted record using the $this->substNEWwithIDs array.
         *
         * @param       object          $hookObjectsArr: (reference) Array with hook objects
         * @param       string          $status: (reference) Status of the current operation, 'new' or 'update
         * @param       string          $table: (refrence) The table currently processing data for
         * @param       string          $id: (reference) The record uid currently processing data for, [integer] or [string] (like 'NEW...')
         * @param       array           $fieldArray: (reference) The field array of a record
         * @return      void
         */
        function hook_processDatamap_afterDatabaseOperations(&$hookObjectsArr, &$status, &$table, &$id, &$fieldArray) {
                        // Process hook directly:
                if (!isset($this->remapStackRecords[$table][$id])) {
                        foreach ($hookObjectsArr as $hookObj) {
                                if (method_exists($hookObj, 'processDatamap_afterDatabaseOperations')) {
                                        $hookObj->processDatamap_afterDatabaseOperations($status, $table, $id, $fieldArray, $this);
                                }
                        }
                                // If this record is in remapStack (e.g. when using IRRE), values will be updated/remapped later on. So the hook will also be called later:
                } else {
                        $this->remapStackRecords[$table][$id]['processDatamap_afterDatabaseOperations'] = array(
                                'status' => $status,
                                'fieldArray' => $fieldArray,
                                'hookObjectsArr' => $hookObjectsArr,
                        );
                }
        }

        /**
         * Gets the 'checkModifyAccessList' hook objects.
         * The first call initializes the accordant objects.
         *
         * @return      array           The 'checkModifyAccessList' hook objects (if any)
         */
        protected function getCheckModifyAccessListHookObjects() {
                if (!isset($this->checkModifyAccessListHookObjects)) {
                        $this->checkModifyAccessListHookObjects = array();

                        if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['checkModifyAccessList'])) {
                                foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['checkModifyAccessList'] as $classData) {
                                        $hookObject = t3lib_div::getUserObj($classData);

                                        if (!($hookObject instanceof t3lib_TCEmain_checkModifyAccessListHook)) {
                                                throw new UnexpectedValueException('$hookObject must implement interface t3lib_TCEmain_checkModifyAccessListHook', 1251892472);
                                        }

                                        $this->checkModifyAccessListHookObjects[] = $hookObject;
                                }
                        }
                }

                return $this->checkModifyAccessListHookObjects;
        }


        /*********************************************
         *
         * PROCESSING DATA
         *
         *********************************************/

        /**
         * Processing the data-array
         * Call this function to process the data-array set by start()
         *
         * @return      void
         */
        public function process_datamap() {
                        // Keep versionized(!) relations here locally:
                $registerDBList = array();

                $this->registerElementsToBeDeleted();
                $this->datamap = $this->unsetElementsToBeDeleted($this->datamap);

                        // Editing frozen:
                if ($this->BE_USER->workspace !== 0 && $this->BE_USER->workspaceRec['freeze']) {
                        $this->newlog('All editing in this workspace has been frozen!', 1);
                        return FALSE;
                }

                        // First prepare user defined objects (if any) for hooks which extend this function:
                $hookObjectsArr = array();
                if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processDatamapClass'])) {
                        foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processDatamapClass'] as $classRef) {
                                $hookObjectsArr[] = t3lib_div::getUserObj($classRef);
                        }
                }

                        // Organize tables so that the pages-table is always processed first. This is required if you want to make sure that content pointing to a new page will be created.
                $orderOfTables = array();
                if (isset($this->datamap['pages'])) { // Set pages first.
                        $orderOfTables[] = 'pages';
                }
                $orderOfTables = array_unique(array_merge($orderOfTables, array_keys($this->datamap)));

                        // Process the tables...
                foreach ($orderOfTables as $table) {
                        /* Check if
                                   - table is set in $GLOBALS['TCA'],
                                   - table is NOT readOnly
                                   - the table is set with content in the data-array (if not, there's nothing to process...)
                                   - permissions for tableaccess OK
                           */
                        $modifyAccessList = $this->checkModifyAccessList($table);
                        if (!$modifyAccessList) {
                                $id = 0;
                                $this->log($table, $id, 2, 0, 1, "Attempt to modify table '%s' without permission", 1, array($table));
                        }
                        if (isset($GLOBALS['TCA'][$table]) && !$this->tableReadOnly($table) && is_array($this->datamap[$table]) && $modifyAccessList) {
                                if ($this->reverseOrder) {
                                        $this->datamap[$table] = array_reverse($this->datamap[$table], 1);
                                }

                                        // For each record from the table, do:
                                        // $id is the record uid, may be a string if new records...
                                        // $incomingFieldArray is the array of fields
                                foreach ($this->datamap[$table] as $id => $incomingFieldArray) {
                                        if (is_array($incomingFieldArray)) {

                                                        // Hook: processDatamap_preProcessFieldArray
                                                foreach ($hookObjectsArr as $hookObj) {
                                                        if (method_exists($hookObj, 'processDatamap_preProcessFieldArray')) {
                                                                $hookObj->processDatamap_preProcessFieldArray($incomingFieldArray, $table, $id, $this);
                                                        }
                                                }

                                                        // ******************************
                                                        // Checking access to the record
                                                        // ******************************
                                                $createNewVersion = FALSE;
                                                $recordAccess = FALSE;
                                                $old_pid_value = '';
                                                $this->autoVersioningUpdate = FALSE;

                                                if (!t3lib_utility_Math::canBeInterpretedAsInteger($id)) { // Is it a new record? (Then Id is a string)
                                                        $fieldArray = $this->newFieldArray($table); // Get a fieldArray with default values
                                                        if (isset($incomingFieldArray['pid'])) { // A pid must be set for new records.
                                                                        // $value = the pid
                                                                $pid_value = $incomingFieldArray['pid'];

                                                                        // Checking and finding numerical pid, it may be a string-reference to another value
                                                                $OK = 1;
                                                                if (strstr($pid_value, 'NEW')) { // If a NEW... id
                                                                        if (substr($pid_value, 0, 1) == '-') {
                                                                                $negFlag = -1;
                                                                                $pid_value = substr($pid_value, 1);
                                                                        } else {
                                                                                $negFlag = 1;
                                                                        }
                                                                        if (isset($this->substNEWwithIDs[$pid_value])) { // Trying to find the correct numerical value as it should be mapped by earlier processing of another new record.
                                                                                if ($negFlag === 1) {
                                                                                        $old_pid_value = $this->substNEWwithIDs[$pid_value];
                                                                                }
                                                                                $pid_value = intval($negFlag * $this->substNEWwithIDs[$pid_value]);
                                                                        } else {
                                                                                $OK = 0;
                                                                        } // If not found in the substArray we must stop the process...
                                                                } elseif ($pid_value >= 0 && $this->BE_USER->workspace !== 0
                                                                        && $GLOBALS['TCA'][$table]['ctrl']['versioning_followPages']) {
                                                                                // PID points to page, the workspace is an offline space and the table follows
                                                                                // page during versioning: This means we must check if the PID page has a version
                                                                                // in the workspace with swapmode set to 0 (zero = page+content) and if so, change
                                                                                // the pid to the uid of that version.
                                                                        if ($WSdestPage = t3lib_BEfunc::getWorkspaceVersionOfRecord($this->BE_USER->workspace, 'pages', $pid_value, 'uid,t3ver_swapmode')) { // Looks for workspace version of page.
                                                                                if ($WSdestPage['t3ver_swapmode'] == 0) { // if swapmode is zero, then change pid value.
                                                                                        $pid_value = $WSdestPage['uid'];
                                                                                }
                                                                        }
                                                                }
                                                                $pid_value = intval($pid_value);

                                                                        // The $pid_value is now the numerical pid at this point
                                                                if ($OK) {
                                                                        $sortRow = $GLOBALS['TCA'][$table]['ctrl']['sortby'];
                                                                        if ($pid_value >= 0) { // Points to a page on which to insert the element, possibly in the top of the page
                                                                                if ($sortRow) { // If this table is sorted we better find the top sorting number
                                                                                        $fieldArray[$sortRow] = $this->getSortNumber($table, 0, $pid_value);
                                                                                }
                                                                                $fieldArray['pid'] = $pid_value; // The numerical pid is inserted in the data array
                                                                        } else { // points to another record before ifself
                                                                                if ($sortRow) { // If this table is sorted we better find the top sorting number
                                                                                        $tempArray = $this->getSortNumber($table, 0, $pid_value); // Because $pid_value is < 0, getSortNumber returns an array
                                                                                        $fieldArray['pid'] = $tempArray['pid'];
                                                                                        $fieldArray[$sortRow] = $tempArray['sortNumber'];
                                                                                } else { // Here we fetch the PID of the record that we point to...
                                                                                        $tempdata = $this->recordInfo($table, abs($pid_value), 'pid');
                                                                                        $fieldArray['pid'] = $tempdata['pid'];
                                                                                }
                                                                        }
                                                                }
                                                        }
                                                        $theRealPid = $fieldArray['pid'];

                                                                // Now, check if we may insert records on this pid.
                                                        if ($theRealPid >= 0) {
                                                                $recordAccess = $this->checkRecordInsertAccess($table, $theRealPid); // Checks if records can be inserted on this $pid.
                                                                if ($recordAccess) {
                                                                        $this->addDefaultPermittedLanguageIfNotSet($table, $incomingFieldArray);
                                                                        $recordAccess = $this->BE_USER->recordEditAccessInternals($table, $incomingFieldArray, TRUE);
                                                                        if (!$recordAccess) {
                                                                                $this->newlog("recordEditAccessInternals() check failed. [" . $this->BE_USER->errorMsg . "]", 1);
                                                                        } elseif (!$this->bypassWorkspaceRestrictions) {
                                                                                        // Workspace related processing:
                                                                                if ($res = $this->BE_USER->workspaceAllowLiveRecordsInPID($theRealPid, $table)) { // If LIVE records cannot be created in the current PID due to workspace restrictions, prepare creation of placeholder-record
                                                                                        if ($res < 0) {
                                                                                                $recordAccess = FALSE;
                                                                                                $this->newlog('Stage for versioning root point and users access level did not allow for editing', 1);
                                                                                        }
                                                                                } else { // So, if no live records were allowed, we have to create a new version of this record:
                                                                                        if ($GLOBALS['TCA'][$table]['ctrl']['versioningWS']) {
                                                                                                $createNewVersion = TRUE;
                                                                                        } else {
                                                                                                $recordAccess = FALSE;
                                                                                                $this->newlog('Record could not be created in this workspace in this branch', 1);
                                                                                        }
                                                                                }
                                                                        }
                                                                }
                                                        } else {
                                                                debug('Internal ERROR: pid should not be less than zero!');
                                                        }
                                                        $status = 'new'; // Yes new record, change $record_status to 'insert'
                                                } else { // Nope... $id is a number
                                                        $fieldArray = array();
                                                        $recordAccess = $this->checkRecordUpdateAccess($table, $id, $incomingFieldArray, $hookObjectsArr);
                                                        if (!$recordAccess) {
                                                                $propArr = $this->getRecordProperties($table, $id);
                                                                $this->log($table, $id, 2, 0, 1, "Attempt to modify record '%s' (%s) without permission. Or non-existing page.", 2, array($propArr['header'], $table . ':' . $id), $propArr['event_pid']);
                                                        } else { // Next check of the record permissions (internals)
                                                                $recordAccess = $this->BE_USER->recordEditAccessInternals($table, $id);
                                                                if (!$recordAccess) {
                                                                        $propArr = $this->getRecordProperties($table, $id);
                                                                        $this->newlog("recordEditAccessInternals() check failed. [" . $this->BE_USER->errorMsg . "]", 1);
                                                                } else { // Here we fetch the PID of the record that we point to...
                                                                        $tempdata = $this->recordInfo($table, $id, 'pid' .
                                                                                ($GLOBALS['TCA'][$table]['ctrl']['versioningWS'] ? ',t3ver_wsid,t3ver_stage' : '')
                                                                        );
                                                                        $theRealPid = $tempdata['pid'];

                                                                                // Use the new id of the versionized record we're trying to write to:
                                                                                // (This record is a child record of a parent and has already been versionized.)
                                                                        if ($this->autoVersionIdMap[$table][$id]) {
                                                                                        // For the reason that creating a new version of this record, automatically
                                                                                        // created related child records (e.g. "IRRE"), update the accordant field:
                                                                                $this->getVersionizedIncomingFieldArray($table, $id, $incomingFieldArray, $registerDBList);

                                                                                        // Use the new id of the copied/versionized record:
                                                                                $id = $this->autoVersionIdMap[$table][$id];
                                                                                $recordAccess = TRUE;
                                                                                $this->autoVersioningUpdate = TRUE;

                                                                                        // Checking access in case of offline workspace:
                                                                        } elseif (!$this->bypassWorkspaceRestrictions && $errorCode = $this->BE_USER->workspaceCannotEditRecord($table, $tempdata)) {
                                                                                $recordAccess = FALSE; // Versioning is required and it must be offline version!

                                                                                        // Auto-creation of version: In offline workspace, test if versioning is enabled and look for workspace version of input record. If there is no versionized record found we will create one and save to that.
                                                                                if ($this->BE_USER->workspaceAllowAutoCreation($table, $id, $theRealPid)) {
                                                                                        /** @var $tce t3lib_TCEmain */
                                                                                        $tce = t3lib_div::makeInstance('t3lib_TCEmain');
                                                                                        /* @var $tce t3lib_TCEmain  */
                                                                                        $tce->stripslashes_values = 0;

                                                                                                // Setting up command for creating a new version of the record:
                                                                                        $cmd = array();
                                                                                        $cmd[$table][$id]['version'] = array(
                                                                                                'action' => 'new',
                                                                                                'treeLevels' => -1, // Default is to create a version of the individual records... element versioning that is.
                                                                                                'label' => 'Auto-created for WS #' . $this->BE_USER->workspace
                                                                                        );
                                                                                        $tce->start(array(), $cmd);
                                                                                        $tce->process_cmdmap();
                                                                                        $this->errorLog = array_merge($this->errorLog, $tce->errorLog);

                                                                                                // If copying was successful, share the new uids (also of related children):
                                                                                        if ($tce->copyMappingArray[$table][$id]) {
                                                                                                foreach ($tce->copyMappingArray as $origTable => $origIdArray) {
                                                                                                        foreach ($origIdArray as $origId => $newId) {
                                                                                                                $this->uploadedFileArray[$origTable][$newId] = $this->uploadedFileArray[$origTable][$origId];
                                                                                                                $this->autoVersionIdMap[$origTable][$origId] = $newId;
                                                                                                        }
                                                                                                }
                                                                                                $this->RTEmagic_copyIndex = t3lib_div::array_merge_recursive_overrule($this->RTEmagic_copyIndex, $tce->RTEmagic_copyIndex); // See where RTEmagic_copyIndex is used inside fillInFieldArray() for more information...

                                                                                                        // Update registerDBList, that holds the copied relations to child records:
                                                                                                $registerDBList = array_merge($registerDBList, $tce->registerDBList);
                                                                                                        // For the reason that creating a new version of this record, automatically
                                                                                                        // created related child records (e.g. "IRRE"), update the accordant field:
                                                                                                $this->getVersionizedIncomingFieldArray($table, $id, $incomingFieldArray, $registerDBList);

                                                                                                        // Use the new id of the copied/versionized record:
                                                                                                $id = $this->autoVersionIdMap[$table][$id];
                                                                                                $recordAccess = TRUE;
                                                                                                $this->autoVersioningUpdate = TRUE;
                                                                                        } else {
                                                                                                $this->newlog("Could not be edited in offline workspace in the branch where found (failure state: '" . $errorCode . "'). Auto-creation of version failed!", 1);
                                                                                        }
                                                                                } else {
                                                                                        $this->newlog("Could not be edited in offline workspace in the branch where found (failure state: '" . $errorCode . "'). Auto-creation of version not allowed in workspace!", 1);
                                                                                }
                                                                        }
                                                                }
                                                        }
                                                        $status = 'update'; // the default is 'update'
                                                }

                                                        // If access was granted above, proceed to create or update record:
                                                if ($recordAccess) {

                                                        list($tscPID) = t3lib_BEfunc::getTSCpid($table, $id, $old_pid_value ? $old_pid_value : $fieldArray['pid']); // Here the "pid" is set IF NOT the old pid was a string pointing to a place in the subst-id array.
                                                        $TSConfig = $this->getTCEMAIN_TSconfig($tscPID);
                                                        if ($status == 'new' && $table == 'pages' && is_array($TSConfig['permissions.'])) {
                                                                $fieldArray = $this->setTSconfigPermissions($fieldArray, $TSConfig['permissions.']);
                                                        }
                                                        if ($createNewVersion) {
                                                                $newVersion_placeholderFieldArray = $fieldArray;
                                                        }

                                                                // Processing of all fields in incomingFieldArray and setting them in $fieldArray
                                                        $fieldArray = $this->fillInFieldArray($table, $id, $fieldArray, $incomingFieldArray, $theRealPid, $status, $tscPID);

                                                                // NOTICE! All manipulation beyond this point bypasses both "excludeFields" AND possible "MM" relations / file uploads to field!

                                                                // Forcing some values unto field array:
                                                        $fieldArray = $this->overrideFieldArray($table, $fieldArray); // NOTICE: This overriding is potentially dangerous; permissions per field is not checked!!!
                                                        if ($createNewVersion) {
                                                                $newVersion_placeholderFieldArray = $this->overrideFieldArray($table, $newVersion_placeholderFieldArray);
                                                        }

                                                                // Setting system fields
                                                        if ($status == 'new') {
                                                                if ($GLOBALS['TCA'][$table]['ctrl']['crdate']) {
                                                                        $fieldArray[$GLOBALS['TCA'][$table]['ctrl']['crdate']] = $GLOBALS['EXEC_TIME'];
                                                                        if ($createNewVersion) {
                                                                                $newVersion_placeholderFieldArray[$GLOBALS['TCA'][$table]['ctrl']['crdate']] = $GLOBALS['EXEC_TIME'];
                                                                        }
                                                                }
                                                                if ($GLOBALS['TCA'][$table]['ctrl']['cruser_id']) {
                                                                        $fieldArray[$GLOBALS['TCA'][$table]['ctrl']['cruser_id']] = $this->userid;
                                                                        if ($createNewVersion) {
                                                                                $newVersion_placeholderFieldArray[$GLOBALS['TCA'][$table]['ctrl']['cruser_id']] = $this->userid;
                                                                        }
                                                                }
                                                        } elseif ($this->checkSimilar) { // Removing fields which are equal to the current value:
                                                                $fieldArray = $this->compareFieldArrayWithCurrentAndUnset($table, $id, $fieldArray);
                                                        }
                                                        if ($GLOBALS['TCA'][$table]['ctrl']['tstamp'] && count($fieldArray)) {
                                                                $fieldArray[$GLOBALS['TCA'][$table]['ctrl']['tstamp']] = $GLOBALS['EXEC_TIME'];
                                                                if ($createNewVersion) {
                                                                        $newVersion_placeholderFieldArray[$GLOBALS['TCA'][$table]['ctrl']['tstamp']] = $GLOBALS['EXEC_TIME'];
                                                                }
                                                        }
                                                                // Set stage to "Editing" to make sure we restart the workflow
                                                        if ($GLOBALS['TCA'][$table]['ctrl']['versioningWS']) {
                                                                $fieldArray['t3ver_stage'] = 0;
                                                        }

                                                                // Hook: processDatamap_postProcessFieldArray
                                                        foreach ($hookObjectsArr as $hookObj) {
                                                                if (method_exists($hookObj, 'processDatamap_postProcessFieldArray')) {
                                                                        $hookObj->processDatamap_postProcessFieldArray($status, $table, $id, $fieldArray, $this);
                                                                }
                                                        }

                                                                // Performing insert/update. If fieldArray has been unset by some userfunction (see hook above), don't do anything
                                                                // Kasper: Unsetting the fieldArray is dangerous; MM relations might be saved already and files could have been uploaded that are now "lost"
                                                        if (is_array($fieldArray)) {
                                                                if ($status == 'new') {
                                                                        if ($createNewVersion) { // This creates a new version of the record with online placeholder and offline version
                                                                                $versioningType = ($table === 'pages'
                                                                                        ? $this->BE_USER->workspaceVersioningTypeGetClosest(-1)
                                                                                        : -1);
                                                                                if ($this->BE_USER->workspaceVersioningTypeAccess($versioningType)) {
                                                                                        $newVersion_placeholderFieldArray['t3ver_label'] = 'INITIAL PLACEHOLDER';
                                                                                        $newVersion_placeholderFieldArray['t3ver_state'] = 1; // Setting placeholder state value for temporary record
                                                                                        $newVersion_placeholderFieldArray['t3ver_wsid'] = $this->BE_USER->workspace; // Setting workspace - only so display of place holders can filter out those from other workspaces.
                                                                                        $newVersion_placeholderFieldArray[$GLOBALS['TCA'][$table]['ctrl']['label']] = '[PLACEHOLDER, WS#' . $this->BE_USER->workspace . ']';
                                                                                        $this->insertDB($table, $id, $newVersion_placeholderFieldArray, FALSE); // Saving placeholder as 'original'

                                                                                                // For the actual new offline version, set versioning values to point to placeholder:
                                                                                        $fieldArray['pid'] = -1;
                                                                                        $fieldArray['t3ver_oid'] = $this->substNEWwithIDs[$id];
                                                                                        $fieldArray['t3ver_id'] = 1;
                                                                                        $fieldArray['t3ver_state'] = -1; // Setting placeholder state value for version (so it can know it is currently a new version...)
                                                                                        $fieldArray['t3ver_label'] = 'First draft version';
                                                                                        $fieldArray['t3ver_wsid'] = $this->BE_USER->workspace;
                                                                                        if ($table === 'pages') { // Swap mode set to "branch" so we can build branches for pages.
                                                                                                $fieldArray['t3ver_swapmode'] = $versioningType;
                                                                                        }
                                                                                        $phShadowId = $this->insertDB($table, $id, $fieldArray, TRUE, 0, TRUE); // When inserted, $this->substNEWwithIDs[$id] will be changed to the uid of THIS version and so the interface will pick it up just nice!
                                                                                        if ($phShadowId) {
                                                                                                        // Processes fields of the placeholder record:
                                                                                                $this->triggerRemapAction(
                                                                                                        $table,
                                                                                                        $id,
                                                                                                        array($this, 'placeholderShadowing'),
                                                                                                        array($table, $phShadowId)
                                                                                                );
                                                                                                        // Hold auto-versionized ids of placeholders:
                                                                                                $this->autoVersionIdMap[$table][$this->substNEWwithIDs[$id]] = $phShadowId;
                                                                                        }
                                                                                } else {
                                                                                        $this->newlog('Versioning type "' . $versioningType . '" was not allowed, so could not create new record.', 1);
                                                                                }
                                                                        } else {
                                                                                $this->insertDB($table, $id, $fieldArray, FALSE, $incomingFieldArray['uid']);
                                                                        }
                                                                } else {
                                                                        $this->updateDB($table, $id, $fieldArray);
                                                                        $this->placeholderShadowing($table, $id);
                                                                }
                                                        }

                                                        /*
                                                                                                                         * Hook: processDatamap_afterDatabaseOperations
                                                                                                                         *
                                                                                                                         * Note: When using the hook after INSERT operations, you will only get the temporary NEW... id passed to your hook as $id,
                                                                                                                         *               but you can easily translate it to the real uid of the inserted record using the $this->substNEWwithIDs array.
                                                                                                                         */
                                                        $this->hook_processDatamap_afterDatabaseOperations($hookObjectsArr, $status, $table, $id, $fieldArray);
                                                } // if ($recordAccess) {
                                        } // if (is_array($incomingFieldArray)) {
                                }
                        }
                }

                        // Process the stack of relations to remap/correct
                $this->processRemapStack();
                $this->dbAnalysisStoreExec();
                $this->removeRegisteredFiles();

                /*
                 * Hook: processDatamap_afterAllOperations
                 *
                 * Note: When this hook gets called, all operations on the submitted data have been finished.
                 */
                foreach ($hookObjectsArr as $hookObj) {
                        if (method_exists($hookObj, 'processDatamap_afterAllOperations')) {
                                $hookObj->processDatamap_afterAllOperations($this);
                        }
                }

                if ($this->isOuterMostInstance()) {
                        $this->resetElementsToBeDeleted();
                }
        }

        /**
         * Fix shadowing of data in case we are editing a offline version of a live "New" placeholder record:
         *
         * @param       string          Table name
         * @param       integer         Record uid
         * @return      void
         */
        function placeholderShadowing($table, $id) {
                t3lib_div::loadTCA($table);
                if ($liveRec = t3lib_BEfunc::getLiveVersionOfRecord($table, $id, '*')) {
                        if ((int) $liveRec['t3ver_state'] > 0) {
                                $justStoredRecord = t3lib_BEfunc::getRecord($table, $id);
                                $newRecord = array();

                                $shadowCols = $GLOBALS['TCA'][$table]['ctrl']['shadowColumnsForNewPlaceholders'];
                                $shadowCols .= ',' . $GLOBALS['TCA'][$table]['ctrl']['languageField'];
                                $shadowCols .= ',' . $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField'];
                                $shadowCols .= ',' . $GLOBALS['TCA'][$table]['ctrl']['type'];
                                $shadowCols .= ',' . $GLOBALS['TCA'][$table]['ctrl']['label'];

                                $shadowColumns = array_unique(t3lib_div::trimExplode(',', $shadowCols, 1));
                                foreach ($shadowColumns as $fieldName) {
                                        if (strcmp($justStoredRecord[$fieldName], $liveRec[$fieldName])
                                                && isset($GLOBALS['TCA'][$table]['columns'][$fieldName])
                                                && $fieldName !== 'uid' && $fieldName !== 'pid') {
                                                $newRecord[$fieldName] = $justStoredRecord[$fieldName];
                                        }
                                }

                                if (count($newRecord)) {
                                        $this->newlog2('Shadowing done on fields <i>' . implode(',', array_keys($newRecord)) . '</i> in placeholder record ' . $table . ':' . $liveRec['uid'] . ' (offline version UID=' . $id . ')', $table, $liveRec['uid'], $liveRec['pid']);
                                        $this->updateDB($table, $liveRec['uid'], $newRecord);
                                }
                        }
                }
        }

        /**
         * Filling in the field array
         * $this->exclude_array is used to filter fields if needed.
         *
         * @param       string          Table name
         * @param       integer         Record ID
         * @param       array           Default values, Preset $fieldArray with 'pid' maybe (pid and uid will be not be overridden anyway)
         * @param       array           $incomingFieldArray is which fields/values you want to set. There are processed and put into $fieldArray if OK
         * @param       integer         The real PID value of the record. For updates, this is just the pid of the record. For new records this is the PID of the page where it is inserted.
         * @param       string          $status = 'new' or 'update'
         * @param       integer         $tscPID: TSconfig PID
         * @return      array           Field Array
         */
        function fillInFieldArray($table, $id, $fieldArray, $incomingFieldArray, $realPid, $status, $tscPID) {

                        // Initialize:
                t3lib_div::loadTCA($table);
                $originalLanguageRecord = NULL;
                $originalLanguage_diffStorage = NULL;
                $diffStorageFlag = FALSE;

                        // Setting 'currentRecord' and 'checkValueRecord':
                if (strstr($id, 'NEW')) {
                        $currentRecord = $checkValueRecord = $fieldArray; // must have the 'current' array - not the values after processing below...

                                // IF $incomingFieldArray is an array, overlay it.
                                // The point is that when new records are created as copies with flex type fields there might be a field containing information about which DataStructure to use and without that information the flexforms cannot be correctly processed.... This should be OK since the $checkValueRecord is used by the flexform evaluation only anyways...
                        if (is_array($incomingFieldArray) && is_array($checkValueRecord)) {
                                $checkValueRecord = t3lib_div::array_merge_recursive_overrule($checkValueRecord, $incomingFieldArray);
                        }
                } else {
                        $currentRecord = $checkValueRecord = $this->recordInfo($table, $id, '*'); // We must use the current values as basis for this!

                        t3lib_BEfunc::fixVersioningPid($table, $currentRecord); // This is done to make the pid positive for offline versions; Necessary to have diff-view for pages_language_overlay in workspaces.

                                // Get original language record if available:
                        if (is_array($currentRecord)
                                && $GLOBALS['TCA'][$table]['ctrl']['transOrigDiffSourceField']
                                && $GLOBALS['TCA'][$table]['ctrl']['languageField']
                                && $currentRecord[$GLOBALS['TCA'][$table]['ctrl']['languageField']] > 0
                                && $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField']
                                && intval($currentRecord[$GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField']]) > 0) {

                                $lookUpTable = $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerTable'] ? $GLOBALS['TCA'][$table]['ctrl']['transOrigPointerTable'] : $table;
                                $originalLanguageRecord = $this->recordInfo($lookUpTable, $currentRecord[$GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField']], '*');
                                t3lib_BEfunc::workspaceOL($lookUpTable, $originalLanguageRecord);
                                $originalLanguage_diffStorage = unserialize($currentRecord[$GLOBALS['TCA'][$table]['ctrl']['transOrigDiffSourceField']]);
                        }
                }
                $this->checkValue_currentRecord = $checkValueRecord;

                /*
                           In the following all incoming value-fields are tested:
                           - Are the user allowed to change the field?
                           - Is the field uid/pid (which are already set)
                           - perms-fields for pages-table, then do special things...
                           - If the field is nothing of the above and the field is configured in TCA, the fieldvalues are evaluated by ->checkValue

                           If everything is OK, the field is entered into $fieldArray[]
                   */
                foreach ($incomingFieldArray as $field => $fieldValue) {
                        if (!in_array($table . '-' . $field, $this->exclude_array) && !$this->data_disableFields[$table][$id][$field]) { // The field must be editable.

                                        // Checking if a value for language can be changed:
                                $languageDeny = $GLOBALS['TCA'][$table]['ctrl']['languageField']
                                        && !strcmp($GLOBALS['TCA'][$table]['ctrl']['languageField'], $field)
                                        && !$this->BE_USER->checkLanguageAccess($fieldValue);

                                if (!$languageDeny) {
                                                // Stripping slashes - will probably be removed the day $this->stripslashes_values is removed as an option...
                                        if ($this->stripslashes_values) {
                                                if (is_array($fieldValue)) {
                                                        t3lib_div::stripSlashesOnArray($fieldValue);
                                                } else {
                                                        $fieldValue = stripslashes($fieldValue);
                                                }
                                        }

                                        switch ($field) {
                                                case 'uid':
                                                case 'pid':
                                                        // Nothing happens, already set
                                                break;
                                                case 'perms_userid':
                                                case 'perms_groupid':
                                                case 'perms_user':
                                                case 'perms_group':
                                                case 'perms_everybody':
                                                                // Permissions can be edited by the owner or the administrator
                                                        if ($table == 'pages' && ($this->admin || $status == 'new' || $this->pageInfo($id, 'perms_userid') == $this->userid)) {
                                                                $value = intval($fieldValue);
                                                                switch ($field) {
                                                                        case 'perms_userid':
                                                                                $fieldArray[$field] = $value;
                                                                        break;
                                                                        case 'perms_groupid':
                                                                                $fieldArray[$field] = $value;
                                                                        break;
                                                                        default:
                                                                                if ($value >= 0 && $value < pow(2, 5)) {
                                                                                        $fieldArray[$field] = $value;
                                                                                }
                                                                        break;
                                                                }
                                                        }
                                                break;
                                                case 't3ver_oid':
                                                case 't3ver_id':
                                                case 't3ver_wsid':
                                                case 't3ver_state':
                                                case 't3ver_swapmode':
                                                case 't3ver_count':
                                                case 't3ver_stage':
                                                case 't3ver_tstamp':
                                                        // t3ver_label is not here because it CAN be edited as a regular field!
                                                break;
                                                default:
                                                        if (isset($GLOBALS['TCA'][$table]['columns'][$field])) {
                                                                        // Evaluating the value
                                                                $res = $this->checkValue($table, $field, $fieldValue, $id, $status, $realPid, $tscPID);
                                                                if (isset($res['value'])) {
                                                                        $fieldArray[$field] = $res['value'];
                                                                }

                                                                        // Add the value of the original record to the diff-storage content:
                                                                if ($this->updateModeL10NdiffData && $GLOBALS['TCA'][$table]['ctrl']['transOrigDiffSourceField']) {
                                                                        $originalLanguage_diffStorage[$field] = $this->updateModeL10NdiffDataClear ? '' : $originalLanguageRecord[$field];
                                                                        $diffStorageFlag = TRUE;
                                                                }

                                                                        // If autoversioning is happening we need to perform a nasty hack. The case is parallel to a similar hack inside checkValue_group_select_file().
                                                                        // When a copy or version is made of a record, a search is made for any RTEmagic* images in fields having the "images" soft reference parser applied. That should be TRUE for RTE fields. If any are found they are duplicated to new names and the file reference in the bodytext is updated accordingly.
                                                                        // However, with auto-versioning the submitted content of the field will just overwrite the corrected values. This leaves a) lost RTEmagic files and b) creates a double reference to the old files.
                                                                        // The only solution I can come up with is detecting when auto versioning happens, then see if any RTEmagic images was copied and if so make a stupid string-replace of the content !
                                                                if ($this->autoVersioningUpdate === TRUE) {
                                                                        if (is_array($this->RTEmagic_copyIndex[$table][$id][$field])) {
                                                                                foreach ($this->RTEmagic_copyIndex[$table][$id][$field] as $oldRTEmagicName => $newRTEmagicName) {
                                                                                        $fieldArray[$field] = str_replace(' src="' . $oldRTEmagicName . '"', ' src="' . $newRTEmagicName . '"', $fieldArray[$field]);
                                                                                }
                                                                        }
                                                                }

                                                        } elseif ($GLOBALS['TCA'][$table]['ctrl']['origUid'] === $field) {
                                                                        // Allow value for original UID to pass by...
                                                                $fieldArray[$field] = $fieldValue;
                                                        }
                                                break;
                                        }
                                } // Checking language.
                        } // Check exclude fields / disabled fields...
                }
                        // Add diff-storage information:
                if ($diffStorageFlag && !isset($fieldArray[$GLOBALS['TCA'][$table]['ctrl']['transOrigDiffSourceField']])) {
                                // If the field is set it would probably be because of an undo-operation - in which case we should not update the field of course...
                        $fieldArray[$GLOBALS['TCA'][$table]['ctrl']['transOrigDiffSourceField']] = serialize($originalLanguage_diffStorage);
                }

                        // Checking for RTE-transformations of fields:
                $types_fieldConfig = t3lib_BEfunc::getTCAtypes($table, $currentRecord);
                $theTypeString = t3lib_BEfunc::getTCAtypeValue($table, $currentRecord);
                if (is_array($types_fieldConfig)) {
                        foreach ($types_fieldConfig as $vconf) {
                                        // Write file configuration:
                                $eFile = t3lib_parsehtml_proc::evalWriteFile($vconf['spec']['static_write'], array_merge($currentRecord, $fieldArray)); // inserted array_merge($currentRecord,$fieldArray) 170502

                                        // RTE transformations:
                                if (!$this->dontProcessTransformations) {
                                        if (isset($fieldArray[$vconf['field']])) {
                                                        // Look for transformation flag:
                                                switch ((string) $incomingFieldArray['_TRANSFORM_' . $vconf['field']]) {
                                                        case 'RTE':
                                                                $RTEsetup = $this->BE_USER->getTSConfig('RTE', t3lib_BEfunc::getPagesTSconfig($tscPID));
                                                                $thisConfig = t3lib_BEfunc::RTEsetup($RTEsetup['properties'], $table, $vconf['field'], $theTypeString);

                                                                        // Set alternative relative path for RTE images/links:
                                                                $RTErelPath = is_array($eFile) ? dirname($eFile['relEditFile']) : '';

                                                                        // Get RTE object, draw form and set flag:
                                                                $RTEobj = t3lib_BEfunc::RTEgetObj();
                                                                if (is_object($RTEobj)) {
                                                                        $fieldArray[$vconf['field']] = $RTEobj->transformContent('db', $fieldArray[$vconf['field']], $table, $vconf['field'], $currentRecord, $vconf['spec'], $thisConfig, $RTErelPath, $currentRecord['pid']);
                                                                } else {
                                                                        debug('NO RTE OBJECT FOUND!');
                                                                }
                                                        break;
                                                }
                                        }
                                }

                                        // Write file configuration:
                                if (is_array($eFile)) {
                                        $mixedRec = array_merge($currentRecord, $fieldArray);
                                        $SW_fileContent = t3lib_div::getUrl($eFile['editFile']);
                                        $parseHTML = t3lib_div::makeInstance('t3lib_parsehtml_proc');
                                        /* @var $parseHTML t3lib_parsehtml_proc */
                                        $parseHTML->init('', '');

                                        $eFileMarker = $eFile['markerField'] && trim($mixedRec[$eFile['markerField']]) ? trim($mixedRec[$eFile['markerField']]) : '###TYPO3_STATICFILE_EDIT###';
                                        $insertContent = str_replace($eFileMarker, '', $mixedRec[$eFile['contentField']]); // must replace the marker if present in content!

                                        $SW_fileNewContent = $parseHTML->substituteSubpart($SW_fileContent, $eFileMarker, LF . $insertContent . LF, 1, 1);
                                        t3lib_div::writeFile($eFile['editFile'], $SW_fileNewContent);

                                                // Write status:
                                        if (!strstr($id, 'NEW') && $eFile['statusField']) {
                                                $GLOBALS['TYPO3_DB']->exec_UPDATEquery(
                                                        $table,
                                                        'uid=' . intval($id),
                                                        array(
                                                                 $eFile['statusField'] => $eFile['relEditFile'] . ' updated ' . date('d-m-Y H:i:s') . ', bytes ' . strlen($mixedRec[$eFile['contentField']])
                                                        )
                                                );
                                        }
                                } elseif ($eFile && is_string($eFile)) {
                                        $this->log($table, $id, 2, 0, 1, "Write-file error: '%s'", 13, array($eFile), $realPid);
                                }
                        }
                }
                        // Return fieldArray
                return $fieldArray;
        }


        /*********************************************
         *
         * Evaluation of input values
         *
         ********************************************/

        /**
         * Evaluates a value according to $table/$field settings.
         * This function is for real database fields - NOT FlexForm "pseudo" fields.
         * NOTICE: Calling this function expects this: 1) That the data is saved! (files are copied and so on) 2) That files registered for deletion IS deleted at the end (with ->removeRegisteredFiles() )
         *
         * @param       string          Table name
         * @param       string          Field name
         * @param       string          Value to be evaluated. Notice, this is the INPUT value from the form. The original value (from any existing record) must be manually looked up inside the function if needed - or taken from $currentRecord array.
         * @param       string          The record-uid, mainly - but not exclusively - used for logging
         * @param       string          'update' or 'new' flag
         * @param       integer         The real PID value of the record. For updates, this is just the pid of the record. For new records this is the PID of the page where it is inserted. If $realPid is -1 it means that a new version of the record is being inserted.
         * @param       integer         $tscPID
         * @return      array           Returns the evaluated $value as key "value" in this array. Can be checked with isset($res['value']) ...
         */
        function checkValue($table, $field, $value, $id, $status, $realPid, $tscPID) {
                t3lib_div::loadTCA($table);

                $res = array(); // result array
                $recFID = $table . ':' . $id . ':' . $field;

                        // Processing special case of field pages.doktype
                if (($table === 'pages' || $table === 'pages_language_overlay') && $field === 'doktype') {
                                // If the user may not use this specific doktype, we issue a warning
                        if (!($this->admin || t3lib_div::inList($this->BE_USER->groupData['pagetypes_select'], $value))) {
                                $propArr = $this->getRecordProperties($table, $id);
                                $this->log($table, $id, 5, 0, 1, "You cannot change the 'doktype' of page '%s' to the desired value.", 1, array($propArr['header']), $propArr['event_pid']);
                                return $res;
                        }
                        ;
                        if ($status == 'update') {
                                        // This checks 1) if we should check for disallowed tables and 2) if there are records from disallowed tables on the current page
                                $onlyAllowedTables = (isset($GLOBALS['PAGES_TYPES'][$value]['onlyAllowedTables'])
                                        ? $GLOBALS['PAGES_TYPES'][$value]['onlyAllowedTables']
                                        : $GLOBALS['PAGES_TYPES']['default']['onlyAllowedTables']);
                                if ($onlyAllowedTables) {
                                        $theWrongTables = $this->doesPageHaveUnallowedTables($id, $value);
                                        if ($theWrongTables) {
                                                $propArr = $this->getRecordProperties($table, $id);
                                                $this->log($table, $id, 5, 0, 1, "'doktype' of page '%s' could not be changed because the page contains records from disallowed tables; %s", 2, array($propArr['header'], $theWrongTables), $propArr['event_pid']);
                                                return $res;
                                        }
                                }
                        }
                }

                        // Get current value:
                $curValueRec = $this->recordInfo($table, $id, $field);
                $curValue = $curValueRec[$field];

                        // Getting config for the field
                $tcaFieldConf = $GLOBALS['TCA'][$table]['columns'][$field]['config'];

                        // Preform processing:
                $res = $this->checkValue_SW($res, $value, $tcaFieldConf, $table, $id, $curValue, $status, $realPid, $recFID, $field, $this->uploadedFileArray[$table][$id][$field], $tscPID);

                return $res;
        }

        /**
         * Branches out evaluation of a field value based on its type as configured in $GLOBALS['TCA']
         * Can be called for FlexForm pseudo fields as well, BUT must not have $field set if so.
         *
         * @param       array           The result array. The processed value (if any!) is set in the "value" key.
         * @param       string          The value to set.
         * @param       array           Field configuration from $GLOBALS['TCA']
         * @param       string          Table name
         * @param       integer         Return UID
         * @param       [type]          $curValue: ...
         * @param       [type]          $status: ...
         * @param       integer         The real PID value of the record. For updates, this is just the pid of the record. For new records this is the PID of the page where it is inserted. If $realPid is -1 it means that a new version of the record is being inserted.
         * @param       [type]          $recFID: ...
         * @param       string          Field name. Must NOT be set if the call is for a flexform field (since flexforms are not allowed within flexforms).
         * @param       [type]          $uploadedFiles: ...
         * @param       [type]          $tscPID: ...
         * @return      array           Returns the evaluated $value as key "value" in this array.
         */
        function checkValue_SW($res, $value, $tcaFieldConf, $table, $id, $curValue, $status, $realPid, $recFID, $field, $uploadedFiles, $tscPID) {

                $PP = array($table, $id, $curValue, $status, $realPid, $recFID, $tscPID);

                switch ($tcaFieldConf['type']) {
                        case 'text':
                                $res = $this->checkValue_text($res, $value, $tcaFieldConf, $PP, $field);
                        break;
                        case 'passthrough':
                        case 'user':
                                $res['value'] = $value;
                        break;
                        case 'input':
                                $res = $this->checkValue_input($res, $value, $tcaFieldConf, $PP, $field);
                        break;
                        case 'check':
                                $res = $this->checkValue_check($res, $value, $tcaFieldConf, $PP);
                        break;
                        case 'radio':
                                $res = $this->checkValue_radio($res, $value, $tcaFieldConf, $PP);
                        break;
                        case 'group':
                        case 'select':
                                $res = $this->checkValue_group_select($res, $value, $tcaFieldConf, $PP, $uploadedFiles, $field);
                        break;
                        case 'inline':
                                $res = $this->checkValue_inline($res, $value, $tcaFieldConf, $PP, $field);
                        break;
                        case 'flex':
                                if ($field) { // FlexForms are only allowed for real fields.
                                        $res = $this->checkValue_flex($res, $value, $tcaFieldConf, $PP, $uploadedFiles, $field);
                                }
                        break;
                        default:
                                #debug(array($tcaFieldConf,$res,$value),'NON existing field type:');
                        break;
                }

                return $res;
        }


        /**
         * Evaluate "text" type values.
         *
         * @param       array           The result array. The processed value (if any!) is set in the "value" key.
         * @param       string          The value to set.
         * @param       array           Field configuration from TCA
         * @param       array           Additional parameters in a numeric array: $table,$id,$curValue,$status,$realPid,$recFID
         * @param       string          Field name
         * @return      array           Modified $res array
         */
        function checkValue_text($res, $value, $tcaFieldConf, $PP, $field = '') {
                $evalCodesArray = t3lib_div::trimExplode(',', $tcaFieldConf['eval'], 1);
                $res = $this->checkValue_text_Eval($value, $evalCodesArray, $tcaFieldConf['is_in']);
                return $res;
        }

        /**
         * Evaluate "input" type values.
         *
         * @param       array           The result array. The processed value (if any!) is set in the "value" key.
         * @param       string          The value to set.
         * @param       array           Field configuration from TCA
         * @param       array           Additional parameters in a numeric array: $table,$id,$curValue,$status,$realPid,$recFID
         * @param       string          Field name
         * @return      array           Modified $res array
         */
        function checkValue_input($res, $value, $tcaFieldConf, $PP, $field = '') {
                list($table, $id, $curValue, $status, $realPid, $recFID) = $PP;

                        // Secures the string-length to be less than max.
                if (intval($tcaFieldConf['max']) > 0) {
                        $value = $GLOBALS['LANG']->csConvObj->substr($GLOBALS['LANG']->charSet, $value, 0, intval($tcaFieldConf['max']));
                }

                        // Checking range of value:
                if ($tcaFieldConf['range'] && $value != $tcaFieldConf['checkbox'] && $value != $tcaFieldConf['default']) {
                        if (isset($tcaFieldConf['range']['upper']) && $value > $tcaFieldConf['range']['upper']) {
                                $value = $tcaFieldConf['range']['upper'];
                        }
                        if (isset($tcaFieldConf['range']['lower']) && $value < $tcaFieldConf['range']['lower']) {
                                $value = $tcaFieldConf['range']['lower'];
                        }
                }

                        // Process evaluation settings:
                $evalCodesArray = t3lib_div::trimExplode(',', $tcaFieldConf['eval'], 1);
                $res = $this->checkValue_input_Eval($value, $evalCodesArray, $tcaFieldConf['is_in']);

                        // Process UNIQUE settings:
                if ($field && $realPid >= 0) { // Field is NOT set for flexForms - which also means that uniqueInPid and unique is NOT available for flexForm fields! Also getUnique should not be done for versioning and if PID is -1 ($realPid<0) then versioning is happening...
                        if ($res['value'] && in_array('uniqueInPid', $evalCodesArray)) {
                                $res['value'] = $this->getUnique($table, $field, $res['value'], $id, $realPid);
                        }
                        if ($res['value'] && in_array('unique', $evalCodesArray)) {
                                $res['value'] = $this->getUnique($table, $field, $res['value'], $id);
                        }
                }

                return $res;
        }

        /**
         * Evaluates 'check' type values.
         *
         * @param       array           The result array. The processed value (if any!) is set in the 'value' key.
         * @param       string          The value to set.
         * @param       array           Field configuration from TCA
         * @param       array           Additional parameters in a numeric array: $table,$id,$curValue,$status,$realPid,$recFID
         * @return      array           Modified $res array
         */
        function checkValue_check($res, $value, $tcaFieldConf, $PP) {
                list($table, $id, $curValue, $status, $realPid, $recFID) = $PP;

                $itemC = count($tcaFieldConf['items']);
                if (!$itemC) {
                        $itemC = 1;
                }
                $maxV = pow(2, $itemC);

                if ($value < 0) {
                        $value = 0;
                }
                if ($value > $maxV) {
                        $value = $maxV;
                }
                $res['value'] = $value;

                return $res;
        }

        /**
         * Evaluates 'radio' type values.
         *
         * @param       array           The result array. The processed value (if any!) is set in the 'value' key.
         * @param       string          The value to set.
         * @param       array           Field configuration from TCA
         * @param       array           Additional parameters in a numeric array: $table,$id,$curValue,$status,$realPid,$recFID
         * @return      array           Modified $res array
         */
        function checkValue_radio($res, $value, $tcaFieldConf, $PP) {
                list($table, $id, $curValue, $status, $realPid, $recFID) = $PP;

                if (is_array($tcaFieldConf['items'])) {
                        foreach ($tcaFieldConf['items'] as $set) {
                                if (!strcmp($set[1], $value)) {
                                        $res['value'] = $value;
                                        break;
                                }
                        }
                }

                return $res;
        }

        /**
         * Evaluates 'group' or 'select' type values.
         *
         * @param       array           The result array. The processed value (if any!) is set in the 'value' key.
         * @param       string          The value to set.
         * @param       array           Field configuration from TCA
         * @param       array           Additional parameters in a numeric array: $table,$id,$curValue,$status,$realPid,$recFID
         * @param       [type]          $uploadedFiles: ...
         * @param       string          Field name
         * @return      array           Modified $res array
         */
        function checkValue_group_select($res, $value, $tcaFieldConf, $PP, $uploadedFiles, $field) {

                list($table, $id, $curValue, $status, $realPid, $recFID) = $PP;

                        // Detecting if value sent is an array and if so, implode it around a comma:
                if (is_array($value)) {
                        $value = implode(',', $value);
                }

                        // This converts all occurencies of '&#123;' to the byte 123 in the string - this is needed in very rare cases where filenames with special characters (like ???, umlaud etc) gets sent to the server as HTML entities instead of bytes. The error is done only by MSIE, not Mozilla and Opera.
                        // Anyways, this should NOT disturb anything else:
                $value = $this->convNumEntityToByteValue($value);

                        // When values are sent as group or select they come as comma-separated values which are exploded by this function:
                $valueArray = $this->checkValue_group_select_explodeSelectGroupValue($value);

                        // If not multiple is set, then remove duplicates:
                if (!$tcaFieldConf['multiple']) {
                        $valueArray = array_unique($valueArray);
                }

                        // If an exclusive key is found, discard all others:
                if ($tcaFieldConf['type'] == 'select' && $tcaFieldConf['exclusiveKeys']) {
                        $exclusiveKeys = t3lib_div::trimExplode(',', $tcaFieldConf['exclusiveKeys']);
                        foreach ($valueArray as $kk => $vv) {
                                if (in_array($vv, $exclusiveKeys)) { // $vv is the item key!
                                        $valueArray = array($kk => $vv);
                                        break;
                                }
                        }
                }

                        // This could be a good spot for parsing the array through a validation-function which checks if the values are alright (except that database references are not in their final form - but that is the point, isn't it?)
                        // NOTE!!! Must check max-items of files before the later check because that check would just leave out filenames if there are too many!!

                        // Checking for select / authMode, removing elements from $valueArray if any of them is not allowed!
                if ($tcaFieldConf['type'] == 'select' && $tcaFieldConf['authMode']) {
                        $preCount = count($valueArray);
                        foreach ($valueArray as $kk => $vv) {
                                if (!$this->BE_USER->checkAuthMode($table, $field, $vv, $tcaFieldConf['authMode'])) {
                                        unset($valueArray[$kk]);
                                }
                        }

                                // During the check it turns out that the value / all values were removed - we respond by simply returning an empty array so nothing is written to DB for this field.
                        if ($preCount && !count($valueArray)) {
                                return array();
                        }
                }

                        // For group types:
                if ($tcaFieldConf['type'] == 'group') {
                        switch ($tcaFieldConf['internal_type']) {
                                case 'file_reference':
                                case 'file':
                                        $valueArray = $this->checkValue_group_select_file(
                                                $valueArray,
                                                $tcaFieldConf,
                                                $curValue,
                                                $uploadedFiles,
                                                $status,
                                                $table,
                                                $id,
                                                $recFID
                                        );
                                break;
                                case 'db':
                                        $valueArray = $this->checkValue_group_select_processDBdata($valueArray, $tcaFieldConf, $id, $status, 'group', $table, $field);
                                break;
                        }
                }
                        // For select types which has a foreign table attached:
                if ($tcaFieldConf['type'] == 'select' && $tcaFieldConf['foreign_table']) {
                                // check, if there is a NEW... id in the value, that should be substituded later
                        if (strpos($value, 'NEW') !== FALSE) {
                                $this->remapStackRecords[$table][$id] = array('remapStackIndex' => count($this->remapStack));
                                $this->addNewValuesToRemapStackChildIds($valueArray);
                                $this->remapStack[] = array(
                                        'func' => 'checkValue_group_select_processDBdata',
                                        'args' => array($valueArray, $tcaFieldConf, $id, $status, 'select', $table, $field),
                                        'pos' => array('valueArray' => 0, 'tcaFieldConf' => 1, 'id' => 2, 'table' => 5),
                                        'field' => $field
                                );
                                $unsetResult = TRUE;
                        } else {
                                $valueArray = $this->checkValue_group_select_processDBdata($valueArray, $tcaFieldConf, $id, $status, 'select', $table, $field);
                        }
                }

                if (!$unsetResult) {
                        $newVal = $this->checkValue_checkMax($tcaFieldConf, $valueArray);
                        $res['value'] = implode(',', $newVal);
                } else {
                        unset($res['value']);
                }

                return $res;
        }

        /**
         * Handling files for group/select function
         *
         * @param       array           Array of incoming file references. Keys are numeric, values are files (basically, this is the exploded list of incoming files)
         * @param       array           Configuration array from TCA of the field
         * @param       string          Current value of the field
         * @param       array           Array of uploaded files, if any
         * @param       string          Status ("update" or ?)
         * @param       string          tablename of record
         * @param       integer         UID of record
         * @param       string          Field identifier ([table:uid:field:....more for flexforms?]
         * @return      array           Modified value array
         * @see checkValue_group_select()
         */
        function checkValue_group_select_file($valueArray, $tcaFieldConf, $curValue, $uploadedFileArray, $status, $table, $id, $recFID) {

                if (!$this->bypassFileHandling) { // If filehandling should NOT be bypassed, do processing:

                                // If any files are uploaded, add them to value array
                        if (is_array($uploadedFileArray) &&
                                $uploadedFileArray['name'] &&
                                strcmp($uploadedFileArray['tmp_name'], 'none')) {
                                $valueArray[] = $uploadedFileArray['tmp_name'];
                                $this->alternativeFileName[$uploadedFileArray['tmp_name']] = $uploadedFileArray['name'];
                        }

                                // Creating fileFunc object.
                        if (!$this->fileFunc) {
                                $this->fileFunc = t3lib_div::makeInstance('t3lib_basicFileFunctions');
                                $this->include_filefunctions = 1;
                        }
                                // Setting permitted extensions.
                        $all_files = array();
                        $all_files['webspace']['allow'] = $tcaFieldConf['allowed'];
                        $all_files['webspace']['deny'] = $tcaFieldConf['disallowed'] ? $tcaFieldConf['disallowed'] : '*';
                        $all_files['ftpspace'] = $all_files['webspace'];
                        $this->fileFunc->init('', $all_files);
                }

                        // If there is an upload folder defined:
                if ($tcaFieldConf['uploadfolder'] && $tcaFieldConf['internal_type'] == 'file') {
                        if (!$this->bypassFileHandling) { // If filehandling should NOT be bypassed, do processing:
                                        // For logging..
                                $propArr = $this->getRecordProperties($table, $id);

                                        // Get destrination path:
                                $dest = $this->destPathFromUploadFolder($tcaFieldConf['uploadfolder']);

                                        // If we are updating:
                                if ($status == 'update') {

                                                // Traverse the input values and convert to absolute filenames in case the update happens to an autoVersionized record.
                                                // Background: This is a horrible workaround! The problem is that when a record is auto-versionized the files of the record get copied and therefore get new names which is overridden with the names from the original record in the incoming data meaning both lost files and double-references!
                                                // The only solution I could come up with (except removing support for managing files when autoversioning) was to convert all relative files to absolute names so they are copied again (and existing files deleted). This should keep references intact but means that some files are copied, then deleted after being copied _again_.
                                                // Actually, the same problem applies to database references in case auto-versioning would include sub-records since in such a case references are remapped - and they would be overridden due to the same principle then.
                                                // Illustration of the problem comes here:
                                                // We have a record 123 with a file logo.gif. We open and edit the files header in a workspace. So a new version is automatically made.
                                                // The versions uid is 456 and the file is copied to "logo_01.gif". But the form data that we sent was based on uid 123 and hence contains the filename "logo.gif" from the original.
                                                // The file management code below will do two things: First it will blindly accept "logo.gif" as a file attached to the record (thus creating a double reference) and secondly it will find that "logo_01.gif" was not in the incoming filelist and therefore should be deleted.
                                                // If we prefix the incoming file "logo.gif" with its absolute path it will be seen as a new file added. Thus it will be copied to "logo_02.gif". "logo_01.gif" will still be deleted but since the files are the same the difference is zero - only more processing and file copying for no reason. But it will work.
                                        if ($this->autoVersioningUpdate === TRUE) {
                                                foreach ($valueArray as $key => $theFile) {
                                                        if ($theFile === basename($theFile)) { // If it is an already attached file...
                                                                $valueArray[$key] = PATH_site . $tcaFieldConf['uploadfolder'] . '/' . $theFile;
                                                        }
                                                }
                                        }

                                                // Finding the CURRENT files listed, either from MM or from the current record.
                                        $theFileValues = array();
                                        if ($tcaFieldConf['MM']) { // If MM relations for the files also!
                                                $dbAnalysis = t3lib_div::makeInstance('t3lib_loadDBGroup');
                                                /* @var $dbAnalysis t3lib_loadDBGroup */
                                                $dbAnalysis->start('', 'files', $tcaFieldConf['MM'], $id);
                                                foreach ($dbAnalysis->itemArray as $item) {
                                                        if ($item['id']) {
                                                                $theFileValues[] = $item['id'];
                                                        }
                                                }
                                        } else {
                                                $theFileValues = t3lib_div::trimExplode(',', $curValue, 1);
                                        }
                                        $currentFilesForHistory = implode(',', $theFileValues);

                                                // DELETE files: If existing files were found, traverse those and register files for deletion which has been removed:
                                        if (count($theFileValues)) {
                                                        // Traverse the input values and for all input values which match an EXISTING value, remove the existing from $theFileValues array (this will result in an array of all the existing files which should be deleted!)
                                                foreach ($valueArray as $key => $theFile) {
                                                        if ($theFile && !strstr(t3lib_div::fixWindowsFilePath($theFile), '/')) {
                                                                $theFileValues = t3lib_div::removeArrayEntryByValue($theFileValues, $theFile);
                                                        }
                                                }

                                                        // This array contains the filenames in the uploadfolder that should be deleted:
                                                foreach ($theFileValues as $key => $theFile) {
                                                        $theFile = trim($theFile);
                                                        if (@is_file($dest . '/' . $theFile)) {
                                                                $this->removeFilesStore[] = $dest . '/' . $theFile;
                                                        } elseif ($theFile) {
                                                                $this->log($table, $id, 5, 0, 1, "Could not delete file '%s' (does not exist). (%s)", 10, array($dest . '/' . $theFile, $recFID), $propArr['event_pid']);
                                                        }
                                                }
                                        }
                                }

                                        // Traverse the submitted values:
                                foreach ($valueArray as $key => $theFile) {
                                                // NEW FILES? If the value contains '/' it indicates, that the file is new and should be added to the uploadsdir (whether its absolute or relative does not matter here)
                                        if (strstr(t3lib_div::fixWindowsFilePath($theFile), '/')) {
                                                        // Init:
                                                $maxSize = intval($tcaFieldConf['max_size']);
                                                $cmd = '';
                                                $theDestFile = ''; // Must be cleared. Else a faulty fileref may be inserted if the below code returns an error!

                                                        // Check various things before copying file:
                                                if (@is_dir($dest) && (@is_file($theFile) || @is_uploaded_file($theFile))) { // File and destination must exist

                                                                // Finding size.
                                                        if (is_uploaded_file($theFile) && $theFile == $uploadedFileArray['tmp_name']) {
                                                                $fileSize = $uploadedFileArray['size'];
                                                        } else {
                                                                $fileSize = filesize($theFile);
                                                        }

                                                        if (!$maxSize || $fileSize <= ($maxSize * 1024)) { // Check file size:
                                                                        // Prepare filename:
                                                                $theEndFileName = isset($this->alternativeFileName[$theFile]) ? $this->alternativeFileName[$theFile] : $theFile;
                                                                $fI = t3lib_div::split_fileref($theEndFileName);

                                                                        // Check for allowed extension:
                                                                if ($this->fileFunc->checkIfAllowed($fI['fileext'], $dest, $theEndFileName)) {
                                                                        $theDestFile = $this->fileFunc->getUniqueName($this->fileFunc->cleanFileName($fI['file']), $dest);

                                                                                // If we have a unique destination filename, then write the file:
                                                                        if ($theDestFile) {
                                                                                t3lib_div::upload_copy_move($theFile, $theDestFile);

                                                                                        // Hook for post-processing the upload action
                                                                                if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processUpload'])) {
                                                                                        foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processUpload'] as $classRef) {
                                                                                                $hookObject = t3lib_div::getUserObj($classRef);

                                                                                                if (!($hookObject instanceof t3lib_TCEmain_processUploadHook)) {
                                                                                                        throw new UnexpectedValueException('$hookObject must implement interface t3lib_TCEmain_processUploadHook', 1279962349);
                                                                                                }

                                                                                                $hookObject->processUpload_postProcessAction($theDestFile, $this);
                                                                                        }
                                                                                }

                                                                                $this->copiedFileMap[$theFile] = $theDestFile;
                                                                                clearstatcache();
                                                                                if (!@is_file($theDestFile)) {
                                                                                        $this->log($table, $id, 5, 0, 1, "Copying file '%s' failed!: The destination path (%s) may be write protected. Please make it write enabled!. (%s)", 16, array($theFile, dirname($theDestFile), $recFID), $propArr['event_pid']);
                                                                                }
                                                                        } else {
                                                                                $this->log($table, $id, 5, 0, 1, "Copying file '%s' failed!: No destination file (%s) possible!. (%s)", 11, array($theFile, $theDestFile, $recFID), $propArr['event_pid']);
                                                                        }
                                                                } else {
                                                                        $this->log($table, $id, 5, 0, 1, "File extension '%s' not allowed. (%s)", 12, array($fI['fileext'], $recFID), $propArr['event_pid']);
                                                                }
                                                        } else {
                                                                $this->log($table, $id, 5, 0, 1, "Filesize (%s) of file '%s' exceeds limit (%s). (%s)", 13, array(t3lib_div::formatSize($fileSize), $theFile, t3lib_div::formatSize($maxSize * 1024), $recFID), $propArr['event_pid']);
                                                        }
                                                } else {
                                                        $this->log($table, $id, 5, 0, 1, 'The destination (%s) or the source file (%s) does not exist. (%s)', 14, array($dest, $theFile, $recFID), $propArr['event_pid']);
                                                }

                                                        // If the destination file was created, we will set the new filename in the value array, otherwise unset the entry in the value array!
                                                if (@is_file($theDestFile)) {
                                                        $info = t3lib_div::split_fileref($theDestFile);
                                                        $valueArray[$key] = $info['file']; // The value is set to the new filename
                                                } else {
                                                        unset($valueArray[$key]); // The value is set to the new filename
                                                }
                                        }
                                }
                        }

                                // If MM relations for the files, we will set the relations as MM records and change the valuearray to contain a single entry with a count of the number of files!
                        if ($tcaFieldConf['MM']) {
                                $dbAnalysis = t3lib_div::makeInstance('t3lib_loadDBGroup');
                                /* @var $dbAnalysis t3lib_loadDBGroup */
                                $dbAnalysis->tableArray['files'] = array(); // dummy

                                foreach ($valueArray as $key => $theFile) {
                                                // explode files
                                        $dbAnalysis->itemArray[]['id'] = $theFile;
                                }
                                if ($status == 'update') {
                                        $dbAnalysis->writeMM($tcaFieldConf['MM'], $id, 0);
                                        $newFiles = implode(',', $dbAnalysis->getValueArray());
                                        list(, , $recFieldName) = explode(':', $recFID);
                                        if ($currentFilesForHistory != $newFiles) {
                                                $this->mmHistoryRecords[$table . ':' . $id]['oldRecord'][$recFieldName] = $currentFilesForHistory;
                                                $this->mmHistoryRecords[$table . ':' . $id]['newRecord'][$recFieldName] = $newFiles;
                                        } else {
                                                $this->mmHistoryRecords[$table . ':' . $id]['oldRecord'][$recFieldName] = '';
                                                $this->mmHistoryRecords[$table . ':' . $id]['newRecord'][$recFieldName] = '';
                                        }
                                } else {
                                        $this->dbAnalysisStore[] = array($dbAnalysis, $tcaFieldConf['MM'], $id, 0); // This will be traversed later to execute the actions
                                }
                                $valueArray = $dbAnalysis->countItems();
                        }
                        //store path relative to site root (if uploadfolder is not set or internal_type is file_reference)
                } else {
                        if (count($valueArray)) {
                                if (!$this->bypassFileHandling) { // If filehandling should NOT be bypassed, do processing:
                                        $propArr = $this->getRecordProperties($table, $id); // For logging..
                                        foreach ($valueArray as &$theFile) {

                                                        // if alernative File Path is set for the file, then it was an import
                                                if ($this->alternativeFilePath[$theFile]) {

                                                                // don't import the file if it already exists
                                                        if (@is_file(PATH_site . $this->alternativeFilePath[$theFile])) {
                                                                $theFile = PATH_site . $this->alternativeFilePath[$theFile];

                                                                // import the file
                                                        } elseif (@is_file($theFile)) {
                                                                $dest = dirname(PATH_site . $this->alternativeFilePath[$theFile]);
                                                                if (!@is_dir($dest)) {
                                                                        t3lib_div::mkdir_deep(PATH_site, dirname($this->alternativeFilePath[$theFile]) . '/');
                                                                }

                                                                        // Init:
                                                                $maxSize = intval($tcaFieldConf['max_size']);
                                                                $cmd = '';
                                                                $theDestFile = ''; // Must be cleared. Else a faulty fileref may be inserted if the below code returns an error!
                                                                $fileSize = filesize($theFile);

                                                                if (!$maxSize || $fileSize <= ($maxSize * 1024)) { // Check file size:
                                                                                // Prepare filename:
                                                                        $theEndFileName = isset($this->alternativeFileName[$theFile]) ? $this->alternativeFileName[$theFile] : $theFile;
                                                                        $fI = t3lib_div::split_fileref($theEndFileName);

                                                                                // Check for allowed extension:
                                                                        if ($this->fileFunc->checkIfAllowed($fI['fileext'], $dest, $theEndFileName)) {
                                                                                $theDestFile = PATH_site . $this->alternativeFilePath[$theFile];

                                                                                        // Write the file:
                                                                                if ($theDestFile) {
                                                                                        t3lib_div::upload_copy_move($theFile, $theDestFile);
                                                                                        $this->copiedFileMap[$theFile] = $theDestFile;
                                                                                        clearstatcache();
                                                                                        if (!@is_file($theDestFile)) {
                                                                                                $this->log($table, $id, 5, 0, 1, "Copying file '%s' failed!: The destination path (%s) may be write protected. Please make it write enabled!. (%s)", 16, array($theFile, dirname($theDestFile), $recFID), $propArr['event_pid']);
                                                                                        }
                                                                                } else {
                                                                                        $this->log($table, $id, 5, 0, 1, "Copying file '%s' failed!: No destination file (%s) possible!. (%s)", 11, array($theFile, $theDestFile, $recFID), $propArr['event_pid']);
                                                                                }
                                                                        } else {
                                                                                $this->log($table, $id, 5, 0, 1, "File extension '%s' not allowed. (%s)", 12, array($fI['fileext'], $recFID), $propArr['event_pid']);
                                                                        }
                                                                } else {
                                                                        $this->log($table, $id, 5, 0, 1, "Filesize (%s) of file '%s' exceeds limit (%s). (%s)", 13, array(t3lib_div::formatSize($fileSize), $theFile, t3lib_div::formatSize($maxSize * 1024), $recFID), $propArr['event_pid']);
                                                                }

                                                                        // If the destination file was created, we will set the new filename in the value array, otherwise unset the entry in the value array!
                                                                if (@is_file($theDestFile)) {
                                                                        $theFile = $theDestFile; // The value is set to the new filename
                                                                } else {
                                                                        unset($theFile); // The value is set to the new filename
                                                                }
                                                        }
                                                }
                                                $theFile = t3lib_div::fixWindowsFilePath($theFile);
                                                if (t3lib_div::isFirstPartOfStr($theFile, PATH_site)) {
                                                        $theFile = substr($theFile, strlen(PATH_site));
                                                }
                                        }
                                        unset($theFile);
                                }
                        }
                }

                return $valueArray;
        }

        /**
         * Evaluates 'flex' type values.
         *
         * @param       array           The result array. The processed value (if any!) is set in the 'value' key.
         * @param       string          The value to set.
         * @param       array           Field configuration from TCA
         * @param       array           Additional parameters in a numeric array: $table,$id,$curValue,$status,$realPid,$recFID
         * @param       array           Uploaded files for the field
         * @param       array           Current record array.
         * @param       string          Field name
         * @return      array           Modified $res array
         */
        function checkValue_flex($res, $value, $tcaFieldConf, $PP, $uploadedFiles, $field) {
                list($table, $id, $curValue, $status, $realPid, $recFID) = $PP;

                if (is_array($value)) {

                                // This value is necessary for flex form processing to happen on flexform fields in page records when they are copied.
                                // The problem is, that when copying a page, flexfrom XML comes along in the array for the new record - but since $this->checkValue_currentRecord does not have a uid or pid for that sake, the t3lib_BEfunc::getFlexFormDS() function returns no good DS. For new records we do know the expected PID so therefore we send that with this special parameter. Only active when larger than zero.
                        $newRecordPidValue = $status == 'new' ? $realPid : 0;

                                // Get current value array:
                        $dataStructArray = t3lib_BEfunc::getFlexFormDS($tcaFieldConf, $this->checkValue_currentRecord, $table, '', TRUE, $newRecordPidValue);

                        $currentValueArray = t3lib_div::xml2array($curValue);
                        if (!is_array($currentValueArray)) {
                                $currentValueArray = array();
                        }
                        if (is_array($currentValueArray['meta']['currentLangId'])) {
                                unset($currentValueArray['meta']['currentLangId']);
                        } // Remove all old meta for languages...

                                // Evaluation of input values:
                        $value['data'] = $this->checkValue_flex_procInData($value['data'], $currentValueArray['data'], $uploadedFiles['data'], $dataStructArray, $PP);

                                // Create XML and convert charsets from input value:
                        $xmlValue = $this->checkValue_flexArray2Xml($value, TRUE);

                                // If we wanted to set UTF fixed:
                                // $storeInCharset='utf-8';
                                // $currentCharset=$GLOBALS['LANG']->charSet;
                                // $xmlValue = $GLOBALS['LANG']->csConvObj->conv($xmlValue,$currentCharset,$storeInCharset,1);
                        $storeInCharset = $GLOBALS['LANG']->charSet;

                                // Merge them together IF they are both arrays:
                                // Here we convert the currently submitted values BACK to an array, then merge the two and then BACK to XML again. This is needed to ensure the charsets are the same (provided that the current value was already stored IN the charset that the new value is converted to).
                        if (is_array($currentValueArray)) {
                                $arrValue = t3lib_div::xml2array($xmlValue);
                                $arrValue = t3lib_div::array_merge_recursive_overrule($currentValueArray, $arrValue);
                                $xmlValue = $this->checkValue_flexArray2Xml($arrValue, TRUE);
                        }

                                // Action commands (sorting order and removals of elements)
                        $actionCMDs = t3lib_div::_GP('_ACTION_FLEX_FORMdata');
                        if (is_array($actionCMDs[$table][$id][$field]['data'])) {
                                $arrValue = t3lib_div::xml2array($xmlValue);
                                $this->_ACTION_FLEX_FORMdata($arrValue['data'], $actionCMDs[$table][$id][$field]['data']);
                                $xmlValue = $this->checkValue_flexArray2Xml($arrValue, TRUE);
                        }

                                // Create the value XML:
                        $res['value'] = '';
                        $res['value'] .= $xmlValue;
                } else { // Passthrough...:
                        $res['value'] = $value;
                }

                return $res;
        }

        /**
         * Converts an array to FlexForm XML
         *
         * @param       array           Array with FlexForm data
         * @param       boolean         If set, the XML prologue is returned as well.
         * @return      string          Input array converted to XML
         */
        function checkValue_flexArray2Xml($array, $addPrologue = FALSE) {
                $flexObj = t3lib_div::makeInstance('t3lib_flexformtools');
                /* @var $flexObj t3lib_flexformtools */
                return $flexObj->flexArray2Xml($array, $addPrologue);
        }

        /**
         * Actions for flex form element (move, delete)
         *
         * @param       array           &$valueArrayToRemoveFrom: by reference
         * @param       array           $deleteCMDS: ...         *
         * @return      void
         */
        function _ACTION_FLEX_FORMdata(&$valueArray, $actionCMDs) {
                if (is_array($valueArray) && is_array($actionCMDs)) {
                        foreach ($actionCMDs as $key => $value) {
                                if ($key == '_ACTION') {
                                                // First, check if there are "commands":
                                        if (current($actionCMDs[$key]) !== "") {
                                                asort($actionCMDs[$key]);
                                                $newValueArray = array();
                                                foreach ($actionCMDs[$key] as $idx => $order) {
                                                        if (substr($idx, 0, 3) == "ID-") {
                                                                $idx = $this->newIndexMap[$idx];
                                                        }
                                                        if ($order != "DELETE") { // Just one reflection here: It is clear that when removing elements from a flexform, then we will get lost files unless we act on this delete operation by traversing and deleting files that were referred to.
                                                                $newValueArray[$idx] = $valueArray[$idx];
                                                        }
                                                        unset($valueArray[$idx]);
                                                }
                                                $valueArray = t3lib_div::array_merge($newValueArray, $valueArray);
                                        }
                                } elseif (is_array($actionCMDs[$key]) && isset($valueArray[$key])) {
                                        $this->_ACTION_FLEX_FORMdata($valueArray[$key], $actionCMDs[$key]);
                                }
                        }
                }
        }

        /**
         * Evaluates 'inline' type values.
         * (partly copied from the select_group function on this issue)
         *
         * @param       array           The result array. The processed value (if any!) is set in the 'value' key.
         * @param       string          The value to set.
         * @param       array           Field configuration from TCA
         * @param       array           Additional parameters in a numeric array: $table,$id,$curValue,$status,$realPid,$recFID
         * @param       string          Field name
         * @return      array           Modified $res array
         */
        function checkValue_inline($res, $value, $tcaFieldConf, $PP, $field) {
                list($table, $id, $curValue, $status, $realPid, $recFID) = $PP;

                if (!$tcaFieldConf['foreign_table']) {
                        return FALSE; // Fatal error, inline fields should always have a foreign_table defined
                }

                        // When values are sent they come as comma-separated values which are exploded by this function:
                $valueArray = t3lib_div::trimExplode(',', $value);

                        // Remove duplicates: (should not be needed)
                $valueArray = array_unique($valueArray);

                        // Example for received data:
                        // $value = 45,NEW4555fdf59d154,12,123
                        // We need to decide whether we use the stack or can save the relation directly.
                if (strpos($value, 'NEW') !== FALSE || !t3lib_utility_Math::canBeInterpretedAsInteger($id)) {
                        $this->remapStackRecords[$table][$id] = array('remapStackIndex' => count($this->remapStack));
                        $this->addNewValuesToRemapStackChildIds($valueArray);
                        $this->remapStack[] = array(
                                'func' => 'checkValue_inline_processDBdata',
                                'args' => array($valueArray, $tcaFieldConf, $id, $status, $table, $field),
                                'pos' => array('valueArray' => 0, 'tcaFieldConf' => 1, 'id' => 2, 'table' => 4),
                                'field' => $field
                        );
                        unset($res['value']);
                } elseif ($value || t3lib_utility_Math::canBeInterpretedAsInteger($id)) {
                        $res['value'] = $this->checkValue_inline_processDBdata($valueArray, $tcaFieldConf, $id, $status, $table, $field);
                }

                return $res;
        }

        /**
         * Checks if a fields has more items than defined via TCA in maxitems.
         * If there are more items than allowd, the item list is truncated to the defined number.
         *
         * @param       array           $tcaFieldConf: Field configuration from TCA
         * @param       array           $valueArray: Current value array of items
         * @return      array           The truncated value array of items
         */
        function checkValue_checkMax($tcaFieldConf, $valueArray) {
                        // BTW, checking for min and max items here does NOT make any sense when MM is used because the above function calls will just return an array with a single item (the count) if MM is used... Why didn't I perform the check before? Probably because we could not evaluate the validity of record uids etc... Hmm...

                $valueArrayC = count($valueArray);

                        // NOTE to the comment: It's not really possible to check for too few items, because you must then determine first, if the field is actual used regarding the CType.
                $maxI = isset($tcaFieldConf['maxitems']) ? intval($tcaFieldConf['maxitems']) : 1;
                if ($valueArrayC > $maxI) {
                        $valueArrayC = $maxI;
                } // Checking for not too many elements

                        // Dumping array to list
                $newVal = array();
                foreach ($valueArray as $nextVal) {
                        if ($valueArrayC == 0) {
                                break;
                        }
                        $valueArrayC--;
                        $newVal[] = $nextVal;
                }

                return $newVal;
        }


        /*********************************************
         *
         * Helper functions for evaluation functions.
         *
         ********************************************/

        /**
         * Gets a unique value for $table/$id/$field based on $value
         *
         * @param       string          Table name
         * @param       string          Field name for which $value must be unique
         * @param       string          Value string.
         * @param       integer         UID to filter out in the lookup (the record itself...)
         * @param       integer         If set, the value will be unique for this PID
         * @return      string          Modified value (if not-unique). Will be the value appended with a number (until 100, then the function just breaks).
         */
        function getUnique($table, $field, $value, $id, $newPid = 0) {

                        // Initialize:
                t3lib_div::loadTCA($table);
                $whereAdd = '';
                $newValue = '';
                if (intval($newPid)) {
                        $whereAdd .= ' AND pid=' . intval($newPid);
                } else {
                        $whereAdd .= ' AND pid>=0';
                } // "AND pid>=0" for versioning
                $whereAdd .= $this->deleteClause($table);

                        // If the field is configured in TCA, proceed:
                if (is_array($GLOBALS['TCA'][$table]) && is_array($GLOBALS['TCA'][$table]['columns'][$field])) {

                                // Look for a record which might already have the value:
                        $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('uid', $table, $field . '=' . $GLOBALS['TYPO3_DB']->fullQuoteStr($value, $table) . ' AND uid!=' . intval($id) . $whereAdd);
                        $counter = 0;

                                // For as long as records with the test-value existing, try again (with incremented numbers appended).
                        while ($GLOBALS['TYPO3_DB']->sql_num_rows($res)) {
                                $newValue = $value . $counter;
                                $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('uid', $table, $field . '=' . $GLOBALS['TYPO3_DB']->fullQuoteStr($newValue, $table) . ' AND uid!=' . intval($id) . $whereAdd);
                                $counter++;
                                if ($counter > 100) {
                                        break;
                                } // At "100" it will give up and accept a duplicate - should probably be fixed to a small hash string instead...!
                        }
                                // If the new value is there:
                        $value = strlen($newValue) ? $newValue : $value;
                }
                return $value;
        }

        function checkValue_text_Eval($value, $evalArray, $is_in) {
                $res = array();
                $newValue = $value;
                $set = TRUE;

                foreach ($evalArray as $func) {
                        switch ($func) {
                                case 'trim':
                                        $value = trim($value);
                                break;
                                case 'required':
                                        if (!$value) {
                                                $set = 0;
                                        }
                                break;
                                default:
                                        if (t3lib_div::hasValidClassPrefix($func)) {
                                                $evalObj = t3lib_div::getUserObj($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['tce']['formevals'][$func] . ':&' . $func);
                                                if (is_object($evalObj) && method_exists($evalObj, 'evaluateFieldValue')) {
                                                        $value = $evalObj->evaluateFieldValue($value, $is_in, $set);
                                                }
                                        }
                                break;
                        }
                }
                if ($set) {
                        $res['value'] = $value;
                }
                return $res;
        }

        /**
         * Evaluation of 'input'-type values based on 'eval' list
         *
         * @param       string          Value to evaluate
         * @param       array           Array of evaluations to traverse.
         * @param       string          Is-in string for 'is_in' evaluation
         * @return      array           Modified $value in key 'value' or empty array
         */
        function checkValue_input_Eval($value, $evalArray, $is_in) {
                $res = array();
                $newValue = $value;
                $set = TRUE;

                foreach ($evalArray as $func) {
                        switch ($func) {
                                case 'int':
                                case 'year':
                                case 'time':
                                case 'timesec':
                                        $value = intval($value);
                                break;
                                case 'date':
                                case 'datetime':
                                        $value = intval($value);
                                        if ($value > 0 && !$this->dontProcessTransformations) {
                                                $value -= date('Z', $value);
                                        }
                                break;
                                case 'double2':
                                        $value = preg_replace('/[^0-9,\.-]/', '', $value);
                                        $negative = substr($value, 0, 1) == '-';
                                        $value = strtr($value, array(',' => '.', '-' => ''));
                                        if (strpos($value, '.') === FALSE) {
                                                $value .= '.0';
                                        }
                                        $valueArray = explode('.', $value);
                                        $dec = array_pop($valueArray);
                                        $value = join('', $valueArray) . '.' . $dec;
                                        if ($negative) {
                                                $value *= -1;
                                        }
                                        $value = number_format($value, 2, '.', '');
                                break;
                                case 'md5':
                                        if (strlen($value) != 32) {
                                                $set = FALSE;
                                        }
                                break;
                                case 'trim':
                                        $value = trim($value);
                                break;
                                case 'upper':
                                        $value = $GLOBALS['LANG']->csConvObj->conv_case($GLOBALS['LANG']->charSet, $value, 'toUpper');
                                break;
                                case 'lower':
                                        $value = $GLOBALS['LANG']->csConvObj->conv_case($GLOBALS['LANG']->charSet, $value, 'toLower');
                                break;
                                case 'required':
                                        if (!isset($value) || $value === '') {
                                                $set = FALSE;
                                        }
                                break;
                                case 'is_in':
                                        $c = strlen($value);
                                        if ($c) {
                                                $newVal = '';
                                                for ($a = 0; $a < $c; $a++) {
                                                        $char = substr($value, $a, 1);
                                                        if (strpos($is_in, $char) !== FALSE) {
                                                                $newVal .= $char;
                                                        }
                                                }
                                                $value = $newVal;
                                        }
                                break;
                                case 'nospace':
                                        $value = str_replace(' ', '', $value);
                                break;
                                case 'alpha':
                                        $value = preg_replace('/[^a-zA-Z]/', '', $value);
                                break;
                                case 'num':
                                        $value = preg_replace('/[^0-9]/', '', $value);
                                break;
                                case 'alphanum':
                                        $value = preg_replace('/[^a-zA-Z0-9]/', '', $value);
                                break;
                                case 'alphanum_x':
                                        $value = preg_replace('/[^a-zA-Z0-9_-]/', '', $value);
                                break;
                                case 'domainname':
                                        if (!preg_match('/^[a-z0-9\.\-]*$/i', $value)) {
                                                t3lib_div::requireOnce(PATH_typo3 . 'contrib/idna/idna_convert.class.php');
                                                $idnaConvert = new idna_convert();
                                                $idnaConvert->set_parameter('idn_version', '2008');
                                                $value = $idnaConvert->encode($value);
                                                unset($idnaConvert);
                                        }
                                break;
                                default:
                                        if (t3lib_div::hasValidClassPrefix($func)) {
                                                $evalObj = t3lib_div::getUserObj($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['tce']['formevals'][$func] . ':&' . $func);
                                                if (is_object($evalObj) && method_exists($evalObj, 'evaluateFieldValue')) {
                                                        $value = $evalObj->evaluateFieldValue($value, $is_in, $set);
                                                }
                                        }
                                break;
                        }
                }
                if ($set) {
                        $res['value'] = $value;
                }
                return $res;
        }

        /**
         * Returns data for group/db and select fields
         *
         * @param       array           Current value array
         * @param       array           TCA field config
         * @param       integer         Record id, used for look-up of MM relations (local_uid)
         * @param       string          Status string ('update' or 'new')
         * @param       string          The type, either 'select', 'group' or 'inline'
         * @param       string          Table name, needs to be passed to t3lib_loadDBGroup
         * @param       string          field name, needs to be set for writing to sys_history
         * @return      array           Modified value array
         */
        function checkValue_group_select_processDBdata($valueArray, $tcaFieldConf, $id, $status, $type, $currentTable, $currentField) {
                $tables = $type == 'group' ? $tcaFieldConf['allowed'] : $tcaFieldConf['foreign_table'] . ',' . $tcaFieldConf['neg_foreign_table'];
                $prep = $type == 'group' ? $tcaFieldConf['prepend_tname'] : $tcaFieldConf['neg_foreign_table'];
                $newRelations = implode(',', $valueArray);

                $dbAnalysis = t3lib_div::makeInstance('t3lib_loadDBGroup');
                /* @var $dbAnalysis t3lib_loadDBGroup */
                $dbAnalysis->registerNonTableValues = $tcaFieldConf['allowNonIdValues'] ? 1 : 0;
                $dbAnalysis->start($newRelations, $tables, '', 0, $currentTable, $tcaFieldConf);

                if ($tcaFieldConf['MM']) {
                        if ($status == 'update') {
                                $oldRelations_dbAnalysis = t3lib_div::makeInstance('t3lib_loadDBGroup');
                                /* @var $oldRelations_dbAnalysis t3lib_loadDBGroup */
                                $oldRelations_dbAnalysis->registerNonTableValues = $tcaFieldConf['allowNonIdValues'] ? 1 : 0;
                                        // db analysis with $id will initialize with the existing relations
                                $oldRelations_dbAnalysis->start('', $tables, $tcaFieldConf['MM'], $id, $currentTable, $tcaFieldConf);
                                $oldRelations = implode(',', $oldRelations_dbAnalysis->getValueArray());
                                $dbAnalysis->writeMM($tcaFieldConf['MM'], $id, $prep);
                                if ($oldRelations != $newRelations) {
                                        $this->mmHistoryRecords[$currentTable . ':' . $id]['oldRecord'][$currentField] = $oldRelations;
                                        $this->mmHistoryRecords[$currentTable . ':' . $id]['newRecord'][$currentField] = $newRelations;
                                } else {
                                        $this->mmHistoryRecords[$currentTable . ':' . $id]['oldRecord'][$currentField] = '';
                                        $this->mmHistoryRecords[$currentTable . ':' . $id]['newRecord'][$currentField] = '';
                                }
                        } else {
                                $this->dbAnalysisStore[] = array($dbAnalysis, $tcaFieldConf['MM'], $id, $prep, $currentTable); // This will be traversed later to execute the actions
                        }
                        $valueArray = $dbAnalysis->countItems();
                } else {
                        $valueArray = $dbAnalysis->getValueArray($prep);
                        if ($type == 'select' && $prep) {
                                $valueArray = $dbAnalysis->convertPosNeg($valueArray, $tcaFieldConf['foreign_table'], $tcaFieldConf['neg_foreign_table']);
                        }
                }

                        // Here we should see if 1) the records exist anymore, 2) which are new and check if the BE_USER has read-access to the new ones.
                return $valueArray;
        }

        /**
         * Explodes the $value, which is a list of files/uids (group select)
         *
         * @param       string          Input string, comma separated values. For each part it will also be detected if a '|' is found and the first part will then be used if that is the case. Further the value will be rawurldecoded.
         * @return      array           The value array.
         */
        function checkValue_group_select_explodeSelectGroupValue($value) {
                $valueArray = t3lib_div::trimExplode(',', $value, 1);
                foreach ($valueArray as &$newVal) {
                        $temp = explode('|', $newVal, 2);
                        $newVal = str_replace(
                                ',',
                                '',
                                str_replace('|', '', rawurldecode($temp[0]))
                        );
                }
                unset($newVal);
                return $valueArray;
        }

        /**
         * Starts the processing the input data for flexforms. This will traverse all sheets / languages and for each it will traverse the sub-structure.
         * See checkValue_flex_procInData_travDS() for more details.
         * WARNING: Currently, it traverses based on the actual _data_ array and NOT the _structure_. This means that values for non-valid fields, lKey/vKey/sKeys will be accepted! For traversal of data with a call back function you should rather use class.t3lib_flexformtools.php
         *
         * @param       array           The 'data' part of the INPUT flexform data
         * @param       array           The 'data' part of the CURRENT flexform data
         * @param       array           The uploaded files for the 'data' part of the INPUT flexform data
         * @param       array           Data structure for the form (might be sheets or not). Only values in the data array which has a configuration in the data structure will be processed.
         * @param       array           A set of parameters to pass through for the calling of the evaluation functions
         * @param       string          Optional call back function, see checkValue_flex_procInData_travDS()  DEPRICATED, use class.t3lib_flexformtools.php instead for traversal!
         * @return      array           The modified 'data' part.
         * @see checkValue_flex_procInData_travDS()
         */
        function checkValue_flex_procInData($dataPart, $dataPart_current, $uploadedFiles, $dataStructArray, $pParams, $callBackFunc = '') {
                if (is_array($dataPart)) {
                        foreach ($dataPart as $sKey => $sheetDef) {
                                list ($dataStruct, $actualSheet) = t3lib_div::resolveSheetDefInDS($dataStructArray, $sKey);
                                if (is_array($dataStruct) && $actualSheet == $sKey && is_array($sheetDef)) {
                                        foreach ($sheetDef as $lKey => $lData) {
                                                $this->checkValue_flex_procInData_travDS(
                                                        $dataPart[$sKey][$lKey],
                                                        $dataPart_current[$sKey][$lKey],
                                                        $uploadedFiles[$sKey][$lKey],
                                                        $dataStruct['ROOT']['el'],
                                                        $pParams,
                                                        $callBackFunc,
                                                        $sKey . '/' . $lKey . '/'
                                                );
                                        }
                                }
                        }
                }

                return $dataPart;
        }

        /**
         * Processing of the sheet/language data array
         * When it finds a field with a value the processing is done by ->checkValue_SW() by default but if a call back function name is given that method in this class will be called for the processing instead.
         *
         * @param       array           New values (those being processed): Multidimensional Data array for sheet/language, passed by reference!
         * @param       array           Current values: Multidimensional Data array. May be empty array() if not needed (for callBackFunctions)
         * @param       array           Uploaded files array for sheet/language. May be empty array() if not needed (for callBackFunctions)
         * @param       array           Data structure which fits the data array
         * @param       array           A set of parameters to pass through for the calling of the evaluation functions / call back function
         * @param       string          Call back function, default is checkValue_SW(). If $this->callBackObj is set to an object, the callback function in that object is called instead.
         * @param       [type]          $structurePath: ...
         * @return      void
         * @see checkValue_flex_procInData()
         */
        function checkValue_flex_procInData_travDS(&$dataValues, $dataValues_current, $uploadedFiles, $DSelements, $pParams, $callBackFunc, $structurePath) {
                if (is_array($DSelements)) {

                                // For each DS element:
                        foreach ($DSelements as $key => $dsConf) {

                                        // Array/Section:
                                if ($DSelements[$key]['type'] == 'array') {
                                        if (is_array($dataValues[$key]['el'])) {
                                                if ($DSelements[$key]['section']) {
                                                        $newIndexCounter = 0;
                                                        foreach ($dataValues[$key]['el'] as $ik => $el) {
                                                                if (is_array($el)) {
                                                                        if (!is_array($dataValues_current[$key]['el'])) {
                                                                                $dataValues_current[$key]['el'] = array();
                                                                        }

                                                                        $theKey = key($el);

                                                                        if (is_array($dataValues[$key]['el'][$ik][$theKey]['el'])) {
                                                                                $this->checkValue_flex_procInData_travDS(
                                                                                        $dataValues[$key]['el'][$ik][$theKey]['el'],
                                                                                        is_array($dataValues_current[$key]['el'][$ik]) ? $dataValues_current[$key]['el'][$ik][$theKey]['el'] : array(),
                                                                                        $uploadedFiles[$key]['el'][$ik][$theKey]['el'],
                                                                                        $DSelements[$key]['el'][$theKey]['el'],
                                                                                        $pParams,
                                                                                        $callBackFunc,
                                                                                        $structurePath . $key . '/el/' . $ik . '/' . $theKey . '/el/'
                                                                                );

                                                                                        // If element is added dynamically in the flexform of TCEforms, we map the ID-string to the next numerical index we can have in that particular section of elements:
                                                                                        // The fact that the order changes is not important since order is controlled by a separately submitted index.

                                                                                if (substr($ik, 0, 3) == "ID-") {
                                                                                        $newIndexCounter++;
                                                                                        $this->newIndexMap[$ik] = (is_array($dataValues_current[$key]['el']) && count($dataValues_current[$key]['el']) ? max(array_keys($dataValues_current[$key]['el'])) : 0) + $newIndexCounter; // Set mapping index
                                                                                        $dataValues[$key]['el'][$this->newIndexMap[$ik]] = $dataValues[$key]['el'][$ik]; // Transfer values
                                                                                        unset($dataValues[$key]['el'][$ik]); // Unset original
                                                                                }
                                                                        }
                                                                }
                                                        }
                                                } else {
                                                        if (!isset($dataValues[$key]['el'])) {
                                                                $dataValues[$key]['el'] = array();
                                                        }
                                                        $this->checkValue_flex_procInData_travDS(
                                                                $dataValues[$key]['el'],
                                                                $dataValues_current[$key]['el'],
                                                                $uploadedFiles[$key]['el'],
                                                                $DSelements[$key]['el'],
                                                                $pParams,
                                                                $callBackFunc,
                                                                $structurePath . $key . '/el/'
                                                        );
                                                }
                                        }
                                } else {
                                        if (is_array($dsConf['TCEforms']['config']) && is_array($dataValues[$key])) {
                                                foreach ($dataValues[$key] as $vKey => $data) {

                                                        if ($callBackFunc) {
                                                                if (is_object($this->callBackObj)) {
                                                                        $res = $this->callBackObj->$callBackFunc(
                                                                                $pParams,
                                                                                $dsConf['TCEforms']['config'],
                                                                                $dataValues[$key][$vKey],
                                                                                $dataValues_current[$key][$vKey],
                                                                                $uploadedFiles[$key][$vKey],
                                                                                $structurePath . $key . '/' . $vKey . '/'
                                                                        );
                                                                } else {
                                                                        $res = $this->$callBackFunc(
                                                                                $pParams,
                                                                                $dsConf['TCEforms']['config'],
                                                                                $dataValues[$key][$vKey],
                                                                                $dataValues_current[$key][$vKey],
                                                                                $uploadedFiles[$key][$vKey],
                                                                                $structurePath . $key . '/' . $vKey . '/'
                                                                        );
                                                                }
                                                        } else { // Default
                                                                list($CVtable, $CVid, $CVcurValue, $CVstatus, $CVrealPid, $CVrecFID, $CVtscPID) = $pParams;

                                                                $res = $this->checkValue_SW(
                                                                        array(),
                                                                        $dataValues[$key][$vKey],
                                                                        $dsConf['TCEforms']['config'],
                                                                        $CVtable,
                                                                        $CVid,
                                                                        $dataValues_current[$key][$vKey],
                                                                        $CVstatus,
                                                                        $CVrealPid,
                                                                        $CVrecFID,
                                                                        '',
                                                                        $uploadedFiles[$key][$vKey],
                                                                        array(),
                                                                        $CVtscPID
                                                                );

                                                                        // Look for RTE transformation of field:
                                                                if ($dataValues[$key]['_TRANSFORM_' . $vKey] == 'RTE' && !$this->dontProcessTransformations) {

                                                                                // Unsetting trigger field - we absolutely don't want that into the data storage!
                                                                        unset($dataValues[$key]['_TRANSFORM_' . $vKey]);

                                                                        if (isset($res['value'])) {

                                                                                        // Calculating/Retrieving some values here:
                                                                                list(, , $recFieldName) = explode(':', $CVrecFID);
                                                                                $theTypeString = t3lib_BEfunc::getTCAtypeValue($CVtable, $this->checkValue_currentRecord);
                                                                                $specConf = t3lib_BEfunc::getSpecConfParts('', $dsConf['TCEforms']['defaultExtras']);

                                                                                        // Find, thisConfig:
                                                                                $RTEsetup = $this->BE_USER->getTSConfig('RTE', t3lib_BEfunc::getPagesTSconfig($CVtscPID));
                                                                                $thisConfig = t3lib_BEfunc::RTEsetup($RTEsetup['properties'], $CVtable, $recFieldName, $theTypeString);

                                                                                        // Get RTE object, draw form and set flag:
                                                                                $RTEobj = t3lib_BEfunc::RTEgetObj();
                                                                                if (is_object($RTEobj)) {
                                                                                        $res['value'] = $RTEobj->transformContent('db', $res['value'], $CVtable, $recFieldName, $this->checkValue_currentRecord, $specConf, $thisConfig, '', $CVrealPid);
                                                                                } else {
                                                                                        debug('NO RTE OBJECT FOUND!');
                                                                                }
                                                                        }
                                                                }
                                                        }

                                                                // Adding the value:
                                                        if (isset($res['value'])) {
                                                                $dataValues[$key][$vKey] = $res['value'];
                                                        }

                                                                // Finally, check if new and old values are different (or no .vDEFbase value is found) and if so, we record the vDEF value for diff'ing.
                                                                // We do this after $dataValues has been updated since I expect that $dataValues_current holds evaluated values from database (so this must be the right value to compare with).
                                                        if (substr($vKey, -9) != '.vDEFbase') {
                                                                if ($this->clear_flexFormData_vDEFbase) {
                                                                        $dataValues[$key][$vKey . '.vDEFbase'] = '';
                                                                } elseif ($this->updateModeL10NdiffData && $GLOBALS['TYPO3_CONF_VARS']['BE']['flexFormXMLincludeDiffBase'] && $vKey !== 'vDEF' && (strcmp($dataValues[$key][$vKey], $dataValues_current[$key][$vKey]) || !isset($dataValues_current[$key][$vKey . '.vDEFbase']) || $this->updateModeL10NdiffData === 'FORCE_FFUPD')) {
                                                                                // Now, check if a vDEF value is submitted in the input data, if so we expect this has been processed prior to this operation (normally the case since those fields are higher in the form) and we can use that:
                                                                        if (isset($dataValues[$key]['vDEF'])) {
                                                                                $diffValue = $dataValues[$key]['vDEF'];
                                                                        } else { // If not found (for translators with no access to the default language) we use the one from the current-value data set:
                                                                                $diffValue = $dataValues_current[$key]['vDEF'];
                                                                        }
                                                                                // Setting the reference value for vDEF for this translation. This will be used for translation tools to make a diff between the vDEF and vDEFbase to see if an update would be fitting.
                                                                        $dataValues[$key][$vKey . '.vDEFbase'] = $this->updateModeL10NdiffDataClear ? '' : $diffValue;
                                                                }
                                                        }
                                                }
                                        }
                                }
                        }
                }
        }

        /**
         * Returns data for inline fields.
         *
         * @param       array           Current value array
         * @param       array           TCA field config
         * @param       integer         Record id
         * @param       string          Status string ('update' or 'new')
         * @param       string          Table name, needs to be passed to t3lib_loadDBGroup
         * @param       string          The current field the values are modified for
         * @return      string          Modified values
         */
        protected function checkValue_inline_processDBdata($valueArray, $tcaFieldConf, $id, $status, $table, $field) {
                $newValue = '';
                $foreignTable = $tcaFieldConf['foreign_table'];

                /*
                 * Fetch the related child records by using t3lib_loadDBGroup:
                 * @var $dbAnalysis t3lib_loadDBGroup
                 */
                $dbAnalysis = t3lib_div::makeInstance('t3lib_loadDBGroup');
                $dbAnalysis->start(implode(',', $valueArray), $foreignTable, '', 0, $table, $tcaFieldConf);
                        // If the localizationMode is set to 'keep', the children for the localized parent are kept as in the original untranslated record:
                $localizationMode = t3lib_BEfunc::getInlineLocalizationMode($table, $tcaFieldConf);
                if ($localizationMode == 'keep' && $status == 'update') {
                                // Fetch the current record and determine the original record:
                        $row = t3lib_BEfunc::getRecordWSOL($table, $id);
                        if (is_array($row)) {
                                $language = intval($row[$GLOBALS['TCA'][$table]['ctrl']['languageField']]);
                                $transOrigPointer = intval($row[$GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField']]);
                                        // If language is set (e.g. 1) and also transOrigPointer (e.g. 123), use transOrigPointer as uid:
                                if ($language > 0 && $transOrigPointer) {
                                        $id = $transOrigPointer;
                                                // If we're in active localizationMode 'keep', prevent from writing data to the field of the parent record:
                                                // (on removing the localized parent, the original (untranslated) children would then also be removed)
                                        $keepTranslation = TRUE;
                                }
                        }
                }
                        // IRRE with a pointer field (database normalization):
                if ($tcaFieldConf['foreign_field']) {
                                // if the record was imported, sorting was also imported, so skip this
                        $skipSorting = ($this->callFromImpExp ? TRUE : FALSE);
                                // update record in intermediate table (sorting & pointer uid to parent record)
                        $dbAnalysis->writeForeignField($tcaFieldConf, $id, 0, $skipSorting);
                        $newValue = ($keepTranslation ? 0 : $dbAnalysis->countItems(FALSE));
                                // IRRE with MM relation:
                } else {
                        if ($this->getInlineFieldType($tcaFieldConf) == 'mm') {
                                        // in order to fully support all the MM stuff, directly call checkValue_group_select_processDBdata instead of repeating the needed code here
                                $valueArray = $this->checkValue_group_select_processDBdata($valueArray, $tcaFieldConf, $id, $status, 'select', $table, $field);
                                $newValue = ($keepTranslation ? 0 : $valueArray[0]);
                                        // IRRE with comma separated values:
                        } else {
                                $valueArray = $dbAnalysis->getValueArray();
                                        // Checking that the number of items is correct:
                                $valueArray = $this->checkValue_checkMax($tcaFieldConf, $valueArray);
                                        // If a valid translation of the 'keep' mode is active, update relations in the original(!) record:
                                if ($keepTranslation) {
                                        $this->updateDB($table, $transOrigPointer, array($field => implode(',', $valueArray)));
                                } else {
                                        $newValue = implode(',', $valueArray);
                                }
                        }
                }

                return $newValue;
        }


        /*********************************************
         *
         * PROCESSING COMMANDS
         *
         ********************************************/

        /**
         * Processing the cmd-array
         * See "TYPO3 Core API" for a description of the options.
         *
         * @return      void
         */
        public function process_cmdmap() {

                        // Editing frozen:
                if ($this->BE_USER->workspace !== 0 && $this->BE_USER->workspaceRec['freeze']) {
                        $this->newlog('All editing in this workspace has been frozen!', 1);
                        return FALSE;
                }

                        // Hook initialization:
                $hookObjectsArr = array();
                if (is_array($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processCmdmapClass'])) {
                        foreach ($GLOBALS['TYPO3_CONF_VARS']['SC_OPTIONS']['t3lib/class.t3lib_tcemain.php']['processCmdmapClass'] as $classRef) {
                                $hookObj = t3lib_div::getUserObj($classRef);
                                if (method_exists($hookObj, 'processCmdmap_beforeStart')) {
                                        $hookObj->processCmdmap_beforeStart($this);
                                }
                                $hookObjectsArr[] = $hookObj;
                        }
                }

                        // Traverse command map:
                foreach (array_keys($this->cmdmap) as $table) {

                                // Check if the table may be modified!
                        $modifyAccessList = $this->checkModifyAccessList($table);
                        if (!$modifyAccessList) {
                                $id = 0;
                                $this->log($table, $id, 2, 0, 1, "Attempt to modify table '%s' without permission", 1, array($table));
                        } // FIXME: $id not set here (Comment added by Sebastian Kurfürst)

                                // Check basic permissions and circumstances:
                        if (isset($GLOBALS['TCA'][$table]) && !$this->tableReadOnly($table) && is_array($this->cmdmap[$table]) && $modifyAccessList) {

                                        // Traverse the command map:
                                foreach ($this->cmdmap[$table] as $id => $incomingCmdArray) {
                                        if (is_array($incomingCmdArray)) { // have found a command.

                                                        // Get command and value (notice, only one command is observed at a time!):
                                                reset($incomingCmdArray);
                                                $command = key($incomingCmdArray);
                                                $value = current($incomingCmdArray);

                                                foreach ($hookObjectsArr as $hookObj) {
                                                        if (method_exists($hookObj, 'processCmdmap_preProcess')) {
                                                                $hookObj->processCmdmap_preProcess($command, $table, $id, $value, $this);
                                                        }
                                                }

                                                        // Init copyMapping array:
                                                        // Must clear this array before call from here to those functions:
                                                        // Contains mapping information between new and old id numbers.
                                                $this->copyMappingArray = array();

                                                        // process the command
                                                $commandIsProcessed = FALSE;
                                                foreach ($hookObjectsArr as $hookObj) {
                                                        if (method_exists($hookObj, 'processCmdmap')) {
                                                                $hookObj->processCmdmap($command, $table, $id, $value, $commandIsProcessed, $this);
                                                        }
                                                }

                                                        // only execute default commands if a hook hasn't been processed the command already
                                                if (!$commandIsProcessed) {
                                                                // Branch, based on command
                                                        switch ($command) {
                                                                case 'move':
                                                                        $this->moveRecord($table, $id, $value);
                                                                break;
                                                                case 'copy':
                                                                        if ($table === 'pages') {
                                                                                $this->copyPages($id, $value);
                                                                        } else {
                                                                                $this->copyRecord($table, $id, $value, 1);
                                                                        }
                                                                break;
                                                                case 'localize':
                                                                        $this->localize($table, $id, $value);
                                                                break;
                                                                case 'inlineLocalizeSynchronize':
                                                                        $this->inlineLocalizeSynchronize($table, $id, $value);
                                                                break;
                                                                case 'delete':
                                                                        $this->deleteAction($table, $id);
                                                                break;
                                                                case 'undelete':
                                                                        $this->undeleteRecord($table, $id);
                                                                break;
                                                        }
                                                }

                                                foreach ($hookObjectsArr as $hookObj) {
                                                        if (method_exists($hookObj, 'processCmdmap_postProcess')) {
                                                                $hookObj->processCmdmap_postProcess($command, $table, $id, $value, $this);
                                                        }
                                                }

                                                        // Merging the copy-array info together for remapping purposes.
                                                $this->copyMappingArray_merged = t3lib_div::array_merge_recursive_overrule($this->copyMappingArray_merged, $this->copyMappingArray);
                                        }
                                }
                        }
                }

                        // Finally, before exit, check if there are ID references to remap.
                        // This might be the case if versioning or copying has taken place!
                $this->remapListedDBRecords();
                $this->processRemapStack();

                foreach ($hookObjectsArr as $hookObj) {
                        if (method_exists($hookObj, 'processCmdmap_afterFinish')) {
                                $hookObj->processCmdmap_afterFinish($this);
                        }
                }

                if ($this->isOuterMostInstance()) {
                        $this->resetNestedElementCalls();
                }
        }


        /*********************************************
         *
         * Cmd: Copying
         *
         ********************************************/

        /**
         * Copying a single record
         *
         * @param       string          Element table
         * @param       integer         Element UID
         * @param       integer         $destPid: >=0 then it points to a page-id on which to insert the record (as the first element). <0 then it points to a uid from its own table after which to insert it (works if
         * @param       boolean         $first is a flag set, if the record copied is NOT a 'slave' to another record copied. That is, if this record was asked to be copied in the cmd-array
         * @param       array           Associative array with field/value pairs to override directly. Notice; Fields must exist in the table record and NOT be among excluded fields!
         * @param       string          Commalist of fields to exclude from the copy process (might get default values)
         * @param       integer         Language ID (from sys_language table)
         * @return      integer         ID of new record, if any
         */
        function copyRecord($table, $uid, $destPid, $first = 0, $overrideValues = array(), $excludeFields = '', $language = 0) {
                $uid = $origUid = intval($uid);
                        // Only copy if the table is defined in $GLOBALS['TCA'], a uid is given and the record wasn't copied before:
                if ($GLOBALS['TCA'][$table] && $uid && !$this->isRecordCopied($table, $uid)) {
                        t3lib_div::loadTCA($table);
                        /*
                                   // In case the record to be moved turns out to be an offline version, we have to find the live version and work on that one (this case happens for pages with "branch" versioning type)
                           if ($lookForLiveVersion = t3lib_BEfunc::getLiveVersionOfRecord($table,$uid,'uid'))   {
                                   $uid = $lookForLiveVersion['uid'];
                           }
                                   // Get workspace version of the source record, if any: Then we will copy workspace version instead:
                           if ($WSversion = t3lib_BEfunc::getWorkspaceVersionOfRecord($this->BE_USER->workspace, $table, $uid, 'uid,t3ver_oid'))        {
                                   $uid = $WSversion['uid'];
                           }
                                   // Now, the $uid is the actual record we will copy while $origUid is the record we asked to get copied - but that could be a live version.
   */
                        if ($this->doesRecordExist($table, $uid, 'show')) { // This checks if the record can be selected which is all that a copy action requires.
                                $fullLanguageCheckNeeded = ($table != 'pages');
                                if (($language > 0 && $this->BE_USER->checkLanguageAccess($language)) ||
                                        $this->BE_USER->recordEditAccessInternals(
                                                $table, $uid, FALSE, FALSE, $fullLanguageCheckNeeded
                                        )
                                ) { //Used to check language and general editing rights
                                        $data = array();

                                        $nonFields = array_unique(t3lib_div::trimExplode(',', 'uid,perms_userid,perms_groupid,perms_user,perms_group,perms_everybody,t3ver_oid,t3ver_wsid,t3ver_id,t3ver_label,t3ver_state,t3ver_swapmode,t3ver_count,t3ver_stage,t3ver_tstamp,' . $excludeFields, 1));

                                                // $row = $this->recordInfo($table,$uid,'*');
                                        $row = t3lib_BEfunc::getRecordWSOL($table, $uid); // So it copies (and localized) content from workspace...
                                        if (is_array($row)) {

                                                        // Initializing:
                                                $theNewID = uniqid('NEW');
                                                $enableField = isset($GLOBALS['TCA'][$table]['ctrl']['enablecolumns']) ? $GLOBALS['TCA'][$table]['ctrl']['enablecolumns']['disabled'] : '';
                                                $headerField = $GLOBALS['TCA'][$table]['ctrl']['label'];

                                                        // Getting default data:
                                                $defaultData = $this->newFieldArray($table);

                                                        // Getting "copy-after" fields if applicable:
                                                $copyAfterFields = $destPid < 0 ? $this->fixCopyAfterDuplFields($table, $uid, abs($destPid), 0) : array();

                                                        // Page TSconfig related:
                                                $tscPID = t3lib_BEfunc::getTSconfig_pidValue($table, $uid, $destPid); // NOT using t3lib_BEfunc::getTSCpid() because we need the real pid - not the ID of a page, if the input is a page...
                                                $TSConfig = $this->getTCEMAIN_TSconfig($tscPID);
                                                $tE = $this->getTableEntries($table, $TSConfig);

                                                        // Traverse ALL fields of the selected record:
                                                foreach ($row as $field => $value) {
                                                        if (!in_array($field, $nonFields)) {

                                                                        // Get TCA configuration for the field:
                                                                $conf = $GLOBALS['TCA'][$table]['columns'][$field]['config'];

                                                                        // Preparation/Processing of the value:
                                                                if ($field == 'pid') { // "pid" is hardcoded of course:
                                                                        $value = $destPid;
                                                                } elseif (isset($overrideValues[$field])) { // Override value...
                                                                        $value = $overrideValues[$field];
                                                                } elseif (isset($copyAfterFields[$field])) { // Copy-after value if available:
                                                                        $value = $copyAfterFields[$field];
                                                                } elseif ($GLOBALS['TCA'][$table]['ctrl']['setToDefaultOnCopy'] && t3lib_div::inList($GLOBALS['TCA'][$table]['ctrl']['setToDefaultOnCopy'], $field)) { // Revert to default for some fields:
                                                                        $value = $defaultData[$field];
                                                                } else {
                                                                                // Hide at copy may override:
                                                                        if ($first && $field == $enableField && $GLOBALS['TCA'][$table]['ctrl']['hideAtCopy'] && !$this->neverHideAtCopy && !$tE['disableHideAtCopy']) {
                                                                                $value = 1;
                                                                        }
                                                                                // Prepend label on copy:
                                                                        if ($first && $field == $headerField && $GLOBALS['TCA'][$table]['ctrl']['prependAtCopy'] && !$tE['disablePrependAtCopy']) {
                                                                                $value = $this->getCopyHeader($table, $this->resolvePid($table, $destPid), $field, $this->clearPrefixFromValue($table, $value), 0);
                                                                        }
                                                                                // Processing based on the TCA config field type (files, references, flexforms...)
                                                                        $value = $this->copyRecord_procBasedOnFieldType($table, $uid, $field, $value, $row, $conf, $tscPID, $language);
                                                                }

                                                                        // Add value to array.
                                                                $data[$table][$theNewID][$field] = $value;
                                                        }
                                                }
                                                        // Overriding values:
                                                if ($GLOBALS['TCA'][$table]['ctrl']['editlock']) {
                                                        $data[$table][$theNewID][$GLOBALS['TCA'][$table]['ctrl']['editlock']] = 0;
                                                }

                                                        // Setting original UID:
                                                if ($GLOBALS['TCA'][$table]['ctrl']['origUid']) {
                                                        $data[$table][$theNewID][$GLOBALS['TCA'][$table]['ctrl']['origUid']] = $uid;
                                                }

                                                        // Do the copy by simply submitting the array through TCEmain:
                                                $copyTCE = t3lib_div::makeInstance('t3lib_TCEmain');
                                                /** @var $copyTCE t3lib_TCEmain  */
                                                $copyTCE->stripslashes_values = 0;
                                                $copyTCE->copyTree = $this->copyTree;
                                                $copyTCE->cachedTSconfig = $this->cachedTSconfig; // Copy forth the cached TSconfig
                                                $copyTCE->dontProcessTransformations = 1; // Transformations should NOT be carried out during copy

                                                $copyTCE->start($data, '', $this->BE_USER);
                                                $copyTCE->process_datamap();

                                                        // Getting the new UID:
                                                $theNewSQLID = $copyTCE->substNEWwithIDs[$theNewID];
                                                if ($theNewSQLID) {
                                                        $this->copyRecord_fixRTEmagicImages($table, t3lib_BEfunc::wsMapId($table, $theNewSQLID));
                                                        $this->copyMappingArray[$table][$origUid] = $theNewSQLID;
                                                                // Keep automatically versionized record information:
                                                        if (isset($copyTCE->autoVersionIdMap[$table][$theNewSQLID])) {
                                                                $this->autoVersionIdMap[$table][$theNewSQLID] = $copyTCE->autoVersionIdMap[$table][$theNewSQLID];
                                                        }
                                                }

                                                        // Copy back the cached TSconfig
                                                $this->cachedTSconfig = $copyTCE->cachedTSconfig;
                                                $this->errorLog = array_merge($this->errorLog, $copyTCE->errorLog);
                                                unset($copyTCE);

                                                if ($language == 0) {
                                                                //repointing the new translation records to the parent record we just created
                                                        $overrideValues[$GLOBALS['TCA'][$table]['ctrl']['transOrigPointerField']] = $theNewSQLID;
                                                        $this->copyL10nOverlayRecords($table, $uid, $destPid < 0 ? $tscPID : $destPid, $first, $overrideValues, $excludeFields);
                                                }

                                                return $theNewSQLID;
                                        } else {
                                                $this->log($table, $uid, 3, 0, 1, 'Attempt to copy record that did not exist!');
                                        }
                                } else {
                                        $this->log($table, $uid, 3, 0, 1, 'Attempt to copy record without having permissions to do so. [' . $this->BE_USER->errorMsg . '].');
                                }
                        } else {
                                $this->log($table, $uid, 3, 0, 1, 'Attempt to copy record without permission');
                        }
                }
        }

        /**
         * Copying pages
         * Main function for copying pages.
         *
         * @param       integer         Page UID to copy
         * @param       integer         Destination PID: >=0 then it points to a page-id on which to insert the record (as the first element). <0 then it points to a uid from its own table after which to insert it (works if
         * @return      void
         */
        function copyPages($uid, $destPid) {

                        // Initialize:
                $uid = intval($uid);
                $destPid = intval($destPid);

                        // Finding list of tables to copy.
                $copyTablesArray = $this->admin ? $this->compileAdminTables() : explode(',', $this->BE_USER->groupData['tables_modify']); // These are the tables, the user may modify
                if (!strstr($this->copyWhichTables, '*')) { // If not all tables are allowed then make a list of allowed tables: That is the tables that figure in both allowed tables AND the copyTable-list
                        foreach ($copyTablesArray as $k => $table) {
                                if (!$table || !t3lib_div::inList($this->copyWhichTables . ',pages', $table)) { // pages are always going...
                                        unset($copyTablesArray[$k]);
                                }
                        }
                }
                $copyTablesArray = array_unique($copyTablesArray);

                        // Begin to copy pages if we're allowed to:
                if ($this->admin || in_array('pages', $copyTablesArray)) {

                                // Copy this page we're on. And set first-flag (this will trigger that the record is hidden if that is configured)!
                        $theNewRootID = $this