PHP t3lib_div::md5int方法代码示例

 /**
  * Creates hash integer to lock user to. Depends on configured keywords
  *
  * @return	integer		Hash integer
  * @access private
  */
 function hashLockClause_getHashInt()
 {
     $hashStr = '';
     if (t3lib_div::inList($this->lockHashKeyWords, 'useragent')) {
         $hashStr .= ':' . t3lib_div::getIndpEnv('HTTP_USER_AGENT');
     }
     return t3lib_div::md5int($hashStr);
 }

 /**
  * This is all about fetching the right TypoScript template structure. If it's not cached then it must be generated and cached!
  * The method traverses the rootline structure from out to in, fetches the hierarchy of template records and based on this either finds the cached TypoScript template structure or parses the template and caches it for next time.
  * Sets $this->setup to the parsed TypoScript template array
  *
  * @param	array		The rootline of the current page (going ALL the way to tree root)
  * @return	void
  * @see tslib_fe::getConfigArray()
  */
 function start($theRootLine)
 {
     if (is_array($theRootLine)) {
         $setupData = '';
         $hash = '';
         // Flag that indicates that the existing data in cache_pagesection
         // could be used (this is the case if $TSFE->all is set, and the
         // rowSum still matches). Based on this we decide if cache_pagesection
         // needs to be updated...
         $isCached = false;
         $this->runThroughTemplates($theRootLine);
         if ($GLOBALS['TSFE']->all) {
             $cc = $GLOBALS['TSFE']->all;
             // The two rowSums must NOT be different from each other - which they will be if start/endtime or hidden has changed!
             if (strcmp(serialize($this->rowSum), serialize($cc['rowSum']))) {
                 unset($cc);
                 // If the two rowSums differ, we need to re-make the current page data and therefore clear the existing values.
             } else {
                 // If $TSFE->all contains valid data, we don't need to update cache_pagesection (because this data was fetched from there already)
                 if (!strcmp(serialize($this->rootLine), serialize($cc['rootLine']))) {
                     $isCached = true;
                 }
                 // When the data is serialized below (ROWSUM hash), it must not contain the rootline by concept. So this must be removed (and added again later)...
                 unset($cc['rootLine']);
             }
         }
         // This is about getting the hash string which is used to fetch the cached TypoScript template.
         // If there was some cached currentPageData ($cc) then that's good (it gives us the hash).
         if (is_array($cc)) {
             // If currentPageData was actually there, we match the result (if this wasn't done already in $TSFE->getFromCache()...)
             if (!$cc['match']) {
                 // TODO: check if this can ever be the case - otherwise remove
                 $cc = $this->matching($cc);
                 ksort($cc);
             }
             $hash = md5(serialize($cc));
         } else {
             // If currentPageData was not there, we first find $rowSum (freshly generated). After that we try to see, if it is stored with a list of all conditions. If so we match the result.
             $rowSumHash = md5('ROWSUM:' . serialize($this->rowSum));
             $result = t3lib_pageSelect::getHash($rowSumHash);
             if ($result) {
                 $cc = array();
                 $cc['all'] = unserialize($result);
                 $cc['rowSum'] = $this->rowSum;
                 $cc = $this->matching($cc);
                 ksort($cc);
                 $hash = md5(serialize($cc));
             }
         }
         if ($hash) {
             // Get TypoScript setup array
             $setupData = t3lib_pageSelect::getHash($hash);
         }
         if ($setupData && !$this->forceTemplateParsing) {
             // If TypoScript setup structure was cached we unserialize it here:
             $this->setup = unserialize($setupData);
         } else {
             // Make configuration
             $this->generateConfig();
             // This stores the template hash thing
             $cc = array();
             $cc['all'] = $this->sections;
             // All sections in the template at this point is found
             $cc['rowSum'] = $this->rowSum;
             // The line of templates is collected
             $cc = $this->matching($cc);
             ksort($cc);
             $hash = md5(serialize($cc));
             // This stores the data.
             t3lib_pageSelect::storeHash($hash, serialize($this->setup), 'TS_TEMPLATE');
             if ($this->tt_track) {
                 $GLOBALS['TT']->setTSlogMessage('TS template size, serialized: ' . strlen(serialize($this->setup)) . ' bytes');
             }
             $rowSumHash = md5('ROWSUM:' . serialize($this->rowSum));
             t3lib_pageSelect::storeHash($rowSumHash, serialize($cc['all']), 'TMPL_CONDITIONS_ALL');
         }
         // Add rootLine
         $cc['rootLine'] = $this->rootLine;
         ksort($cc);
         // Make global and save
         $GLOBALS['TSFE']->all = $cc;
         // Matching must be executed for every request, so this must never be part of the pagesection cache!
         unset($cc['match']);
         if (!$isCached && !$this->simulationHiddenOrTime && !$GLOBALS['TSFE']->no_cache) {
             // Only save the data if we're not simulating by hidden/starttime/endtime
             $mpvarHash = t3lib_div::md5int($GLOBALS['TSFE']->MP);
             if (TYPO3_UseCachingFramework) {
                 $pageSectionCache = $GLOBALS['typo3CacheManager']->getCache('cache_pagesection');
                 /* @var $pageSectionCache t3lib_cache_AbstractCache */
                 $pageSectionCache->set(intval($GLOBALS['TSFE']->id) . '_' . $mpvarHash, serialize($cc), array('pageId_' . intval($GLOBALS['TSFE']->id), 'mpvarHash_' . $mpvarHash));
             } else {
//.........这里部分代码省略.........

	/**
	 * Processes submission
	 *
	 * @param	string	$error	Error message
	 * @return	boolean	true if successful
	 */
	protected function processRedirectSubmission(&$error) {
		$result = false; $error = '';
		if (t3lib_div::_GP('_edit_save')) {
			$data = t3lib_div::_GP('data');
			$databaseUpdateData = array();
			$databaseInsertData = array();
			foreach ($data as $fields) {
				//
				// Validate
				//
				$fields['source'] = strtolower(trim($fields['source']));
				$fields['target'] = trim($fields['target']);
				// Check empty or same
				if ($fields['source'] == $fields['target']) {
					// Either equal or empty, ignore the input
					continue;
				}
				// Check one field empty
				if (trim($fields['source']) == '' || trim($fields['target'] == '')) {
					$error = 'Please, fill in both source and destination URLs';
					return false;
				}
				// Check for duplicate source URLs
				$andWhere = ($fields['url_hash'] != '' ? ' AND url_hash<>' . intval($fields['url_hash']) : '');
				list($row) = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('COUNT(*) AS t',
					'tx_realurl_redirects',
					'url=' . $GLOBALS['TYPO3_DB']->fullQuoteStr($fields['source'], 'tx_realurl_redirects') .
						' AND domain_limit=' . intval($fields['domain_limit']) .
						$andWhere);
				if ($row['t'] > 0) {
					$error = 'Source URL \'/' . htmlspecialchars($fields['source']) . '\' already exists in the redirect list.';
					return false;
				}
				// Check for missing slash in destination
				$parse = @parse_url($fields['target']);
				if ($fields['target']{0} != '/' && ($parse === false || !isset($parse['scheme']))) {
					$fields['target'] = '/' . $fields['target'];
				}

				// Process
				if ($fields['url_hash'] == '') {
					// New entry
					$databaseInsertData[] = array(
						'url_hash' => t3lib_div::md5int($fields['source']),
						'url' => $fields['source'],
						'destination' => $fields['target'],
						'has_moved' => $fields['permanent'] ? 1 : 0,
						'domain_limit' => intval($fields['domain_limit'])
					);
				}
				else {
					// Existing entry
					$databaseUpdateData[$fields['uid']] = array(
						'url_hash' => t3lib_div::md5int($fields['source']),
						'url' => $fields['source'],
						'destination' => $fields['target'],
						'has_moved' => $fields['permanent'] ? 1 : 0,
						'domain_limit' => intval($fields['domain_limit'])
					);
				}
			}
			// Add/update data
			foreach ($databaseInsertData as $data) {
				$GLOBALS['TYPO3_DB']->exec_INSERTquery('tx_realurl_redirects', $data);
			}
			foreach ($databaseUpdateData as $uid => $data) {
				$GLOBALS['TYPO3_DB']->exec_UPDATEquery('tx_realurl_redirects',
					'uid=' . intval($uid),
					$data);
			}
			// Make sure we return success if the form is totally empty
			$result = true;
		}
		return $result;
	}

	/**
	 * Throws a 404 message.
	 *
	 * @param	string		Message string
	 * @return	void
	 */
	public function decodeSpURL_throw404($msg) {

		// Log error:
		if (!$this->extConf['init']['disableErrorLog']) {
			$hash = t3lib_div::md5int($this->speakingURIpath_procValue);
			$rootpage_id = intval($this->extConf['pagePath']['rootpage_id']);
			$cond = 'url_hash=' . intval($hash) . ' AND rootpage_id=' . $rootpage_id;
			$fields_values = array('url_hash' => $hash, 'url' => $this->speakingURIpath_procValue, 'error' => $msg, 'counter' => 1, 'tstamp' => time(), 'cr_date' => time(), 'rootpage_id' => $rootpage_id, 'last_referer' => t3lib_div::getIndpEnv('HTTP_REFERER'));
			if ($this->useMySQLExtendedSyntax) {
				$query = $GLOBALS['TYPO3_DB']->INSERTquery('tx_realurl_errorlog', $fields_values);
				$query .= ' ON DUPLICATE KEY UPDATE ' . 'error=' . $GLOBALS['TYPO3_DB']->fullQuoteStr($msg, 'tx_realurl_errorlog') . ',' . 'counter=counter+1,' . 'tstamp=' . $fields_values['tstamp'] . ',' . 'last_referer=' . $GLOBALS['TYPO3_DB']->fullQuoteStr(t3lib_div::getIndpEnv('HTTP_REFERER'), 'tx_realurl_errorlog');
				$GLOBALS['TYPO3_DB']->sql_query($query);
			} else {
				$GLOBALS['TYPO3_DB']->sql_query('START TRANSACTION');
				list($error_row) = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('counter', 'tx_realurl_errorlog', $cond);
				if (count($error_row)) {
					$fields_values = array('error' => $msg, 'counter' => $error_row['counter'] + 1, 'tstamp' => time(), 'last_referer' => t3lib_div::getIndpEnv('HTTP_REFERER'));
					$GLOBALS['TYPO3_DB']->exec_UPDATEquery('tx_realurl_errorlog', $cond, $fields_values);
				} else {
					$GLOBALS['TYPO3_DB']->exec_INSERTquery('tx_realurl_errorlog', $fields_values);
				}
				$GLOBALS['TYPO3_DB']->sql_query('COMMIT');
			}
		}

		// Call handler
		$this->pObj->pageNotFoundAndExit($msg);
	}

    /**
     * Shows the log of indexed URLs
     *
     * @return	string		HTML output
     */
    function drawLog()
    {
        global $BACK_PATH;
        $output = '';
        // Init:
        $this->crawlerObj = t3lib_div::makeInstance('tx_crawler_lib');
        $this->crawlerObj->setAccessMode('gui');
        $this->crawlerObj->setID = t3lib_div::md5int(microtime());
        $this->CSVExport = t3lib_div::_POST('_csv');
        // Read URL:
        if (t3lib_div::_GP('qid_read')) {
            $this->crawlerObj->readUrl(intval(t3lib_div::_GP('qid_read')), TRUE);
        }
        // Look for set ID sent - if it is, we will display contents of that set:
        $showSetId = intval(t3lib_div::_GP('setID'));
        // Show details:
        if (t3lib_div::_GP('qid_details')) {
            // Get entry record:
            list($q_entry) = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('*', 'tx_crawler_queue', 'qid=' . intval(t3lib_div::_GP('qid_details')));
            // Explode values:
            $resStatus = $this->getResStatus($q_entry);
            $q_entry['parameters'] = unserialize($q_entry['parameters']);
            $q_entry['result_data'] = unserialize($q_entry['result_data']);
            if (is_array($q_entry['result_data'])) {
                $q_entry['result_data']['content'] = unserialize($q_entry['result_data']['content']);
            }
            if (!$this->pObj->MOD_SETTINGS['log_resultLog']) {
                unset($q_entry['result_data']['content']['log']);
            }
            // Print rudimentary details:
            $output .= '
				<br /><br />
				<input type="submit" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.back') . '" name="_back" />
				<input type="hidden" value="' . $this->pObj->id . '" name="id" />
				<input type="hidden" value="' . $showSetId . '" name="setID" />
				<br />
				Current server time: ' . date('H:i:s', time()) . '<br />' . 'Status: ' . $resStatus . '<br />' . (version_compare(TYPO3_version, '4.5.0', '<') ? t3lib_div::view_array($q_entry) : t3lib_utility_Debug::viewArray($q_entry));
        } else {
            // Show list:
            // If either id or set id, show list:
            if ($this->pObj->id || $showSetId) {
                if ($this->pObj->id) {
                    // Drawing tree:
                    $tree = t3lib_div::makeInstance('t3lib_pageTree');
                    $perms_clause = $GLOBALS['BE_USER']->getPagePermsClause(1);
                    $tree->init('AND ' . $perms_clause);
                    // Set root row:
                    $HTML = t3lib_iconWorks::getSpriteIconForRecord('pages', $this->pObj->pageinfo);
                    $HTML = t3lib_iconWorks::getSpriteIconForRecord('pages', $this->pObj->pageinfo);
                    $tree->tree[] = array('row' => $this->pObj->pageinfo, 'HTML' => $HTML);
                    // Get branch beneath:
                    if ($this->pObj->MOD_SETTINGS['depth']) {
                        $tree->getTree($this->pObj->id, $this->pObj->MOD_SETTINGS['depth'], '');
                    }
                    // Traverse page tree:
                    $code = '';
                    $count = 0;
                    foreach ($tree->tree as $data) {
                        $code .= $this->drawLog_addRows($data['row'], $data['HTML'] . t3lib_BEfunc::getRecordTitle('pages', $data['row'], TRUE), intval($this->pObj->MOD_SETTINGS['itemsPerPage']));
                        if (++$count == 1000) {
                            break;
                        }
                    }
                } else {
                    $code = '';
                    $code .= $this->drawLog_addRows($showSetId, 'Set ID: ' . $showSetId);
                }
                if ($code) {
                    $output .= '
						<br /><br />
						<input type="submit" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.reloadlist') . '" name="_reload" />
						<input type="submit" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.downloadcsv') . '" name="_csv" />
						<input type="submit" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.flushvisiblequeue') . '" name="_flush" onclick="return confirm(\'' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.confirmyouresure') . '\');" />
						<input type="submit" value="' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.flushfullqueue') . '" name="_flush_all" onclick="return confirm(\'' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.confirmyouresure') . '\');" />
						<input type="hidden" value="' . $this->pObj->id . '" name="id" />
						<input type="hidden" value="' . $showSetId . '" name="setID" />
						<br />
						' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.curtime') . ': ' . date('H:i:s', time()) . '
						<br /><br />


						<table class="lrPadding c-list crawlerlog">' . $this->drawLog_printTableHeader() . $code . '</table>';
                }
            } else {
                // Otherwise show available sets:
                $setList = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('set_id, count(*) as count_value, scheduled', 'tx_crawler_queue', '', 'set_id, scheduled', 'scheduled DESC');
                $code = '
					<tr class="bgColor5 tableheader">
						<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.setid') . ':</td>
						<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.count') . 't:</td>
						<td>' . $GLOBALS['LANG']->sL('LLL:EXT:crawler/modfunc1/locallang.xml:labels.time') . ':</td>
					</tr>
				';
                $cc = 0;
                foreach ($setList as $set) {
//.........这里部分代码省略.........

 /**
  * Fetches the data for the tree
  *
  * @param	string		Abs file path
  * @param	integer		Max depth (recursivity limit)
  * @return	integer		The count of items on the level
  * @see getBrowsableTree()
  */
 function getFolderTree($files_path, $depth = 999, $type = '')
 {
     // This generates the directory tree
     $dirs = t3lib_div::get_dirs($files_path);
     if (!is_array($dirs)) {
         return 0;
     }
     sort($dirs);
     $c = count($dirs);
     $depth = intval($depth);
     $HTML = '';
     $a = 0;
     foreach ($dirs as $key => $val) {
         $a++;
         $this->tree[] = array();
         // Reserve space.
         end($this->tree);
         $treeKey = key($this->tree);
         // Get the key for this space
         $val = preg_replace('/^\\.\\//', '', $val);
         $title = $val;
         $path = $files_path . $val . '/';
         $specUID = t3lib_div::md5int($path);
         $this->specUIDmap[$specUID] = $path;
         $row = array();
         $row['path'] = $path;
         $row['uid'] = $specUID;
         $row['title'] = $title;
         // Make a recursive call to the next level
         if ($depth > 1 && $this->expandNext($specUID)) {
             $nextCount = $this->getFolderTree($path, $depth - 1, $this->makeHTML ? '<img' . t3lib_iconWorks::skinImg($this->backPath, 'gfx/ol/' . ($a == $c ? 'blank' : 'line') . '.gif', 'width="18" height="16"') . ' alt="" />' : '', $type);
             $exp = 1;
             // Set "did expand" flag
         } else {
             $nextCount = $this->getCount($path);
             $exp = 0;
             // Clear "did expand" flag
         }
         // Set HTML-icons, if any:
         if ($this->makeHTML) {
             $HTML = $this->PMicon($row, $a, $c, $nextCount, $exp);
             $webpath = t3lib_BEfunc::getPathType_web_nonweb($path);
             if (is_writable($path)) {
                 $type = '';
                 $overlays = array();
             } else {
                 $type = 'readonly';
                 $overlays = array('status-overlay-locked' => array());
             }
             if ($webpath == 'web') {
                 $icon = 'apps-filetree-folder-default';
             } else {
                 $icon = 'apps-filetree-folder-default';
             }
             if ($val == '_temp_') {
                 $icon = 'apps-filetree-folder-temp';
                 $row['title'] = $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_mod_file_list.xml:temp', true);
                 $row['_title'] = '<strong>' . $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_mod_file_list.xml:temp', true) . '</strong>';
             }
             if ($val == '_recycler_') {
                 $icon = 'apps-filetree-folder-recycler';
                 $row['title'] = $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_mod_file_list.xml:recycler', true);
                 $row['_title'] = '<strong>' . $GLOBALS['LANG']->sL('LLL:EXT:lang/locallang_mod_file_list.xml:recycler', true) . '</strong>';
             }
             $HTML .= $this->wrapIcon(t3lib_iconWorks::getSpriteIcon($icon, array('title' => $row['title']), $overlays), $row);
         }
         // Finally, add the row/HTML content to the ->tree array in the reserved key.
         $this->tree[$treeKey] = array('row' => $row, 'HTML' => $HTML, 'hasSub' => $nextCount && $this->expandNext($specUID), 'isFirst' => $a == 1, 'isLast' => false, 'invertedDepth' => $depth, 'bank' => $this->bank);
     }
     if ($a) {
         $this->tree[$treeKey]['isLast'] = true;
     }
     return $c;
 }

    /**
     * Initialization of crawler hook.
     * This function is asked for each instance of the crawler and we must check if something is timed to happen and if so put entry(s) in the crawlers log to start processing.
     * In reality we select indexing configurations and evaluate if any of them needs to run.
     *
     * @param	object		Parent object (tx_crawler lib)
     * @return	void
     */
    function crawler_init(&$pObj)
    {
        // Select all indexing configuration which are waiting to be activated:
        $indexingConfigurations = $GLOBALS['TYPO3_DB']->exec_SELECTgetRows('*', 'index_config', 'hidden=0
				AND (starttime=0 OR starttime<=' . $GLOBALS['EXEC_TIME'] . ')
				AND timer_next_indexing<' . $GLOBALS['EXEC_TIME'] . '
				AND set_id=0
				' . t3lib_BEfunc::deleteClause('index_config'));
        // For each configuration, check if it should be executed and if so, start:
        foreach ($indexingConfigurations as $cfgRec) {
            // Generate a unique set-ID:
            $setId = t3lib_div::md5int(microtime());
            // Get next time:
            $nextTime = $this->generateNextIndexingTime($cfgRec);
            // Start process by updating index-config record:
            $field_array = array('set_id' => $setId, 'timer_next_indexing' => $nextTime, 'session_data' => '');
            $GLOBALS['TYPO3_DB']->exec_UPDATEquery('index_config', 'uid=' . intval($cfgRec['uid']), $field_array);
            // Based on configuration type:
            switch ($cfgRec['type']) {
                case 1:
                    // RECORDS:
                    // Parameters:
                    $params = array('indexConfigUid' => $cfgRec['uid'], 'procInstructions' => array('[Index Cfg UID#' . $cfgRec['uid'] . ']'), 'url' => 'Records (start)');
                    //
                    $pObj->addQueueEntry_callBack($setId, $params, $this->callBack, $cfgRec['pid']);
                    break;
                case 2:
                    // FILES:
                    // Parameters:
                    $params = array('indexConfigUid' => $cfgRec['uid'], 'procInstructions' => array('[Index Cfg UID#' . $cfgRec['uid'] . ']'), 'url' => $cfgRec['filepath'], 'depth' => 0);
                    $pObj->addQueueEntry_callBack($setId, $params, $this->callBack, $cfgRec['pid']);
                    break;
                case 3:
                    // External URL:
                    // Parameters:
                    $params = array('indexConfigUid' => $cfgRec['uid'], 'procInstructions' => array('[Index Cfg UID#' . $cfgRec['uid'] . ']'), 'url' => $cfgRec['externalUrl'], 'depth' => 0);
                    $pObj->addQueueEntry_callBack($setId, $params, $this->callBack, $cfgRec['pid']);
                    break;
                case 4:
                    // Page tree
                    // Parameters:
                    $params = array('indexConfigUid' => $cfgRec['uid'], 'procInstructions' => array('[Index Cfg UID#' . $cfgRec['uid'] . ']'), 'url' => intval($cfgRec['alternative_source_pid']), 'depth' => 0);
                    $pObj->addQueueEntry_callBack($setId, $params, $this->callBack, $cfgRec['pid']);
                    break;
                case 5:
                    // Meta configuration, nothing to do:
                    # NOOP
                    break;
                default:
                    if ($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['indexed_search']['crawler'][$cfgRec['type']]) {
                        $hookObj = t3lib_div::getUserObj($GLOBALS['TYPO3_CONF_VARS']['EXTCONF']['indexed_search']['crawler'][$cfgRec['type']]);
                        if (is_object($hookObj)) {
                            // Parameters:
                            $params = array('indexConfigUid' => $cfgRec['uid'], 'procInstructions' => array('[Index Cfg UID#' . $cfgRec['uid'] . '/CUSTOM]'), 'url' => $hookObj->initMessage($message));
                            $pObj->addQueueEntry_callBack($setId, $params, $this->callBack, $cfgRec['pid']);
                        }
                    }
                    break;
            }
        }
        // Finally, look up all old index configurations which are finished and needs to be reset and done.
        $this->cleanUpOldRunningConfigurations();
    }

 /**
  * @param $str
  * @return int
  * @see t3lib_div::md5int()
  */
 public function md5int($str)
 {
     /** @noinspection PhpDeprecationInspection PhpUndefinedClassInspection */
     return t3lib_div::md5int($str);
 }

 /**
  * Function executed by crawler_im.php cli script.
  *
  * @return	void
  */
 function CLI_main_im()
 {
     $this->setAccessMode('cli_im');
     $cliObj = t3lib_div::makeInstance('tx_crawler_cli_im');
     // Force user to admin state and set workspace to "Live":
     $this->backendUser->user['admin'] = 1;
     $this->backendUser->setWorkspace(0);
     // Print help
     if (!isset($cliObj->cli_args['_DEFAULT'][1])) {
         $cliObj->cli_validateArgs();
         $cliObj->cli_help();
         exit;
     }
     $cliObj->cli_validateArgs();
     if ($cliObj->cli_argValue('-o') === 'exec') {
         $this->registerQueueEntriesInternallyOnly = TRUE;
     }
     if (isset($cliObj->cli_args['_DEFAULT'][2])) {
         // Crawler is called over TYPO3 BE
         $pageId = tx_crawler_api::forceIntegerInRange($cliObj->cli_args['_DEFAULT'][2], 0);
     } else {
         // Crawler is called over cli
         $pageId = tx_crawler_api::forceIntegerInRange($cliObj->cli_args['_DEFAULT'][1], 0);
     }
     $configurationKeys = $this->getConfigurationKeys($cliObj);
     if (!is_array($configurationKeys)) {
         $configurations = $this->getUrlsForPageId($pageId);
         if (is_array($configurations)) {
             $configurationKeys = array_keys($configurations);
         } else {
             $configurationKeys = array();
         }
     }
     if ($cliObj->cli_argValue('-o') === 'queue' || $cliObj->cli_argValue('-o') === 'exec') {
         $reason = new tx_crawler_domain_reason();
         $reason->setReason(tx_crawler_domain_reason::REASON_GUI_SUBMIT);
         $reason->setDetailText('The cli script of the crawler added to the queue');
         tx_crawler_domain_events_dispatcher::getInstance()->post('invokeQueueChange', $this->setID, array('reason' => $reason));
     }
     $this->setID = t3lib_div::md5int(microtime());
     $this->getPageTreeAndUrls(tx_crawler_api::forceIntegerInRange($pageId, 0), tx_crawler_api::forceIntegerInRange($cliObj->cli_argValue('-d'), 0, 99), $this->getCurrentTime(), tx_crawler_api::forceIntegerInRange($cliObj->cli_isArg('-n') ? $cliObj->cli_argValue('-n') : 30, 1, 1000), $cliObj->cli_argValue('-o') === 'queue' || $cliObj->cli_argValue('-o') === 'exec', $cliObj->cli_argValue('-o') === 'url', t3lib_div::trimExplode(',', $cliObj->cli_argValue('-proc'), 1), $configurationKeys);
     if ($cliObj->cli_argValue('-o') === 'url') {
         $cliObj->cli_echo(implode(chr(10), $this->downloadUrls) . chr(10), 1);
     } elseif ($cliObj->cli_argValue('-o') === 'exec') {
         $cliObj->cli_echo("Executing " . count($this->urlList) . " requests right away:\n\n");
         $cliObj->cli_echo(implode(chr(10), $this->urlList) . chr(10));
         $cliObj->cli_echo("\nProcessing:\n");
         foreach ($this->queueEntries as $queueRec) {
             $p = unserialize($queueRec['parameters']);
             $cliObj->cli_echo($p['url'] . ' (' . implode(',', $p['procInstructions']) . ') => ');
             $result = $this->readUrlFromArray($queueRec);
             $requestResult = unserialize($result['content']);
             if (is_array($requestResult)) {
                 $resLog = is_array($requestResult['log']) ? chr(10) . chr(9) . chr(9) . implode(chr(10) . chr(9) . chr(9), $requestResult['log']) : '';
                 $cliObj->cli_echo('OK: ' . $resLog . chr(10));
             } else {
                 $cliObj->cli_echo('Error checking Crawler Result: ' . substr(preg_replace('/\\s+/', ' ', strip_tags($result['content'])), 0, 30000) . '...' . chr(10));
             }
         }
     } elseif ($cliObj->cli_argValue('-o') === 'queue') {
         $cliObj->cli_echo("Putting " . count($this->urlList) . " entries in queue:\n\n");
         $cliObj->cli_echo(implode(chr(10), $this->urlList) . chr(10));
     } else {
         $cliObj->cli_echo(count($this->urlList) . " entries found for processing. (Use -o to decide action):\n\n", 1);
         $cliObj->cli_echo(implode(chr(10), $this->urlList) . chr(10), 1);
     }
 }

 function start($conf, $piVars, $cObj)
 {
     // config
     $this->conf = $conf;
     $this->piVars = $piVars;
     $this->cObj = $cObj;
     $this->pi_loadLL();
     $this->div = t3lib_div::makeInstance('tx_wtgallery_div');
     // Create new instance for div class
     $this->dynamicMarkers = t3lib_div::makeInstance('tx_wtgallery_dynamicmarkers');
     // Create new instance for dynamicmarker function
     $this->tmpl = $this->markerArray = $this->outerMarkerArray = $subpartArray = array();
     $content_item = '';
     // init
     $this->tmpl[$this->mode]['all'] = trim($this->cObj->getSubpart($this->cObj->fileResource($this->conf['template.'][$this->mode]), '###WTGALLERY_COOLIRIS_RSS###'));
     // Load HTML Template
     $this->tmpl[$this->mode]['item'] = $this->cObj->getSubpart($this->tmpl[$this->mode]['all'], '###ITEM###');
     // work on subpart 2
     // let's go
     if (!empty($this->conf['main.']['path'])) {
         // if startpath was set via typoscript
         $startpath = $this->div->validatePicturePath($this->piVars['category'] ? $this->div->hash2folder($this->piVars['category'], $this->conf['main.']['path']) : $this->conf['main.']['path']);
         // startpath from piVars or from ts
         $pictures = $this->div->getFiles($this->conf, $startpath, $this->conf[$this->mode . '.']['order'], $this->conf[$this->mode . '.']['limit']);
         // get all pictures from current folder
         if (count($pictures) > 0) {
             // if there are pictures
             for ($i = 0; $i < count($pictures); $i++) {
                 // one loop for every picture in current folder
                 // let's start
                 $row = array('picture' => $pictures[$i], 'tstamp' => filemtime($pictures[$i]), 'filename' => $this->div->fileInfo($pictures[$i], 'filename'), 'dirname' => $this->div->fileInfo($pictures[$i], 'dirname'), 'basename' => $this->div->fileInfo($pictures[$i], 'basename'), 'extension' => $this->div->fileInfo($pictures[$i], 'extension'), 'currentfolder' => $this->div->fileInfo($pictures[$i], 'currentfolder'), 'picturehash' => t3lib_div::md5int($pictures[$i]));
                 $metarow = $this->div->EXIForTXT($row['picture'], $this->conf[$this->mode . '.']['metainformation']);
                 // get metainformation
                 $row = array_merge((array) $row, (array) $metarow);
                 // add array from txt or exif to normal row
                 $this->cObj->start($row, 'tt_content');
                 // enable .field in typoscript for singleview
                 if (!empty($this->conf[$this->mode . '.']['width'])) {
                     $this->conf[$this->mode . '.']['image.']['file.']['width'] = $this->conf[$this->mode . '.']['width'];
                 }
                 // set width from config (e.g. flexform if not empty)
                 if (!empty($this->conf[$this->mode . '.']['height'])) {
                     $this->conf[$this->mode . '.']['image.']['file.']['height'] = $this->conf[$this->mode . '.']['height'];
                 }
                 // set height from config (e.g. flexform if not empty)
                 if (!is_array($this->conf[$this->mode . '.']['image'])) {
                     $this->markerArray['###IMAGE###'] = $this->cObj->cObjGetSingle($this->conf[$this->mode . '.']['image'], $this->conf[$this->mode . '.']['image.']);
                 }
                 // values from ts
                 foreach ($row as $key => $value) {
                     // one loop for every row entry
                     $this->markerArray['###' . strtoupper($key) . '###'] = $value;
                     // fill marker with value of row
                 }
                 $content_item .= $this->cObj->substituteMarkerArrayCached($this->tmpl[$this->mode]['item'], $this->markerArray, array(), $this->wrappedSubpartArray);
                 // add inner html to variable
             }
         }
         $subpartArray['###CONTENT###'] = $content_item;
         // work on subpart 3
         $this->outerMarkerArray['###TITLE###'] = $this->conf[$this->mode . '.']['title'];
         // Add title to RSS
         $this->outerMarkerArray['###URL###'] = $this->conf[$this->mode . '.']['url'];
         // Add url to RSS
         $this->outerMarkerArray['###DESCRIPTION###'] = $this->conf[$this->mode . '.']['description'];
         // Add description to RSS
         $this->content = $this->cObj->substituteMarkerArrayCached($this->tmpl[$this->mode]['all'], $this->outerMarkerArray, $subpartArray);
         // Get html template
         $this->content = $this->dynamicMarkers->main($this->conf, $this->cObj, $this->content);
         // Fill dynamic locallang or typoscript markers
         $this->content = preg_replace("|###.*?###|i", "", $this->content);
         // Finally clear not filled markers
         if (!empty($this->content) && count($pictures) > 0) {
             return $this->content;
         } else {
             return $this->pi_getLL('wtgallery_ll_coolirisError', 'no pictures to list on current url');
         }
         // return error message for dynamic RSS
     } else {
         // if startpath was not set via typoscript
         return $this->pi_getLL('wtgallery_ll_coolirisErrorNoPath', 'Please set the startpath via typoscript and not only in the plugin - this is needed for cooliris!');
         // return error message for dynamic RSS
     }
 }

 function hashCode($string)
 {
     if (!empty($string)) {
         return t3lib_div::md5int($string);
     }
 }

 /**
  * Method to get an instance of the internal crawler singleton
  *
  * @return tx_crawler_lib Instance of the crawler lib
  */
 protected function findCrawler()
 {
     if (!is_object($this->crawlerObj)) {
         $this->crawlerObj = t3lib_div::makeInstance('tx_crawler_lib');
         $this->crawlerObj->setID = t3lib_div::md5int(microtime());
     }
     if (is_object($this->crawlerObj)) {
         return $this->crawlerObj;
     } else {
         throw new Exception("no crawler object");
     }
 }

 /**
  * Processing of the submitted form; Will create and write the XML file and tell the new file name.
  *
  * @param	string		Absolute path to the locallang.php file to convert.
  * @param	string		The new file name to write to (absolute path, .xml ending). The locallang-xml file is in UTF-8
  * @return	string		HTML text string message
  */
 function renderSaveDone($phpFile, $newFileName)
 {
     // Initialize variables:
     $outputArray = array();
     $formContent = t3lib_div::_POST('_DAT');
     $LOCAL_LANG = $this->getLLarray($phpFile);
     $LOCAL_LANG = $this->convertLLarrayToUTF8($LOCAL_LANG);
     // Setting meta data:
     $outputArray['meta'] = $formContent['meta'];
     // Setting label context dummy tags:
     $outputArray['meta']['labelContext'] = array();
     /*	foreach($LOCAL_LANG['default'] as $labelKey => $labelValue)	{
     			$outputArray['meta']['labelContext'][$labelKey] = '';
     		}
     */
     // Setting data content:
     $outputArray['data'] = $LOCAL_LANG;
     // Setting orig-hash/content
     foreach ($LOCAL_LANG as $langKey => $labelsArray) {
         $outputArray['orig_hash'][$langKey] = array();
         $outputArray['orig_text'][$langKey] = array();
         foreach ($labelsArray as $labelKey => $_temp) {
             $outputArray['orig_hash'][$langKey][$labelKey] = t3lib_div::md5int($LOCAL_LANG['default'][$labelKey]);
             #$outputArray['orig_text'][$langKey][$labelKey] = $LOCAL_LANG['default'][$labelKey];
         }
     }
     // Options:
     $options = array('parentTagMap' => array('data' => 'languageKey', 'orig_hash' => 'languageKey', 'orig_text' => 'languageKey', 'labelContext' => 'label', 'languageKey' => 'label'));
     // Creating XML file from $outputArray:
     $XML = '<?xml version="1.0" encoding="utf-8" standalone="yes" ?>' . chr(10);
     $XML .= t3lib_div::array2xml($outputArray, '', 0, 'T3locallang', 4, $options);
     if (!file_exists($newFileName)) {
         #		debug(array($XML));
         t3lib_div::writeFile($newFileName, $XML);
         return 'File written to disk: ' . $newFileName;
     }
 }

 /**
  * Is wt_gallery on the current page?
  *
  * @param	string		$startpath: Start path like fileadmin/
  * @return	array		$newArray: Array with folders and its hash code
  */
 public function folderChange($startpath)
 {
     // config
     $subfolder = '';
     // let's go
     $folderArray = $newArray = array();
     // init empty array
     $folderArray = t3lib_div::getAllFilesAndFoldersInPath($folderArray, t3lib_div::getFileAbsFileName($startpath), 'wt_gallery', 1);
     // get all folders of the startpath in an array
     $folderArray = array_flip($folderArray);
     // flip array
     foreach ((array) $folderArray as $key => $value) {
         // one loop for every array content
         if (substr($key, -1) === '/') {
             // if last sign is '/'
             $key = substr($key, 0, -1);
             // delete last sign
         }
         if (t3lib_div::getIndpEnv('TYPO3_REQUEST_HOST') . '/' != t3lib_div::getIndpEnv('TYPO3_SITE_URL')) {
             // if request_host is different to site_url (TYPO3 runs in a subfolder)
             $subfolder = str_replace(t3lib_div::getIndpEnv('TYPO3_REQUEST_HOST') . '/', '', t3lib_div::getIndpEnv('TYPO3_SITE_URL'));
             // get the folder (like "subfolder/")
         }
         $newArray[str_replace(t3lib_div::getIndpEnv('TYPO3_DOCUMENT_ROOT') . '/' . $subfolder, '', $key)] = t3lib_div::md5int(str_replace(t3lib_div::getIndpEnv('TYPO3_DOCUMENT_ROOT') . '/' . $subfolder, '', $key));
         // rewrite array like 12345 => fileadmin/pics
     }
     if (!empty($newArray)) {
         return $newArray;
     }
 }

 /**
  * Adds new words to db
  *
  * @param	array		Word List array (where each word has information about position etc).
  * @return	void
  */
 function submitWords($wl)
 {
     $hashArr = array();
     foreach ($wl as $w) {
         $hashArr[] = t3lib_div::md5int($w);
     }
     $wl = array_flip($wl);
     if (count($hashArr)) {
         $cwl = implode(',', $hashArr);
         $res = $GLOBALS['TYPO3_DB']->exec_SELECTquery('baseword', 'sys_refindex_words', 'wid IN (' . $cwl . ')');
         if ($GLOBALS['TYPO3_DB']->sql_num_rows($res) != count($wl)) {
             while ($row = $GLOBALS['TYPO3_DB']->sql_fetch_assoc($res)) {
                 unset($wl[$row['baseword']]);
             }
             foreach ($wl as $key => $val) {
                 $insertFields = array('wid' => t3lib_div::md5int($key), 'baseword' => $key);
                 // A duplicate-key error will occur here if a word is NOT unset in the unset() line. However as long as the words in $wl are NOT longer as 60 chars (the baseword varchar is 60 characters...) this is not a problem.
                 $GLOBALS['TYPO3_DB']->exec_INSERTquery('sys_refindex_words', $insertFields);
             }
         }
     }
 }