validatePresenceOfLegacyFieldsInDatabaseSchema();
}
/**
* @return string
*/
public function main()
{
$url = GeneralUtility::getIndpEnv('REQUEST_URI');
$performMigration = (bool) GeneralUtility::_GET('performMigration');
$conflictingRecordsIgnored = (bool) GeneralUtility::_GET('ignoreConflictingRecords');
// Data collection, filled by the loops below and then finally rendered by the special Fluid view.
$templateFilesWithErrors = [];
$templateFilesRequiringMigration = [];
$childContentRequiringMigration = [];
$migratedChildContent = [];
$notMigratedChildContentUids = [];
$columnPositionMigrationMap = [];
// Absolute primary integrity check. If the database columns we use in this migration script do not exist, there
// are two possible explanations: either the database schema was not yet updated to include the migration
// tracking field - in which case this must be added first. Or the fields were removed from the schema, which we
// have to assume means the user already performed this migration and chose to update the schema and finally
// remove the fields that Flux used previously (which are removed from the schema in Flux 9.0).
if (!$this->validatePresenceOfMigrationVersionFieldInDatabaseSchema()) {
return 'Please update the database schema to add "tt_content.tx_flux_migrated_version"' .
' but DO NOT REMOVE ANY FIELDS PREFIXED WITH "tx_flux_*" YET!
' . PHP_EOL .
'Return to this migration script when you have added the field and it will show additional output
' .
'Re-check
' . PHP_EOL;;
}
// Secondary vital sanity check: if we can select ANY content records whatsoever, with a colPos value above 99,
// but not equal to the Flux column number 18181 - then this constitutes an incompatibility with the current
// setup and the reason for those colPos values existing in the database, must be corrected first. Until that
// is done we cannot allow automatic migration as it might move content to incorrect places. We will however
// allow the integrity checks to continue - there just won't be any migration actually performed.
if (!$performMigration && !$conflictingRecordsIgnored) {
$possibleConflictingRecords = $this->loadPossiblyConflictingRecords();
if (!empty($possibleConflictingRecords)) {
$content = 'The following records may conflict!
';
$content .= 'Records which have colPos > 99 but colPos != 18181 may' .
' conflict with the way Flux handles colPos values. This problem should be corrected by:
' . PHP_EOL;
$content .= '' . PHP_EOL;
$content .= '- Changing the colPos value in the backend layout that causes this, to a value below 99
' . PHP_EOL;
$content .= '- Updating the database to change the saved colPos values to your new value
' . PHP_EOL;
$content .= '
' . PHP_EOL;
$content .= 'This must be performed manually since Flux cannot automatically change your backend layouts!
' . PHP_EOL;
$content .= 'Ignore this check - at your own risk!
' . PHP_EOL;
$content .= 'Records in violation
';
$content .= 'The list includes hidden and deleted records, so you may want to clean the database first.
' . PHP_EOL;
$content .= '' . PHP_EOL;
foreach ($possibleConflictingRecords as $possibleConflictingRecord) {
$content .= '- tt_content:' . $possibleConflictingRecord['uid'] . ' on page ' . $possibleConflictingRecord['pid'] .
' with colPos ' . $possibleConflictingRecord['colPos'] . '
' . PHP_EOL;
}
$content .= '
' . PHP_EOL;
return $content;
}
}
if ($performMigration) {
// Integrity check and data gathering loop. Verify that all records which have a Provider which returns a Grid,
// are able to load the template that is associated with it. Failure to load the template gets analysed and the
// reason gets reported; if the reason is "required argument colPos not used on flux:grid.column" the failure
// gets reported specially as a required migration.
$statement = $this->loadContentRecords();
while ($row = $statement->fetch()) {
// Check 1: If this record has Provider(s), check if it will return a Grid. If it cannot, and the failure is
// that colPos is not provided for the ViewHelper, track this template as one that needs migration and track
// the content record as a parent which requires migration.
$parentUid = $row['uid'];
$uidForColumnPositionCalculation = $row['l18n_parent'] ?: $row['uid'];
foreach ($this->loadProvidersForRecord($row) as $provider) {
try {
if ($provider instanceof FluidProviderInterface) {
$templatePathAndFilename = $provider->getTemplatePathAndFilename($row);
} else {
$templatePathAndFilename = sprintf(
'Not a file-based grid. Manual migration of class "%s" may be necessary!',
get_class($provider)
);
}
$grid = $provider->getGrid($row);
foreach ($grid->getRows() as $gridRow) {
foreach ($gridRow->getColumns() as $gridColumn) {
$name = $gridColumn->getName();
$columnPosition = $gridColumn->getColumnPosition();
$columnPositionMigrationMap[$parentUid][$name] = ColumnNumberUtility::calculateColumnNumberForParentAndColumn(
$uidForColumnPositionCalculation,
$columnPosition
);
}
}
} catch (\TYPO3Fluid\Fluid\Core\Parser\Exception $exception) {
if (strpos($exception->getMessage(), 'Required argument "colPos" was not supplied.') !== false) {
$templateFilesRequiringMigration[$templatePathAndFilename] = $exception->getMessage();
} else {
$templateFilesWithErrors[$templatePathAndFilename] = $exception->getMessage();
}
} catch (\Exception $exception) {
$templateFilesWithErrors[$templatePathAndFilename] = $exception->getMessage();
}
}
// Check 2: If this content record has the legacy Flux colPos value 18181, it needs adjustments. We collect
// the UID values in a minimal array which we can process in a separate loop. We add a second check if the
// record was already migrated, to protect the edge case of parent=181 and column=81 from being processed.
if ((int)$row['colPos'] === 18181 && empty($row['tx_flux_migrated_version'])) {
$childContentRequiringMigration[] = [
'uid' => $row['uid'],
'pid' => $row['pid'],
'colPos' => $row['colPos'],
'tx_flux_column' => $row['tx_flux_column'],
'tx_flux_parent' => $row['tx_flux_parent']
];
}
}
foreach ($childContentRequiringMigration as $childContent) {
$newColumnPosition = $columnPositionMigrationMap[$childContent['tx_flux_parent']][$childContent['tx_flux_column']] ?? null;
if ($newColumnPosition === null) {
$notMigratedChildContentUids[] = $childContent['uid'];
} else {
$migratedChildContent[] = $this->fixColumnPositionInRecord(
$childContent,
$newColumnPosition
);
}
}
}
$fluidTemplate = $this->getFluidTemplateSource();
$view = GeneralUtility::makeInstance(ObjectManager::class)->get(TemplateView::class);
$view->getTemplatePaths()->setTemplateSource($fluidTemplate);
$view->assignMultiple(
[
'url' => $url,
'performMigration' => $performMigration,
'conflictingRecordsIgnored' => $conflictingRecordsIgnored,
'templatesWithErrors' => $this->removeBasePathFromKeys($templateFilesWithErrors),
'templateFilesRequiringMigration' => $this->removeBasePathFromKeys($templateFilesRequiringMigration),
'migratedChildContent' => $migratedChildContent,
'notMigratedChildContentUids' => $notMigratedChildContentUids,
]
);
return $view->render();
}
protected function removeBasePathFromKeys(array $values)
{
$basePath = GeneralUtility::getIndpEnv('TYPO3_DOCUMENT_ROOT');
$basePathLength = strlen($basePath) + 1;
$converted = [];
foreach ($values as $key => $value) {
$trimmed = substr($key, $basePathLength);
$converted[$trimmed] = $value;
}
return $converted;
}
protected function fixColumnPositionInRecord(array $record, int $newColumnPosition)
{
$recordUid = $record['uid'];
unset($record['uid']);
$record['colPos'] = $newColumnPosition;
$record['tx_flux_migrated_version'] = '9.0';
$queryBuilder = GeneralUtility::makeInstance(ConnectionPool::class)->getQueryBuilderForTable('tt_content');
$queryBuilder->update('tt_content')->where($queryBuilder->expr()->eq('uid', $recordUid));
foreach ($record as $key => $value) {
$queryBuilder->set($key, $value, true);
}
$queryBuilder->execute();
return ['uid' => $recordUid] + $record;
}
protected function validatePresenceOfMigrationVersionFieldInDatabaseSchema(): bool
{
$queryBuilder = GeneralUtility::makeInstance(ConnectionPool::class)->getQueryBuilderForTable('tt_content');
$queryBuilder->getRestrictions()->removeAll();
$queryBuilder->select('tx_flux_migrated_version')->from('tt_content')->setMaxResults(1);
try {
$queryBuilder->execute()->fetchAll();
} catch (InvalidFieldNameException $exception) {
return false;
}
return true;
}
protected function validatePresenceOfLegacyFieldsInDatabaseSchema(): bool
{
$queryBuilder = GeneralUtility::makeInstance(ConnectionPool::class)->getQueryBuilderForTable('tt_content');
$queryBuilder->getRestrictions()->removeAll();
$queryBuilder->select('tx_flux_parent', 'tx_flux_column')->from('tt_content')->setMaxResults(1);
try {
$queryBuilder->execute()->fetchAll();
} catch (InvalidFieldNameException $exception) {
return false;
}
return true;
}
/**
* @param array $record
* @return GridProviderInterface[]
*/
protected function loadProvidersForRecord(array $record): array
{
return GeneralUtility::makeInstance(ObjectManager::class)->get(FluxService::class)->resolveConfigurationProviders(
'tt_content',
null,
$record,
null,
GridProviderInterface::class
);
}
protected function loadPossiblyConflictingRecords(): array
{
$queryBuilder = GeneralUtility::makeInstance(ConnectionPool::class)->getQueryBuilderForTable('tt_content');
$queryBuilder->getRestrictions()->removeAll();
$queryBuilder->select('uid', 'pid', 'colPos')
->from('tt_content')
->andWhere(
$queryBuilder->expr()->eq('deleted', 0),
$queryBuilder->expr()->neq('colPos', 18181),
$queryBuilder->expr()->gt('colPos', 99),
$queryBuilder->expr()->isNull('tx_flux_migrated_version')
);
return $queryBuilder->execute()->fetchAll();
}
protected function loadContentRecords(): \Doctrine\DBAL\Driver\Statement
{
$queryBuilder = GeneralUtility::makeInstance(ConnectionPool::class)->getQueryBuilderForTable('tt_content');
$queryBuilder->getRestrictions()->removeByType(HiddenRestriction::class);
$queryBuilder->getRestrictions()->removeByType(StartTimeRestriction::class);
$queryBuilder->getRestrictions()->removeByType(EndTimeRestriction::class);
$queryBuilder->getRestrictions()->removeByType(BackendWorkspaceRestriction::class);
$queryBuilder->getRestrictions()->removeByType(FrontendGroupRestriction::class);
$queryBuilder->getRestrictions()->removeByType(FrontendWorkspaceRestriction::class);
$queryBuilder->select('*')->from('tt_content');
return $queryBuilder->execute();
}
protected function getFluidTemplateSource(): string
{
return <<< FLUID
Possibly conflicting records are ignored
You chose to ignore records which had a colPos value above 99 - these records may appear as child content
elements under parents where they are not expected. Flux (almost) reserves such colPos values: they are possible
to use, as long as they do not conflict with existing content record UIDs plus column position number used in
templates. For example, a colPos value of 1002 is valid if content record with UID 10
does not have a grid column with a column position number of 2 (since virtual colPos value is
calculated by taking parent record UID, multiplying it by 100, and adding the colPos value from templates).
You are advised to correct these - and you can return to this script at any time to repeat the check.
Note however that once you begin creating content in the site, this test will begin to report false positives
because it only excludes records which were migrated by this script - not freshly created ones. Creating new
child content will result in that child content record showing up here.
Migration process
Perform migration
Performing the migration can take several minutes
Migration results
- tt_content:{migratedRecord.uid} on page {migratedRecord.pid} has new colPos {migratedRecord.colPos}
No records were migrated
The following records could not be migrated. You may need to take care of these manually.
- tt_content:{migratedRecord.uid} on page {migratedRecord.pid} has new colPos {migratedRecord.colPos}
Template files have errors
The following template files (seem to) contain errors and will prevent migrating child content, if the template
defines a grid. Because of these errors, any elements that use such a template, will be impossible to migrate
until the error is fixed.
Note that if the error is caused by the template depending on variables that are for example defined in
TypoScript, the template may not be possible to process in this migration wizard and you will have to
manually migrate the content elements within grids of these templates. It is however recommended to make
templates work without dependency on page context variables and instead use only global setup, if any.
Errors here will not prevent you from running the migration!
I have fixed the templates - run migration again
Template files require migration
The following template files must be migrated to add "colPos" for each flux:grid.column
Errors here must be solved or you cannot continue!
I have fixed the templates - run migration again
-
{template}
{message}
FLUID;
}
}