212 lines
		
	
	
		
			9.8 KiB
		
	
	
	
		
			PHP
		
	
	
	
	
	
		
		
			
		
	
	
			212 lines
		
	
	
		
			9.8 KiB
		
	
	
	
		
			PHP
		
	
	
	
	
	
| 
								 | 
							
								<?php
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								/**
							 | 
						||
| 
								 | 
							
								 * @file
							 | 
						||
| 
								 | 
							
								 * Hooks provided by the Migrate module.
							 | 
						||
| 
								 | 
							
								 */
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								use Drupal\migrate\Plugin\MigrationInterface;
							 | 
						||
| 
								 | 
							
								use Drupal\migrate\Plugin\MigrateSourceInterface;
							 | 
						||
| 
								 | 
							
								use Drupal\migrate\Row;
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								/**
							 | 
						||
| 
								 | 
							
								 * @defgroup migration Migrate API
							 | 
						||
| 
								 | 
							
								 * @{
							 | 
						||
| 
								 | 
							
								 * Overview of the Migrate API, which migrates data into Drupal.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @section overview Overview of a migration
							 | 
						||
| 
								 | 
							
								 * Migration is an
							 | 
						||
| 
								 | 
							
								 * @link http://wikipedia.org/wiki/Extract,_transform,_load Extract, Transform, Load @endlink
							 | 
						||
| 
								 | 
							
								 * (ETL) process. In the Drupal Migrate API, the extract phase is called
							 | 
						||
| 
								 | 
							
								 * 'source', the transform phase is called 'process', and the load phase is
							 | 
						||
| 
								 | 
							
								 * called 'destination'. It is important to understand that the term 'load' in
							 | 
						||
| 
								 | 
							
								 * ETL refers to loading data into the storage while in a typical Drupal context
							 | 
						||
| 
								 | 
							
								 * the term 'load' refers to loading data from storage.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * In the source phase, a set of data, called the row, is retrieved from the
							 | 
						||
| 
								 | 
							
								 * data source. The data can be migrated from a database, loaded from a file
							 | 
						||
| 
								 | 
							
								 * (for example CSV, JSON or XML) or fetched from a web service (for example RSS
							 | 
						||
| 
								 | 
							
								 * or REST). The row is sent to the process phase where it is transformed as
							 | 
						||
| 
								 | 
							
								 * needed or marked to be skipped. After processing, the transformed row is
							 | 
						||
| 
								 | 
							
								 * passed to the destination phase where it is loaded (saved) into the target
							 | 
						||
| 
								 | 
							
								 * Drupal site.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * Migrate API uses the Drupal plugin system for many different purposes. Most
							 | 
						||
| 
								 | 
							
								 * importantly, the overall ETL process is defined as a migration plugin and the
							 | 
						||
| 
								 | 
							
								 * three phases (source, process and destination) have their own plugin types.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @section sec_migrations Migrate API migration plugins
							 | 
						||
| 
								 | 
							
								 * Migration plugin definitions are stored in a module's 'migrations' directory.
							 | 
						||
| 
								 | 
							
								 * The plugin class is \Drupal\migrate\Plugin\Migration, with interface
							 | 
						||
| 
								 | 
							
								 * \Drupal\migrate\Plugin\MigrationInterface. Migration plugins are managed by
							 | 
						||
| 
								 | 
							
								 * the \Drupal\migrate\Plugin\MigrationPluginManager class. Migration plugins
							 | 
						||
| 
								 | 
							
								 * are only available if the providers of their source plugins are installed.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @link https://www.drupal.org/docs/8/api/migrate-api/migrate-destination-plugins-examples Example migrations in Migrate API handbook. @endlink
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @section sec_source Migrate API source plugins
							 | 
						||
| 
								 | 
							
								 * Migrate API source plugins implement
							 | 
						||
| 
								 | 
							
								 * \Drupal\migrate\Plugin\MigrateSourceInterface and usually extend
							 | 
						||
| 
								 | 
							
								 * \Drupal\migrate\Plugin\migrate\source\SourcePluginBase. They have the
							 | 
						||
| 
								 | 
							
								 * \Drupal\migrate\Attribute\MigrateSource attribute and must be in
							 | 
						||
| 
								 | 
							
								 * namespace subdirectory 'Plugin\migrate\source' under the namespace of the
							 | 
						||
| 
								 | 
							
								 * module that defines them. Migrate API source plugins are managed by the
							 | 
						||
| 
								 | 
							
								 * \Drupal\migrate\Plugin\MigrateSourcePluginManager class.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @link https://api.drupal.org/api/drupal/namespace/Drupal!migrate!Plugin!migrate!source List of source plugins provided by the core Migrate module. @endlink
							 | 
						||
| 
								 | 
							
								 * @link https://www.drupal.org/docs/8/api/migrate-api/migrate-source-plugins Core and contributed source plugin usage examples in Migrate API handbook. @endlink
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @section sec_process Migrate API process plugins
							 | 
						||
| 
								 | 
							
								 * Migrate API process plugins implement
							 | 
						||
| 
								 | 
							
								 * \Drupal\migrate\Plugin\MigrateProcessInterface and usually extend
							 | 
						||
| 
								 | 
							
								 * \Drupal\migrate\ProcessPluginBase. They have the
							 | 
						||
| 
								 | 
							
								 * \Drupal\migrate\Attribute\MigrateProcess attribute and must be in
							 | 
						||
| 
								 | 
							
								 * namespace subdirectory 'Plugin\migrate\process' under the namespace of the
							 | 
						||
| 
								 | 
							
								 * module that defines them. Migrate API process plugins are managed by the
							 | 
						||
| 
								 | 
							
								 * \Drupal\migrate\Plugin\MigratePluginManager class.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @link https://api.drupal.org/api/drupal/namespace/Drupal!migrate!Plugin!migrate!process List of process plugins for common operations provided by the core Migrate module. @endlink
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @section sec_destination Migrate API destination plugins
							 | 
						||
| 
								 | 
							
								 * Migrate API destination plugins implement
							 | 
						||
| 
								 | 
							
								 * \Drupal\migrate\Plugin\MigrateDestinationInterface and usually extend
							 | 
						||
| 
								 | 
							
								 * \Drupal\migrate\Plugin\migrate\destination\DestinationBase. They have the
							 | 
						||
| 
								 | 
							
								 * \Drupal\migrate\Attribute\MigrateDestination attribute and must be in
							 | 
						||
| 
								 | 
							
								 * namespace subdirectory 'Plugin\migrate\destination' under the namespace of
							 | 
						||
| 
								 | 
							
								 * the module that defines them. Migrate API destination plugins are managed by
							 | 
						||
| 
								 | 
							
								 * the \Drupal\migrate\Plugin\MigrateDestinationPluginManager class.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @link https://api.drupal.org/api/drupal/namespace/Drupal!migrate!Plugin!migrate!destination List of destination plugins for Drupal configuration and content entities provided by the core Migrate module. @endlink
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @section sec_key_concepts Migrate API key concepts
							 | 
						||
| 
								 | 
							
								 * @subsection sec_stubs Stubs
							 | 
						||
| 
								 | 
							
								 * Taxonomy terms are an example of a data structure where an entity can have a
							 | 
						||
| 
								 | 
							
								 * reference to a parent. When a term is being migrated, it is possible that its
							 | 
						||
| 
								 | 
							
								 * parent term has not yet been migrated. Migrate API addresses this 'chicken
							 | 
						||
| 
								 | 
							
								 * and egg' dilemma by creating a stub term for the parent so that the child
							 | 
						||
| 
								 | 
							
								 * term can establish a reference to it. When the parent term is eventually
							 | 
						||
| 
								 | 
							
								 * migrated, Migrate API updates the previously created stub with the actual
							 | 
						||
| 
								 | 
							
								 * content.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @subsection sec_map_tables Map tables
							 | 
						||
| 
								 | 
							
								 * Once a migrated row is saved and the destination IDs are known, Migrate API
							 | 
						||
| 
								 | 
							
								 * saves the source IDs, destination IDs, and the row hash into a map table. The
							 | 
						||
| 
								 | 
							
								 * source IDs and the hash facilitate tracking changes for continuous
							 | 
						||
| 
								 | 
							
								 * migrations. Other migrations can use the map tables for lookup purposes when
							 | 
						||
| 
								 | 
							
								 * establishing relationships between records.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @subsection sec_high_water_mark High-water mark
							 | 
						||
| 
								 | 
							
								 * A High-water mark allows the Migrate API to track changes so that only data
							 | 
						||
| 
								 | 
							
								 * that has been created or updated in the source since the migration was
							 | 
						||
| 
								 | 
							
								 * previously executed is migrated. The only requirement to use the high-water
							 | 
						||
| 
								 | 
							
								 * feature is to declare the row property to use for the high-water mark. This
							 | 
						||
| 
								 | 
							
								 * can be any property that indicates the highest value migrated so far. For
							 | 
						||
| 
								 | 
							
								 * example, a timestamp property that indicates when a row of data was created
							 | 
						||
| 
								 | 
							
								 * or last updated would make an excellent high-water property. If the migration
							 | 
						||
| 
								 | 
							
								 * is executed again, only those rows that have a higher timestamp than in the
							 | 
						||
| 
								 | 
							
								 * previous migration would be included.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @code
							 | 
						||
| 
								 | 
							
								 * source:
							 | 
						||
| 
								 | 
							
								 *   plugin: d7_node
							 | 
						||
| 
								 | 
							
								 *   high_water_property:
							 | 
						||
| 
								 | 
							
								 *     name: changed
							 | 
						||
| 
								 | 
							
								 * @endcode
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * In this example, the row property 'changed' is the high_water_property. If
							 | 
						||
| 
								 | 
							
								 * the value of 'changed' is greater than the current high-water mark the row
							 | 
						||
| 
								 | 
							
								 * is processed and the value of the high-water mark is updated to the value of
							 | 
						||
| 
								 | 
							
								 * 'changed'.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @subsection sec_rollbacks Rollbacks
							 | 
						||
| 
								 | 
							
								 * When developing a migration, it is quite typical that the first version does
							 | 
						||
| 
								 | 
							
								 * not provide correct results for all migrated data. Rollbacks allow you to
							 | 
						||
| 
								 | 
							
								 * undo a migration and then execute it again after adjusting it.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @section sec_more_info Documentation handbooks
							 | 
						||
| 
								 | 
							
								 * @link https://www.drupal.org/docs/8/api/migrate-api Migrate API handbook. @endlink
							 | 
						||
| 
								 | 
							
								 * @link https://www.drupal.org/docs/8/upgrade Upgrading to Drupal 8 handbook. @endlink
							 | 
						||
| 
								 | 
							
								 * @}
							 | 
						||
| 
								 | 
							
								 */
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								/**
							 | 
						||
| 
								 | 
							
								 * @addtogroup hooks
							 | 
						||
| 
								 | 
							
								 * @{
							 | 
						||
| 
								 | 
							
								 */
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								/**
							 | 
						||
| 
								 | 
							
								 * Allows adding data to a row before processing it.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * For example, filter module used to store filter format settings in the
							 | 
						||
| 
								 | 
							
								 * variables table which now needs to be inside the filter format config
							 | 
						||
| 
								 | 
							
								 * file. So, it needs to be added here.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * hook_migrate_MIGRATION_ID_prepare_row() is also available.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @param \Drupal\migrate\Row $row
							 | 
						||
| 
								 | 
							
								 *   The row being imported.
							 | 
						||
| 
								 | 
							
								 * @param \Drupal\migrate\Plugin\MigrateSourceInterface $source
							 | 
						||
| 
								 | 
							
								 *   The source migration.
							 | 
						||
| 
								 | 
							
								 * @param \Drupal\migrate\Plugin\MigrationInterface $migration
							 | 
						||
| 
								 | 
							
								 *   The current migration.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @ingroup migration
							 | 
						||
| 
								 | 
							
								 */
							 | 
						||
| 
								 | 
							
								function hook_migrate_prepare_row(Row $row, MigrateSourceInterface $source, MigrationInterface $migration): void {
							 | 
						||
| 
								 | 
							
								  if ($migration->id() == 'd6_filter_formats') {
							 | 
						||
| 
								 | 
							
								    $value = $source->getDatabase()->query('SELECT [value] FROM {variable} WHERE [name] = :name', [':name' => 'my_module_filter_foo_' . $row->getSourceProperty('format')])->fetchField();
							 | 
						||
| 
								 | 
							
								    if ($value) {
							 | 
						||
| 
								 | 
							
								      $row->setSourceProperty('settings:my_module:foo', unserialize($value));
							 | 
						||
| 
								 | 
							
								    }
							 | 
						||
| 
								 | 
							
								  }
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								/**
							 | 
						||
| 
								 | 
							
								 * Allows adding data to a row for a migration with the specified ID.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * This provides the same functionality as hook_migrate_prepare_row() but
							 | 
						||
| 
								 | 
							
								 * removes the need to check the value of $migration->id().
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @param \Drupal\migrate\Row $row
							 | 
						||
| 
								 | 
							
								 *   The row being imported.
							 | 
						||
| 
								 | 
							
								 * @param \Drupal\migrate\Plugin\MigrateSourceInterface $source
							 | 
						||
| 
								 | 
							
								 *   The source migration.
							 | 
						||
| 
								 | 
							
								 * @param \Drupal\migrate\Plugin\MigrationInterface $migration
							 | 
						||
| 
								 | 
							
								 *   The current migration.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @ingroup migration
							 | 
						||
| 
								 | 
							
								 */
							 | 
						||
| 
								 | 
							
								function hook_migrate_MIGRATION_ID_prepare_row(Row $row, MigrateSourceInterface $source, MigrationInterface $migration) {
							 | 
						||
| 
								 | 
							
								  $value = $source->getDatabase()->query('SELECT [value] FROM {variable} WHERE [name] = :name', [':name' => 'my_module_filter_foo_' . $row->getSourceProperty('format')])->fetchField();
							 | 
						||
| 
								 | 
							
								  if ($value) {
							 | 
						||
| 
								 | 
							
								    $row->setSourceProperty('settings:my_module:foo', unserialize($value));
							 | 
						||
| 
								 | 
							
								  }
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								/**
							 | 
						||
| 
								 | 
							
								 * Allows altering the list of discovered migration plugins.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * Modules are able to alter specific migrations structures or even remove or
							 | 
						||
| 
								 | 
							
								 * append additional migrations to the discovery. For example, this
							 | 
						||
| 
								 | 
							
								 * implementation filters out Drupal 6 migrations from the discovered migration
							 | 
						||
| 
								 | 
							
								 * list. This is done by checking the migration tags.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @param array[] $migrations
							 | 
						||
| 
								 | 
							
								 *   An associative array of migrations keyed by migration ID. Each value is the
							 | 
						||
| 
								 | 
							
								 *   migration array, obtained by decoding the migration YAML file and enriched
							 | 
						||
| 
								 | 
							
								 *   with some meta information added during discovery phase, like migration
							 | 
						||
| 
								 | 
							
								 *   'class', 'provider' or '_discovered_file_path'.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * @ingroup migration
							 | 
						||
| 
								 | 
							
								 */
							 | 
						||
| 
								 | 
							
								function hook_migration_plugins_alter(array &$migrations) {
							 | 
						||
| 
								 | 
							
								  $migrations = array_filter($migrations, function (array $migration) {
							 | 
						||
| 
								 | 
							
								    $tags = isset($migration['migration_tags']) ? (array) $migration['migration_tags'] : [];
							 | 
						||
| 
								 | 
							
								    return !in_array('Drupal 6', $tags);
							 | 
						||
| 
								 | 
							
								  });
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								/**
							 | 
						||
| 
								 | 
							
								 * @} End of "addtogroup hooks".
							 | 
						||
| 
								 | 
							
								 */
							 |