popsu_migrate: d7_node_programme title, text intro, paragraphe texts, files OK

web/modules/custom/popsu_migrate/config/install/migrate_plus.migration.d7_node_programme.yml

@@ -39,12 +39,40 @@ process:
     plugin: default_value
     default_value: 'wysiwyg'
 
-  # field_textes (PARAGRAPH)
-    # 'field_texte/value': text
-    # 'field_texte/summary': text_summary
-    # field_titre: title
+  # https://understanddrupal.com/articles/introduction-paragraphs-migrations-drupal
+  pseudo_field_textes:
+    plugin: migration_lookup
+    migration: d7_paragraphe_texts_programme
+    source: text_paragraphe_id
+  field_textes:
+    plugin: sub_process
+    source:
+      - '@pseudo_field_textes'
+    process:
+      target_id: '0'
+      target_revision_id: '1'
+
+  # field_popsu_special_insert_intro
+  # field_popsu_special_insert
+  # field_fichier:
+  #   plugin: migration_lookup
+  #   migration: d7_allpublicfiles
+  #   source: fichiers
+
+  field_fichier:
+    plugin: sub_process
+    source: fichiers
+    process:
+      target_id:
+        plugin: migration_lookup
+        migration: d7_allpublicfiles
+        source: fid
+        no_stub: true
+      display: display
+      description: description
 
 migration_dependencies:
   required:
     - d7_allpublicfiles
     - d7_users
+    - d7_paragraphe_texts_programme

web/modules/custom/popsu_migrate/config/install/migrate_plus.migration.d7_paragraphe_texts_programme.yml

@@ -0,0 +1,38 @@
+id: d7_paragraphe_texts_programme
+label: Paragraphe texts Programme
+migration_group: popsu
+audit: true
+migration_tags:
+  - Drupal 7
+  - Content
+  - Popsu
+
+source:
+  plugin: d7_paragraphe_texts_programme
+  node_type: popsu_special
+  batch_size: 500
+  ids:
+    nid:
+      type: integer
+
+destination:
+  plugin: 'entity_reference_revisions:paragraph'
+  default_bundle: textes
+
+process:
+  # created: created
+  # changed: changed
+
+  uid:
+    plugin: default_value
+    default_value: 34
+
+  'field_texte/value': text
+  'field_texte/summary': text_summary
+
+  field_titre: title
+
+migration_dependencies:
+  required:
+    - d7_allpublicfiles
+    - d7_users

web/modules/custom/popsu_migrate/src/Plugin/migrate/source/D7NodeProgramme.php

@@ -100,7 +100,7 @@ class D7NodeProgramme extends FieldableEntity {
       $query->condition('n.type', $this->configuration['node_type']);
     }
 
-    // field_popsu_special_typetaxo 31
+    // field_popsu_special_typetaxo 31 (Acueile)
     $query->leftJoin('field_revision_field_popsu_special_typetaxo', 'ff', 'ff.revision_id = n.vid');
     $query->fields('ff', [
       'field_popsu_special_typetaxo_tid'
@@ -130,12 +130,12 @@ class D7NodeProgramme extends FieldableEntity {
 
     // title from taxo term
     $field_popsu_special_popsu_tid = $row->getSourceProperty('field_popsu_special_popsu')[0]['tid'];
-    Drush::output()->writeln('tid:' . $field_popsu_special_popsu_tid);
+    // Drush::output()->writeln('tid:' . $field_popsu_special_popsu_tid);
     $q = $this->select('taxonomy_term_data', 'ttd')
       ->fields('ttd', ['tid','name'])
       ->condition('tid', $field_popsu_special_popsu_tid);
     $term = $q->execute()->fetchAll();
-    Drush::output()->writeln(dump($term));
+    // Drush::output()->writeln(dump($term));
     $row->setSourceProperty('term_title', $term[0]['name']);
 
     // text intro
@@ -144,10 +144,56 @@ class D7NodeProgramme extends FieldableEntity {
     $row->setSourceProperty('body_summary', $body[0]['summary']);
 
     // texts
+    $row->setSourceProperty('text_paragraphe_id', $nid);
     // $text = $row->getSourceProperty('field_popsu_special_text')
     // $row->setSourceProperty('text', $text[0]['value']);
     // $row->setSourceProperty('text_summary', $text[0]['summary']);
 
+    // // colloques
+    // $colloques = $this->getAssociatedSpecial(28, $field_popsu_special_popsu_tid);
+    // Drush::output()->writeln(dump($colloques));
+    //
+    // // Publications
+    // $publications = $this->getAssociatedSpecial(29, $field_popsu_special_popsu_tid);
+    // Drush::output()->writeln(dump($publications));
+    //
+    // // Partenaires
+    // $partenaires = $this->getAssociatedSpecial(30, $field_popsu_special_popsu_tid);
+    // Drush::output()->writeln(dump($partenaires));
+
+    // associateds
+    $associateds = $this->getAssociatedSpecial($field_popsu_special_popsu_tid);
+    Drush::output()->writeln(dump($associateds));
+
+    // fichiers
+    # field_popsu_special_insert_intro
+    # field_popsu_special_insert
+    $fichiers = array();
+    foreach ($row->getSourceProperty('field_popsu_special_insert') as $value) {
+      $fichiers[] = $value;
+    }
+    foreach ($row->getSourceProperty('field_popsu_special_insert_intro') as $value) {
+      $fichiers[] = $value;
+    }
+    // files from associated nodes (colloques, publications, partenaires)
+    foreach ( ['colloques', 'publications'] as $name) {
+      foreach ($associateds[$name] as $key => $asso) {
+        foreach ($asso['field_popsu_special_insert'] as $value) {
+          $fichiers[] = $value;
+        }
+        foreach ($asso['field_popsu_special_insert_intro'] as $value) {
+          $fichiers[] = $value;
+        }
+        // tried with array merge but it failed
+        // and foreach is faster than array_merge
+        // array_merge(
+        //   $fichiers,
+        //   $asso['field_popsu_special_insert_intro'],
+        //   $asso['field_popsu_special_insert']
+        // );
+      }
+    }
+    $row->setSourceProperty('fichiers', $fichiers);
 
     return parent::prepareRow($row);
   }
@@ -184,4 +230,73 @@ class D7NodeProgramme extends FieldableEntity {
     return $ids;
   }
 
+  private function getAssociatedSpecial($filter_tid) {
+    $asso_tids = array(
+      "colloques" => 28,
+      "publications" => 29,
+      "partenaires" => 30
+    );
+
+    $associateds = array();
+
+    foreach ($asso_tids as $name => $type_tid) {
+
+      $query = $this->select('node_revision', 'nr')
+        ->fields('n', [
+          'nid',
+          'type',
+          'uid',
+          'language',
+          'status',
+          'created',
+          'changed',
+        ])
+        ->fields('nr', [
+          'vid',
+          'title',
+          'log',
+          'timestamp',
+        ])
+        ->orderBy('changed');
+
+      $query->addField('n', 'uid', 'node_uid');
+      $query->addField('nr', 'uid', 'revision_uid');
+      $query->innerJoin('node', 'n', static::JOIN);
+
+      if (isset($this->configuration['node_type'])) {
+        $query->condition('n.type', $this->configuration['node_type']);
+      }
+
+      // field_popsu_special_typetaxo
+      // filter to get the right special type (colloques, publication, etc)
+      $query->leftJoin('field_revision_field_popsu_special_typetaxo', 'ff', 'ff.revision_id = n.vid');
+      $query->fields('ff', [
+        'field_popsu_special_typetaxo_tid'
+      ]);
+      $query->condition('ff.field_popsu_special_typetaxo_tid', $type_tid);
+
+      // field_popsu_special_popsu
+      // filter to get right popsu (popsu 1, popsu europe, etc)
+      $query->leftJoin('field_revision_field_popsu_special_popsu', 'sp', 'sp.revision_id = n.vid');
+      $query->fields('sp', [
+        'field_popsu_special_popsu_tid'
+      ]);
+      $query->condition('sp.field_popsu_special_popsu_tid', $filter_tid);
+
+      $assos = $query->execute()->fetchAll();
+      // get the fields
+      foreach ($assos as $key => $asso) {
+        // Get Field API field values.
+        foreach ($this->getFields('node', $asso['type']) as $field_name => $field) {
+          $assos[$key][$field_name] = $this->getFieldValues('node', $field_name, $asso['nid'], $asso['vid'], NULL);
+        }
+      }
+      if (count($assos)) {
+        // $associateds[$name] = array();
+        $associateds[$name] = $assos;
+      }
+    }
+    return $associateds;
+  }
+
 }

web/modules/custom/popsu_migrate/src/Plugin/migrate/source/D7PargrapheTextsProgramme.php

@@ -0,0 +1,172 @@
+<?php
+// https://understanddrupal.com/articles/how-debug-drupal-migrations-part-2
+
+namespace Drupal\popsu_migrate\Plugin\migrate\source;
+
+use Drupal\Core\Extension\ModuleHandlerInterface;
+use Drupal\migrate\Row;
+use Drupal\migrate_drupal\Plugin\migrate\source\d7\FieldableEntity;
+use Drupal\Core\Database\Query\SelectInterface;
+use Drupal\Core\Entity\EntityTypeManagerInterface;
+use Drupal\Core\Extension\ModuleHandler;
+use Drupal\Core\State\StateInterface;
+use Drupal\migrate\Plugin\MigrationInterface;
+use Symfony\Component\DependencyInjection\ContainerInterface;
+use Drupal\Core\Logger\LoggerChannelFactoryInterface;
+use Drush\Drush;
+
+/**
+ * Drupal 7 node source from database.
+ *
+ * @MigrateSource(
+ *   id = "d7_paragraphe_texts_programme",
+ *   source_module = "node"
+ * )
+ */
+class D7PargrapheTextsProgramme extends FieldableEntity {
+  /**
+   * The module handler.
+   *
+   * @var \Drupal\Core\Extension\ModuleHandlerInterface
+   */
+  protected $moduleHandler;
+
+  /**
+   * The logger channel.
+   *
+   * @var \Drupal\Core\Logger\LoggerChannelInterface
+   */
+  protected $logger;
+
+
+  /**
+   * {@inheritdoc}
+   */
+  public function __construct(array $configuration, $plugin_id, $plugin_definition, MigrationInterface $migration, StateInterface $state, EntityTypeManagerInterface $entity_manager, ModuleHandlerInterface $module_handler,LoggerChannelFactoryInterface $loggerFactory) {
+    parent::__construct($configuration, $plugin_id, $plugin_definition, $migration, $state, $entity_manager);
+    $this->moduleHandler = $module_handler;
+    $this->logger = $loggerFactory->get('popsu_migration');
+  }
+
+  /**
+   * {@inheritdoc}
+   */
+  public static function create(ContainerInterface $container, array $configuration, $plugin_id, $plugin_definition, MigrationInterface $migration = NULL) {
+    return new static(
+      $configuration,
+      $plugin_id,
+      $plugin_definition,
+      $migration,
+      $container->get('state'),
+      $container->get('entity_type.manager'),
+      $container->get('module_handler'),
+      $container->get('logger.factory')
+    );
+  }
+
+  /**
+   * The join options between the node and the node_revisions table.
+   */
+  const JOIN = 'n.vid = nr.vid';
+
+  /**
+   * {@inheritdoc}
+   */
+  public function query() {
+    // Select node in its last revision.
+    $query = $this->select('node_revision', 'nr')
+      ->fields('n', [
+        'nid',
+        'type',
+        'uid',
+        'language',
+        'status',
+        'created',
+        'changed',
+      ])
+      ->fields('nr', [
+        'vid',
+        'title',
+        'log',
+        'timestamp',
+      ])
+      ->orderBy('changed');
+
+    $query->addField('n', 'uid', 'node_uid');
+    $query->addField('nr', 'uid', 'revision_uid');
+    $query->innerJoin('node', 'n', static::JOIN);
+
+    if (isset($this->configuration['node_type'])) {
+      $query->condition('n.type', $this->configuration['node_type']);
+    }
+
+    // field_popsu_special_typetaxo 31
+    $query->leftJoin('field_revision_field_popsu_special_typetaxo', 'ff', 'ff.revision_id = n.vid');
+    $query->fields('ff', [
+      'field_popsu_special_typetaxo_tid'
+    ]);
+    $query->condition('ff.field_popsu_special_typetaxo_tid', 31);
+
+    return $query;
+  }
+
+  /**
+   * {@inheritdoc}
+   */
+  public function prepareRow(Row $row) {
+    $nid = $row->getSourceProperty('nid');
+    $vid = $row->getSourceProperty('vid');
+    $type = $row->getSourceProperty('type');
+    // $title = $row->getSourceProperty('title');
+    // drush_print('-- '.$nid."\t".$title);
+
+    // Get Field API field values.
+    foreach ($this->getFields('node', $type) as $field_name => $field) {
+      // Ensure we're using the right language if the entity and the field are
+      // translatable.
+      // $field_language = $entity_translatable && $field['translatable'] ? $language : NULL;
+      $row->setSourceProperty($field_name, $this->getFieldValues('node', $field_name, $nid, $vid, NULL));
+    }
+
+    // texts
+    $text = $row->getSourceProperty('field_popsu_special_text');
+    $row->setSourceProperty('text', $text[0]['value']);
+    $row->setSourceProperty('text_summary', $text[0]['summary']);
+
+
+    return parent::prepareRow($row);
+  }
+
+  /**
+   * {@inheritdoc}
+   */
+  public function fields() {
+    $fields = [
+      'nid' => $this->t('Node ID'),
+      'type' => $this->t('Type'),
+      'title' => $this->t('Title'),
+      'node_uid' => $this->t('Node authored by (uid)'),
+      'revision_uid' => $this->t('Revision authored by (uid)'),
+      'created' => $this->t('Created timestamp'),
+      'changed' => $this->t('Modified timestamp'),
+      'status' => $this->t('Published'),
+      'promote' => $this->t('Promoted to front page'),
+      'sticky' => $this->t('Sticky at top of lists'),
+      'revision' => $this->t('Create new revision'),
+      'language' => $this->t('Language (fr, en, ...)'),
+      'tnid' => $this->t('The translation set id for this node'),
+      'timestamp' => $this->t('The timestamp the latest revision of this node was created.'),
+    ];
+    return $fields;
+  }
+
+  /**
+   * {@inheritdoc}
+   */
+  public function getIds() {
+    $ids['nid']['type'] = 'integer';
+    $ids['nid']['alias'] = 'n';
+    return $ids;
+  }
+
+}