[TASK] Detect duplicate table records within importCSVDataSet()

The testing-frameworks provides the ability to read csv fixture
files to import database datasets. The internal `DataSet::import()`
implementation is provided by `FunctionalTestCase->importCSVDataSet()`.

Sometimes duplicate rows with the same identifier (`uid` or `hash`)
are included in a csv dataset file which are overriden.

This change now checks during the dataseet import phase for these
duplicates and throw a exception stating the table and id value
to make the usage easier and helps with finding test-setup issues.

Note: `assertCSVDataSet()` counter part will not check for duplicates.

Resolves: #478
Releases: main, 7

Classes/Core/Functional/Framework/DataHandling/DataSet.php

@@ -68,7 +68,7 @@ private function __construct(array $data)
      */
     public static function import(string $path): void
     {
-        $dataSet = self::read($path, true);
+        $dataSet = self::read($path, true, true);
         foreach ($dataSet->getTableNames() as $tableName) {
             $connection = GeneralUtility::makeInstance(ConnectionPool::class)->getConnectionForTable($tableName);
             $platform = $connection->getDatabasePlatform();
@@ -99,9 +99,9 @@ public static function import(string $path): void
     /**
      * Main entry method: Get at absosulete (!) path to a .csv file, read it and return an instance of self
      */
-    public static function read(string $fileName, bool $applyDefaultValues = false): self
+    public static function read(string $fileName, bool $applyDefaultValues = false, bool $checkForDuplicates = false): self
     {
-        $data = self::parseData(self::readData($fileName));
+        $data = self::parseData(self::readData($fileName), $fileName, $checkForDuplicates);
         if ($applyDefaultValues) {
             $data = self::applyDefaultValues($data);
         }
@@ -199,7 +199,7 @@ private static function readData(string $fileName): array
      * Special value treatment:
      * + "\NULL" to treat as NULL value
      */
-    private static function parseData(array $rawData): array
+    private static function parseData(array $rawData, string $fileName, bool $checkForDuplicates): array
     {
         $data = [];
         $tableName = null;
@@ -257,8 +257,30 @@ private static function parseData(array $rawData): array
                     unset($value);
                     $element = array_combine($data[$tableName]['fields'], $values);
                     if ($idIndex !== null) {
+                        if ($checkForDuplicates && is_array($data[$tableName]['elements'][$values[$idIndex]] ?? false)) {
+                            throw new \RuntimeException(
+                                sprintf(
+                                    'DataSet "%s" containes a duplicate record for idField "%s.uid" => %s',
+                                    $fileName,
+                                    $tableName,
+                                    $values[$idIndex]
+                                ),
+                                1690538506
+                            );
+                        }
                         $data[$tableName]['elements'][$values[$idIndex]] = $element;
                     } elseif ($hashIndex !== null) {
+                        if ($checkForDuplicates && is_array($data[$tableName]['elements'][$values[$hashIndex]] ?? false)) {
+                            throw new \RuntimeException(
+                                sprintf(
+                                    'DataSet "%s" containes a duplicate record for idHash "%s.hash" => %s',
+                                    $fileName,
+                                    $tableName,
+                                    $values[$hashIndex]
+                                ),
+                                1690541069
+                            );
+                        }
                         $data[$tableName]['elements'][$values[$hashIndex]] = $element;
                     } else {
                         $data[$tableName]['elements'][] = $element;