[#162] Nullables are respected

composer.json

@@ -40,5 +40,8 @@
         "branch-alias": {
             "dev-master": "4.0-dev"
         }
+    },
+    "require-dev": {
+        "phpunit/phpunit": "^7.3"
     }
 }

src/Detector/Strategy/DefaultStrategy.php

@@ -35,6 +35,9 @@ public function processFile(string $file, int $minLines, int $minTokens, CodeClo
         foreach (\array_keys($tokens) as $key) {
             $token = $tokens[$key];
 
+            if (is_string($token) && $token === '?') {
+                $token = [0, '?', $lastTokenLine];
+            }
             if (\is_array($token)) {
                 if (!isset($this->tokensIgnoreList[$token[0]])) {
                     if ($tokenNr === 0) {

tests/DetectorTest.php

@@ -46,7 +46,7 @@ public function testDetectingSimpleClonesWorks($strategy): void
         $this->assertEquals(TEST_FILES_PATH . 'Math.php', $file->getName());
         $this->assertEquals(139, $file->getStartLine());
         $this->assertEquals(59, $clones[0]->getSize());
-        $this->assertEquals(136, $clones[0]->getTokens());
+        $this->assertEquals(138, $clones[0]->getTokens());
 
         $this->assertEquals(
           '    public function div($v1, $v2)
@@ -288,6 +288,27 @@ public function testStripComments($strategy): void
         $this->assertCount(1, $clones);
     }
 
+    /**
+     * @covers SebastianBergmann\PHPCPD\Detector\Detector::copyPasteDetection
+     * @dataProvider strategyProvider
+     *
+     * @param string $strategy
+     */
+    public function testNullableTypeHints(string $strategy): void
+    {
+        $detector = new SebastianBergmann\PHPCPD\Detector\Detector(new $strategy);
+        $clones   = $detector->copyPasteDetection(
+            [
+                TEST_FILES_PATH . 'NullableTypeHint.php',
+            ],
+            2,
+            7,
+            true
+        );
+        $clones = $clones->getClones();
+        $this->assertCount(0, $clones);
+    }
+
     public function strategyProvider()
     {
         return [

tests/_files/NullableTypeHint.php

@@ -0,0 +1,17 @@
+<?php
+
+class NullableTypeHintA
+{
+    function foo(?string $foo): ?string
+    {
+        return $foo;
+    }
+}
+
+class NullableTypeHintB
+{
+    function foo(string $foo): string
+    {
+        return $foo;
+    }
+}