fix: double results (merge pull request #143 from davidovski/fix_dupl…

…icates) Fix double results
Ahwxorg · Apr 14, 2024 · c90f3f4 · c90f3f4
2 parents 7350ddc + 1711e21
commit c90f3f4
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 5 deletions.
diff --git a/engines/text/brave.php b/engines/text/brave.php
@@ -38,7 +38,7 @@ public function parse_results($response) {
 
                 $url = $url->textContent;
 
-                if (!empty($results) && array_key_exists("url", $results) && end($results)["url"] == $url->textContent)
+                if (!empty($results) && array_key_exists("url", end($results)) && end($results)["url"] == $url->textContent)
                     continue;
 
                 $title = $xpath->evaluate(".//a[contains(@class, 'h')]//div[contains(@class, 'url')]", $result)[0];
@@ -47,6 +47,8 @@ public function parse_results($response) {
                     continue;
                 $title = $title->textContent;
 
+                $title = end(explode("›", $title));
+
                 $description = ($xpath->evaluate(".//div[contains(@class, 'snippet-content')]//div[contains(@class, 'snippet-description')]", $result)[0] ?? null) ?->textContent ?? '';
 
                 array_push($results,

diff --git a/engines/text/duckduckgo.php b/engines/text/duckduckgo.php
@@ -28,10 +28,10 @@ public function parse_results($response) {
 
             if (!$xpath)
                 return $results;
-            
+
             foreach($xpath->query("/html/body/div[1]/div[". count($xpath->query('/html/body/div[1]/div')) ."]/div/div/div[contains(@class, 'web-result')]/div") as $result) {
                 $url = $xpath->evaluate(".//h2[@class='result__title']//a/@href", $result)[0];
-                
+
                 if ($url == null)
                     continue;
 

diff --git a/engines/text/ecosia.php b/engines/text/ecosia.php
@@ -31,7 +31,7 @@ public function parse_results($response) {
 
                 $url = $url->textContent;
 
-                if (!empty($results) && array_key_exists("url", $results) && end($results)["url"] == $url->textContent)
+                if (!empty($results) && array_key_exists("url", end($results)) && end($results)["url"] == $url->textContent)
                     continue;
 
                 $title = $xpath->evaluate(".//article//div[contains(@class, 'result__body')]//div[contains(@class, 'result__header')]//div[contains(@class, 'result__title')]//a//h2", $result)[0];

diff --git a/engines/text/google.php b/engines/text/google.php
@@ -46,7 +46,7 @@ public function parse_results($response) {
                 if ($url == null)
                     continue;
 
-                if (!empty($results) && array_key_exists("url", $results) && end($results)["url"] == $url->textContent)
+                if (!empty($results) && array_key_exists("url", end($results)) && end($results)["url"] == $url->textContent)
                         continue;
 
                 $url = $url->textContent;