[Resolved] Translate imported links

import scrapy
from urllib.parse import urlparse

class LinksSpider(scrapy.Spider):
    name = "links_spider"
    allowed_domains = ['no.example.com']
    start_urls = ['<em><u>hidden link</u></em>;

    # List of keywords to exclude
    excluded_keywords = ["add-to-cart=", "remove_item=", "removed_item="]

    def parse(self, response):
        base_domain = urlparse(response.url).netloc

        # Extract all links from the page
        for link in response.css('a'):
            href = link.css('::attr(href)').get()
            full_url = response.urljoin(href)

            # Skip URLs containing excluded keywords
            if any(keyword in full_url for keyword in self.excluded_keywords):
                continue  # Skip this URL and don't yield a request

            # Check if the a tag has the class wpml-ls-link or nav-top-link
            link_classes = link.css('::attr(class)').get()
            parent_classes = link.xpath('parent::*').css('::attr(class)').get()

            # Determine if the <a> tag or its parent has the desired classes
            if (parent_classes and 'wpml-ls-item' in parent_classes):
                link_type = "external, OK"
            else:
                # Classify link as internal or external
                if urlparse(full_url).netloc == base_domain:
                    link_type = "internal"
                    # Follow internal links to further crawl
                    yield scrapy.Request(full_url, callback=self.parse)
                else:
                    link_type = "external"
            
            links_inprogress = len(self.crawler.engine.slot.inprogress)
            links_scheduler = len(self.crawler.engine.slot.scheduler)
            self.logger.info(f"Remaining links inprogress: {links_inprogress}")
            self.logger.info(f"Remaining links in scheduler: {links_scheduler}")
            
            # Yield each link as a separate result
            yield {
                'page_url': response.url,  # The page that was crawled
                'link_url': full_url,      # The link on that page
                'link_type': link_type     # Whether it's internal, external, or external with special class
            }

Some links were shown in several products and therefore I made the following PHP script for search and replace in post content and excerpt in a specific language

<?php
// Add this to your theme's functions.php or a custom plugin
require('wp-load.php');

// Query products
$args = array(
	'post_type' => 'product',
	'posts_per_page' => -1,
);

$products = get_posts($args);

$i = 0;

// Set the string you want to search and replace
$search_url = '<em><u>hidden link</u></em>';
$replace_url = '<em><u>hidden link</u></em>';

$search_string = 'href="' . $search_url . '"';
$replace_string = 'href="' . $replace_url . '"';

// Set the WPML language to search in (use WPML language code)
$wpml_language = 'no'; // Change this to the language you want to filter by (e.g., 'en', 'da', etc.)

// Safe mode: If true, no actual replacements will be made, only changes will be displayed
$safe_mode = true;

echo 'safe_mode = ';
var_dump($safe_mode);

echo "<table border='1'>
	<tr>
		<th>Product ID</th>
		<th>Product Title</th>
		<th>Original content</th>
		<th>Orignal short description</th>
		<th>New content</th>
		<th>New short description</th>
	</tr>";

// Process each product
foreach ($products as $product) {
	$post_id = $product->ID;
	$language_details = apply_filters('wpml_post_language_details', NULL, $post_id);
	
	if ($language_details['language_code'] !== $wpml_language){
		continue;
	}
	
    $original_content = $product->post_content;
	$original_short_description = $product->post_excerpt;

    // Check if the content or short description contains the search string
    if (str_contains($original_content, $search_string) || str_contains($original_short_description, $search_string)) {
		echo "<tr>";
			echo "<td>Product ID: " . $product->ID . "</td>";
			echo "<td>" . get_the_title($product->ID) . "</td>";

			// Display the original content and short description
			echo "<td>" . $original_content . "</td>";
			echo "<td>" . $original_short_description . "</td>";

			// Generate new content and short description with replacements
			$new_content = str_replace($search_string, $replace_string, $original_content);
			$new_short_description = str_replace($search_string, $replace_string, $original_short_description);
			
			// In safe mode, display the changes without applying them
			echo "<td>" . $new_content . "</td>";
			echo "<td>" . $new_short_description . "</td>";
		echo "</tr>";

        if ($safe_mode) {
			echo "<tr>
					<td>Nothing changed!</td>
					<td>Nothing changed!</td>
					<td>Nothing changed!</td>
					<td>Nothing changed!</td>
					<td>Nothing changed!</td>
					<td>Nothing changed!</td>
				</tr>";
        } else {
            // Apply the changes if safe mode is off
            wp_update_post(array(
                'ID'           => $product->ID,
                'post_content' => $new_content,
                'post_excerpt' => $new_short_description, // Update short description via post_excerpt
            ));
			
			echo "<tr>
					<td>Updated!</td>
					<td>Updated!</td>
					<td>Updated!</td>
					<td>Updated!</td>
					<td>Updated!</td>
					<td>Updated!</td>
				</tr>";
        }
    }
}

echo '</table>';

echo "Script completed.";