JezK

Edit File: class.amazon.api.less.php

<?php

/**
 * Class to scrape amazon products
 * @author Muhammed Atef
 * @link http://www.deandev.com
 * @version 1.0
 */

/*
 * From Jan 2019 amazon has changed it's api usage policy. API feature is mapped with sale you made in last month.
 * https://docs.aws.amazon.com/es_es/AWSECommerceService/latest/DG/TroubleshootingApplications.html
 *
 */
class wp_automatic_amazon_api_less
{
    /**
     * cURL handle
     */
    private $ch ;

/**
     * Your Amazon Associate Tag
     * Now required, effective from 25th Oct.
     * 2011
     *
     * @access private
     * @var string
     */
    private $associate_tag = "YOUR AMAZON ASSOCIATE TAG";
    private $region = "";
    public $is_next_page_available = false;
    public $next_request_qid = null;
    public $update_agent_required = false;
    public $slugs = array();
    public $session_id = '';
    public $session_ubid = '';
    public $session_lc = '';
    public function __construct(&$ch, $region)
    {
        $this->ch = $ch;
        $this->region = $region;
    }

/**
     * Return details of a product searched by ASIN
     *
     * @param int $asin_code
     *            ASIN code of the product to search
     * @return mixed simpleXML object
     */
    public function getItemByAsin($asin_code, $slug = '')
    {

// save timing limit
        sleep(rand(3, 5));

// trim asin
        $asin_code = wp_automatic_trim($asin_code);

// item URL
        $item_url = "https://www.amazon.{$this->region}/dp/$asin_code";
        $url_gcache = wp_automatic_trim($slug) == '' ? $item_url : "https://www.amazon.{$this->region}/$slug/dp/$asin_code";

echo ' Item link:' . $url_gcache;

curl_setopt($this->ch, CURLOPT_URL, "$url_gcache");
        curl_setopt($this->ch, CURLOPT_RETURNTRANSFER, 1);
        curl_setopt($this->ch, CURLOPT_CUSTOMREQUEST, "GET");

$headers = array();
        $headers[] = "Authority: www.amazon.{$this->region}";
        $headers[] = "Upgrade-Insecure-Requests: 1";
        // $headers[] = "User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.122 Safari/537.36";
        $headers[] = "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9";
        $headers[] = "Sec-Fetch-Site: none";
        $headers[] = "Sec-Fetch-Mode: navigate";
        $headers[] = "Sec-Fetch-User: ?1";
        $headers[] = "Sec-Fetch-Dest: document";
        $headers[] = "Accept-Language: en-US,en;q=0.9,ar;q=0.8";
 
        curl_setopt($this->ch, CURLOPT_ENCODING , "");

$cookie_text = ''; // default empty
        // simulate location
        if ($this->session_ubid != '') {

echo ' - Custom location is requested.. setting session-id and ubid....';

$cookie_text = "session-id={$this->session_id};  ubid-main={$this->session_ubid}; ";
 
        }

if ( $this->session_lc != '' ) {

//get cookie name get_location_cookie_name
            $cookie_name = $this->get_location_cookie_name();

echo ' - Custom location tag is requested.. setting ' . $cookie_name . '....';
 $cookie_text .= " $cookie_name={$this->session_lc}; ";
 }

//set cookie if exists
        if ( $cookie_text != '' ) {
            $headers[] = "Cookie: $cookie_text";
        }
 
        curl_setopt($this->ch, CURLOPT_HTTPHEADER, $headers);

$exec = curl_exec($this->ch);
 
 
        $x = curl_error($this->ch);
        $cuinfo = curl_getinfo($this->ch);
        $http_code = $cuinfo['http_code'];
        // validate returned content
        if (wp_automatic_trim($exec) == '' || wp_automatic_trim($x) != '') {
            throw new Exception('No valid reply returned from Amazon with a possible cURL err ' . $x);
        }

// Check for captcha if exists "errors/validateCaptcha" and throw an error
        if (stristr($exec, 'errors/validateCaptcha')) {
            
            //error unfortunately, amazon returned a captcha page instead of the product page, you will need to use a private IP on the plugin settings page to bypass this issue
            throw new Exception('Amazon returned a captcha page instead of the product page, you will need to use a private IP on the plugin settings page to bypass this issue');
        
        }

// plan b: get item from google cache instead if Amazon failed to serve
        if (stristr($exec, '/captcha/') || $cuinfo['http_code'] == 503) {

$reason = '503 error';
            if (stristr($exec, '/captcha/')) {
                'Captcha error';
            }

echo " Amazon refused to return the page( $reason ), using plan b";

// http://webcache.googleusercontent.com/search?q=cache:https://www.amazon.com/dp/B002ZTVMDI
            $url_gcache = "http://webcache.googleusercontent.com/search?q=cache:$url_gcache";

echo ' GcacheURL:' . $url_gcache;

// curl get
            curl_setopt($this->ch, CURLOPT_URL, wp_automatic_trim($url_gcache));
            $exec_gcache = curl_exec($this->ch);

echo $exec_gcache;
            exit;

if (stristr($exec_gcache, $asin_code) && !stristr($exec_gcache, ' 404 ') && !stristr($exec_gcache, 'unusual traffic from your computer')) {
 echo '<-- Perfect';

$exec = $exec_gcache;
 $cuinfo['http_code'] = 200;
 } else {
 echo '<-- to no avail';
 }
 }

// plan c google translate proxy
 if (stristr($exec, '/captcha/') || $cuinfo['http_code'] == 503) {
 echo ' Amazon asked for Capacha... Trying auto-proxy....... ';

require_once 'proxy.GoogleTranslate.php';

try {

$GoogleTranslateProxy = new GoogleTranslateProxy($this->ch);
                $exec = $GoogleTranslateProxy->fetch($item_url);

// capcha check return don't deactivate keyword
 if (stristr($exec, '/captcha/')) {
 echo ' Got a Captcha again, changing use agent for next call';
 $this->update_agent_required = true;
 exit();
 }
 } catch (Exception $e) {

echo ' ProxyViaGoogleException:' . $e->getMessage();
 }
 }

// 404 not found
        if ($http_code == 404) {
            throw new Exception('404 Not founnd from Amazon when tried to load this product');
        }

// validate returned result
        if (!stristr($exec, $asin_code)) {

echo $exec;

throw new Exception('No valid reply returned from Amazon can not find the item asin');
        }

//remove products viewed by customers also viewed
 //<div class="_cerberus-shared_style_mainCardContaine .... </script>
 $exec = preg_replace('{<div class="_cerberus-shared_style_mainCardContaine.*?</script>}s', '', $exec, -1, $count);

//if content changed, report removal
 if ($count > 0) {
 echo ' Removed CardsClient [Items viewed by customers also viewed] count:' . $count;
 }

// fix for eur getiting defected for amazon.it
        $exec = wp_automatic_str_replace('iso-8859-1', 'utf-8', $exec);

// report location
 preg_match('!id="glow-ingress-line2">(.*?)!s', $exec, $loc_match);
 if (isset($loc_match[1])) {
 echo ' - Found location value:' . $loc_match[1];
 }

// echo $exec;
        //exit;

// dom
        $doc = new DOMDocument();
        @$doc->loadHTML($exec);

$xpath = new DOMXpath($doc);

// title
        $elements = $xpath->query('//*[@id="productTitle"]');

$item_title = '';
        if ($elements->length > 0) {
            $title_element = $elements->item(0);
            $item_title = wp_automatic_trim($title_element->nodeValue);
        }

if (wp_automatic_trim($item_title) == '') {
 preg_match('{<meta property="og:title" content="(.*?)"}', $exec, $title_matches);
 $item_title = isset($title_matches[1]) ? $title_matches[1] : '';
 }

$ret['link_title'] = $item_title;

// the description productDescription https://www.amazon.com/Smiling-Compatible-Tempered-Protector-Protective/dp/B089ZRVKC4 https://monosnap.com/file/ahLC53FKPu5gdSTNZadpvrj6uZ2TaR
 $item_description = '';
 preg_match_all('{<div id="productDescription".*?(.*?)[^<]}s', $exec, $description_matches);

$description_matches = $description_matches[1];
        if (isset($description_matches[0])) {

$item_description = $description_matches[0];
 $item_description = wp_automatic_str_replace('', ' ', $item_description);
 $item_description = wp_automatic_str_replace(array(
 '',
 '',
 '<![CDATA[',
 ), '', $item_description);
 }

echo ' ProductDescription [Product description] extracted chars:' . '<--' . strlen($item_description);

if (wp_automatic_trim($item_description) == '' && stristr($exec, 'id="aplus"')) {

echo ' aplus [User Iframe description] extracted:';

$elements = $xpath->query('//*[@id="aplus"]');

if ($elements->length > 0) {
 $item_description = $doc->saveHTML($elements->item(0));
 $item_description = preg_replace(array(
 '{<style.*?style>}s',
 '{<a.*?/a>}s',
 '{<script.*?/script>}s',
 ), '', $item_description);
 $item_description = strip_tags($item_description, ' <img><h3>');
 }

echo '<--' . strlen($item_description);
 }

// book description bookDesc_iframe_wrapper
        if (stristr($exec, 'book_description_expander')) {

$elements_book = $xpath->query('//*[@data-a-expander-name="book_description_expander"]');

if ($elements_book->length > 0) {
                $item_book_description = $doc->saveHTML($elements_book->item(0));

// <a
 $item_book_description = preg_replace(array(

'{<a.*?/a>}s',

), '', $item_book_description);

$item_book_description = strip_tags($item_book_description, ' <img><h3>');

$item_description = $item_book_description . ' ' . $item_description;
 echo ' Book description found.. appending...';

echo '<--' . strlen($item_book_description) . ' chars';
 }
 }

//book description using class books-expander-content
        //Italian site editioon example https://www.amazon.it/dp/880623983X
        if (stristr($exec, 'books-expander-content') && !stristr($exec, 'book_description_expander')) {

$elements_book = $xpath->query('//*[@class="books-expander-content"]');

if ($elements_book->length > 0) {
                $item_book_description = $doc->saveHTML($elements_book->item(0));

// <a
 $item_book_description = preg_replace(array(

'{<a.*?/a>}s',

), '', $item_book_description);

$item_book_description = strip_tags($item_book_description, ' <img><h3>');

$item_description = $item_book_description . ' ' . $item_description;
 echo ' Book description found (books-expander-content).. appending...';

echo '<--' . strlen($item_book_description) . ' chars';
 }
 }

// book detailBulletsWrapper_feature_div https://www.amazon.com/dp/B00117ZTOS https://monosnap.com/file/r9XyRm2SF8b0Lzv2Wd2Js5L8cjQWue
        if (stristr($exec, 'detailBulletsWrapper_feature_div')) {

$detailelements = $xpath->query('//*[@id="detailBullets_feature_div"]/ul/li');

$detailBulletsWrapper_feature_div = '';
 if ($detailelements->length > 0) {
 foreach ($detailelements as $element) {
 $detailBulletsWrapper_feature_div .= (wp_automatic_str_replace("\n", '', ($element->nodeValue))) . ' ';
 }
 }

if (wp_automatic_trim($detailBulletsWrapper_feature_div) != '') {
 // $detailBulletsWrapper_feature_div = wp_automatic_str_replace("\n" , '' , $detailBulletsWrapper_feature_div);
 $item_description = $item_description . ' ' . $detailBulletsWrapper_feature_div;
 echo ' detailBulletsWrapper details found.. appending...';
 }
 }

//book on mobile gcache contains id productDescription_fullView, extracting description using this id if item descritpion is empty
 if (wp_automatic_trim($item_description) == '' && stristr($exec, 'productDescription_fullView')) {
 echo ' productDescription_fullView [Book description] found on mobile.. extracting...';

$elements_book = $xpath->query('//*[@id="productDescription_fullView"]');

//saving
            if ($elements_book->length > 0) {
                $item_book_description = $doc->saveHTML($elements_book->item(0));

$item_description = $item_book_description;

echo '<--' . strlen($item_book_description) . ' chars';
 } else {
 echo '<-- Failed to extract';
 }

}

$ret['item_description'] = $item_description;

// features
        $elements = $xpath->query('//*[@id="feature-bullets"]//ul/li/span[@class="a-list-item"]');

$item_features = array();
        if ($elements->length > 0) {
            foreach ($elements as $element) {
                $item_features[] = wp_automatic_trim(($element->nodeValue));
            }
            //unset($item_features[0]);
        }

$ret['item_features'] = $item_features;

// product details //*[@id="prodDetails"]/div

$elements_details = $xpath->query('//*[@id="prodDetails"]/div');

$item_details = '';
        if ($elements_details->length > 0) {
            foreach ($elements_details as $element) {
                $item_details = wp_automatic_trim($doc->saveHTML($element));
            }
        }

// remove feedback div
 $item_details = preg_replace('{<div id="pricingFeedbackDiv.*?div>}s', '', $item_details);
 $item_details = preg_replace('{<table id="productDetails_feedback_sections.*?/table>}s', '', $item_details);

$item_details = wp_automatic_str_replace('<h1 class="a-size-medium a-spacing-small secHeader"> Feedback </h1>', '', $item_details);

$ret['item_details'] = $item_details;

// manufacture description //*[@id="aplus"]/div
        $elements_details = $xpath->query('//*[@id="aplus"]/div');

$ret['item_manufacture_description'] = $item_details;

// images large":"
        preg_match_all('{colorImages\': \{.*?large":".*?".*?script>}s', $exec, $imgs_matches);

$possible_img_part = '';

if (isset($imgs_matches[0][0])) {
            $possible_img_part = $imgs_matches[0][0];
        }

if (wp_automatic_trim($possible_img_part) != '') {

//hiRes
            preg_match_all('{hiRes":"(.*?)"}s', $possible_img_part, $imgs_matches);

//if no hiRes found, get large
 if (count($imgs_matches[1]) == 0) {
 echo ' No hiRes found trying large';
 preg_match_all('{large":"(.*?)"}s', $possible_img_part, $imgs_matches);
 } else {
 echo ' hiRes Images found count:' . count($imgs_matches[1]);
 }

} else {
            preg_match_all('{large":"(.*?)"}s', $exec, $imgs_matches);
        }

$item_images = array_unique($imgs_matches[1]);

if (count($item_images) == 0) {
 // no images maybe a book
 echo ' No images found using method #1 trying method #2';

// ebooksImageBlockContainer imageGalleryData
 if (stristr($exec, 'imageGalleryData')) {
 preg_match('{imageGalleryData(.*?)dimensions}s', $exec, $poassible_book_imgs);
 } elseif (stristr($exec, 'ebooksImageBlockContainer')) {
 preg_match('{<div id="ebooksImageBlockContainer(.*?)div>\s</div>}s', $exec, $poassible_book_imgs);
 } elseif (stristr($exec, 'mainImageContainer')) {
 preg_match('{<div id="mainImageContainer(.*?)div>}s', $exec, $poassible_book_imgs);
 } elseif (stristr($exec, 'main-image-container')) {
 preg_match('{<div id="main-image-container(.*?)div>}s', $exec, $poassible_book_imgs);
 }

if (isset($poassible_book_imgs)) {
                $poassible_book_imgs = $poassible_book_imgs[0];
            } else {
                $poassible_book_imgs = '';
            }

if (wp_automatic_trim($poassible_book_imgs) != '') {
                preg_match_all('{https://.*?\.jpg}s', $poassible_book_imgs, $possible_book_img_srcs);
                $possible_book_img_srcs = $possible_book_img_srcs[0];

if (count($possible_book_img_srcs) > 0) {
                    $final_img = end($possible_book_img_srcs);
                    $final_img = preg_replace('{,.*?\.}', '.', $final_img);
                    $item_images = array(
                        $final_img,
                    );
                }
            }
        }

// mobile images data-zoom-hires
        if (count($item_images) == 0 && strpos($exec, 'data-zoom-hires')) {

echo ' Mobile images data-zoom-hires found';

preg_match_all('{data-zoom-hires="(.*?)"}', $exec, $mobile_imgs_matches);

$item_images = $mobile_imgs_matches[1];
        }

// mobile images data-a-hires
        if (count($item_images) == 0 && strpos($exec, 'data-a-hires')) {

echo ' Mobile images data-a-hires found';

preg_match_all('{data-a-hires="(.*?1500_.jpg)"}', $exec, $mobile_imgs_matches);

$item_images = $mobile_imgs_matches[1];
        }

$ret['item_images'] = $item_images;

// prices priceblock_ourprice
        unset($elements);

if (stristr($exec, 'id="priceblock_dealprice') || stristr($exec, 'id=priceblock_dealprice')) {
            $elements = $xpath->query('//*[@id="priceblock_dealprice"]');

echo ' Price tag:priceblock_dealprice';
 } elseif (stristr($exec, 'id="priceblock_ourprice') || stristr($exec, 'id=priceblock_ourprice')) {
 $elements = $xpath->query('//*[@id="priceblock_ourprice"]');

echo ' Price tag:priceblock_ourprice';
 } elseif (stristr($exec, 'id="priceblock_saleprice') || stristr($exec, 'id=priceblock_saleprice')) {

echo ' Price tag:priceblock_saleprice';

$elements = $xpath->query('//*[@id="priceblock_saleprice"]');
        } elseif (stristr($exec, 'id="price_inside_buybox') || stristr($exec, 'id=price_inside_buybox')) {

echo ' Price tag:price_inside_buybox';
 $elements = $xpath->query('//*[@id="price_inside_buybox"]');
 } elseif (stristr($exec, 'id="newBuyBoxPrice') || stristr($exec, 'id=newBuyBoxPrice')) {

echo ' Price tag:newBuyBoxPrice';
 $elements = $xpath->query('//*[@id="newBuyBoxPrice"]');
 }

// remove -
 // this is a fake and does not really contain a price example:https://www.amazon.com/dp/B08N5LNQCX
 $exec = preg_replace('{-}s', '', $exec);

$item_price = '';
        if (isset($elements) && $elements->length > 0) {
            $item_price = wp_automatic_trim($elements->item(0)->nodeValue);
            $item_price = preg_replace('{ -.*}', '', $item_price);
        } elseif (stristr($exec, ' offer-price ')) {

echo ' Price tag:offer-price';

// $16.98
 preg_match_all('{ offer-price .*?>(.*?)}s', $exec, $possible_price_matches);
 $possible_price_matches = $possible_price_matches[1];

if (isset($possible_price_matches[0]) && wp_automatic_trim($possible_price_matches[0]) != '') {
                $item_price = $possible_price_matches[0];
            }

} elseif (stristr($exec, '') && !stristr($exec, '(')) {

echo ' Price tag:a-color-price';

preg_match_all('{(.*?)}s', $exec, $possible_price_matches);
 $possible_price_matches = $possible_price_matches[1];