<?php
class avito_grabber extends grabber
{    
    public function __construct($site_id)
    {
        parent::__construct($site_id);
		
		$que = mysql_query("SELECT value FROM oris.oris_conf WHERE name = 'GrabberAvitoStartBlockEnabled';");
		$res = mysql_fetch_object($que);
		$isStartBlockEnabled = $res->value;
		if($isStartBlockEnabled)
			die;

        $this->timeout = 30;
        $this->check_olditems = 1;
	    $this->limit = 15;
			    // $this->fails = 5;
        //$this->cookies = "";
        $this->datelimit = date("Y-m-d", time() - 60 * 86400) . " 00:00:00";
        
        $this->deals = [
            prodam => 1, # Продам
            sdam => 2, # Сдам
        ];

        $this->categories = [
            kvartiry => 1, # Квартиры
            komnaty => 2, # Комнаты
            doma_dachi_kottedzhi => 3, # Дома, дачи, коттеджи
            zemelnye_uchastki => 4, # Земельные участки
            kommercheskaya_nedvizhimost => 5, # Коммерческая недвижимость
            garazhi_i_mashinomesta => 6, # Гаражи и машиноместа
            nedvizhimost_za_rubezhom => 7, # Недвижимость за рубежом
        ];

        $this->objects = [
            # комнаты???
            komnaty => 0,

            # квартиры
            vtorichka => 1, # Вторичка
            novostroyka => 2, # Новостройка

            # Дома, дачи, коттеджи
            dom => 3, # Дома
            dacha => 4, # Дачи
            kottedzh => 5, # Коттеджи
            taunhaus => 6, # Таунхаусы

            # Земельные участки
            izhs => 7, # Поселений (ИЖС)
            selhoznaznacheniya => 8, # Сельхозназначения (СНТ, ДНП)
            promnaznacheniya => 9, # Промназначения

            # Коммерческая недвижимость
            gostinicy => 10, # Гостиница
            ofis => 11, # Офисное помещение
            drugoe => 12, # Помещение свободного назначения
            proizvodstvo => 13, # Производственное помещение
            sklad => 14, # Складское помещение
            magazin => 15, # Торговое помещение
        ];

        $etc = "?s=104&user=1";
        //поиск по категориям недвижимости
        $this->sections = [
            prodam => [
                kvartiry => "-ASgBAgICAUSSA8YQ".$etc,
                komnaty => "-ASgBAgICAUSQA7wQ".$etc,
              //  doma_dachi_kottedzhi => "-ASgBAgICAUSUA9AQ".$etc,
               // zemelnye_uchastki => "-ASgBAgICAUSWA9oQ".$etc,
               // kommercheskaya_nedvizhimost => "-ASgBAgICAUSwCNJW".$etc,
            ],

            sdam => [
                // kvartiry => "/na_dlitelnyy_srok{$etc}",
                // komnaty => "/na_dlitelnyy_srok{$etc}",
                // doma_dachi_kottedzhi => "/na_dlitelnyy_srok{$etc}",
               // kvartiry => "/na_dlitelnyy_srok-ASgBAgICAkSSA8gQ8AeQUg".$etc,
               // komnaty => "/na_dlitelnyy_srok-ASgBAgICAkSQA74QqAn2YA".$etc,
               // doma_dachi_kottedzhi => "/na_dlitelnyy_srok-ASgBAgICAkSUA9IQoAjIVQ".$etc,
               // kommercheskaya_nedvizhimost => "-ASgBAgICAUSwCNRW".$etc,
            ]
        ];
    }
	
	    // public function grab() {
        // foreach($this->cities as $city => $city_id) {
            // foreach($this->sections as $deal_type => $categories) {
                // foreach($categories as $category => $params) {
                    // parent::grab($city, $deal_type, $category);
                // }
            // }
        // }
        
        // $this->_session_end();
    // }
    //получение контента страниц
    public function getPages($url, $n = 0)
    {
		$cmd = "/var/www/grabber/cron/cookie-avito.sh";
		$res = shell_exec($cmd);
		$this->__log("shell_exec: " . $cmd . " -> " . var_dump($res));
        if($n){
            $err = "getPages({$url}) - error receiving data";
            $this->update_proxy(1, -1, $err);
            if($n > $this->fails) return $this->__log($err); //записать ошибку в лог
        }

        // $file = "{$_ENV[ROOT]}/{$this->site->code}.html";
        // $this->data = file_get_contents($file);
        $this->data = $this->get_url($url, $n < 3);
        // file_put_contents($file, $this->data);

        $r = preg_match("/Подождите, идет загрузка/", $this->data);
        if($r) return $this->getPages($url, $n + 1);
		
        $r = preg_match("/<div\b[^>]*\bclass=\"[^\"]*\bpagination-pages\b[^\"]*\"[^>]*>(.*)<\/div>/ismU", $this->data, $tmp);
        if(!$r) return 1;

        preg_match_all("/href=\"[^\"]+\?p=(\d+)\&[^\"]+\"/ismU", $tmp[1], $tmp);
        return max($tmp[1]);
    }

    public function getItems($url, $n = 0)
    {
        if($n){
            $err = "getItems({$url}) - error receiving data";
            $this->update_proxy(1, -1, $err);
            if($n > $this->fails){
                $this->__log($err);
                return [];
            }
        }

        $data = $this->data ? $this->data : $this->get_url($url, $n < 3);
        $r = preg_match("/Подождите, идет загрузка/", $this->data);
        if($r) return $this->getItems($url, $n + 1);
        $this->data = null;
		
        $r = preg_match("/class=\"[^\"]*catalog[^\"]*\"/ismU", $data);
        if(!$r) return [];
		
        //поиск по контенту через регулярные выражения
        $r = preg_match_all('/<div[^>]*data-item-id=\"(?<id>[^\"]*)\"[^>]*>.*<a[^>]*itemprop=\"url\"[^>]*href=\"(?<url>[^\"]*)"[^>]*title=\"(?<title>[^\"]*)"[^>]*>.*<meta[^\>]*itemprop\=\"price\"[^\>]*content=\"(?<price>[^\"]*)\".*<div[^\>]*data-marker\=\"item-date\"[^>]*((data\-tooltip=\"(?<dataTooltipdate>[^\"]*)(\&nbsp;| )(?<dataTooltiptime>\d\d:\d\d)\")|\>((?<date>[^\"]*)(\&nbsp;| )(?<time>\d\d:\d\d)|(?<datestill>[^<]+назад))<)/ismxU', $data, $tmp);

                $timestamp1 = strtotime($this->GetMoscowNowDateString("Y-m-d H:i").':00');
                $timestamp2 = strtotime($this->GetNowDateString("Y-m-d H:i").':00');
                $diffHour = abs($timestamp2 - $timestamp1)/(60*60);
        $items = [];
        for($i = 0; $i < $r; $i++){
            //$tmp["url"][$i] = preg_replace('@\?slocation=\d+$@isu', '', $tmp["url"][$i]);
            $items[$tmp["id"][$i]] = (object) [
                id    => $tmp["id"][$i],
                title => html_entity_decode($tmp["title"][$i]),
                url   => "https://" . $this->site->host . $tmp["url"][$i],
                price => preg_replace('/\D+/isu', '', $tmp["price"][$i]),
            ];

                        if($tmp["dataTooltipdate"][$i]){
                                $tmp["dataTooltipdate"][$i] = preg_replace('@\s+|\s+@isu', '', html_entity_decode($tmp["dataTooltipdate"][$i]));
                                $items[$tmp["id"][$i]]->date = $this->get_date(trim($tmp["dataTooltipdate"][$i]), trim($tmp["dataTooltiptime"][$i]));
                        }

                        elseif($tmp["date"][$i]){
                                $tmp["date"][$i] = preg_replace('@\s+|\s+@isu', '', html_entity_decode($tmp["date"][$i]));
                                $items[$tmp["id"][$i]]->date = $this->get_date(trim($tmp["date"][$i]), trim($tmp["time"][$i]));
                        }

			elseif($tmp["datestill"][$i]){
				//Дату типа (1 день назад, 4 минуты назад)можно парсить здесь
				if(preg_match("/\ секунд/ismU", $tmp["datestill"][$i], $tmp2)){
					$items[$tmp["id"][$i]]->date = $this->GetMoscowNowDateString("Y-m-d H:i").':00';
				}
				elseif(preg_match("/(?<time>[0-9]+)\ минут/ismU", $tmp["datestill"][$i], $tmp2)){
					$items[$tmp["id"][$i]]->date = $this->GetMoscowNowDateString("Y-m-d H:i",-$tmp2['time']*60).':00';					
				}
				else
				{
					$que = mysql_query("SELECT date FROM grabber.objects WHERE id = {$tmp["id"][$i]};");
					$res = mysql_fetch_object($que);
					$olddate = $res->date;
					if($olddate)
					{
						if(preg_match("/(?<time>[0-9]+)\ час/ismU", $tmp["datestill"][$i], $tmp2)){
							$startPeriod = -($tmp2['time']+1)*60*60;
							$endPeriod = -$tmp2['time']*60*60;
							$startDate = $this->GetMoscowNowDateString("Y-m-d H:i", $startPeriod).':00';
							$endDate = $this->GetMoscowNowDateString("Y-m-d H:i", $endPeriod).':00';	
							if($this->check_in_range($startDate,$endDate,$olddate))
								$items[$tmp["id"][$i]]->date = $olddate;
							else
							{
								$startDate = $this->GetMoscowNowDateString("Y-m-d H:i",$startPeriod+($diffHour*60*60)).':00';
								$endDate = $this->GetMoscowNowDateString("Y-m-d H:i", $endPeriod+($diffHour*60*60)).':00';	
								if($this->check_in_range($startDate,$endDate,$olddate))
								{
									$items[$tmp["id"][$i]]->date = date("Y-m-d H:i",strtotime($olddate)-($diffHour*60*60)).':00';
									$this->__log("Update date in db to {$items[$tmp["id"][$i]]->date} to object with id {$tmp['id'][$i]}. Because incorrect time zone.");
									mysql_query("UPDATE grabber.objects SET date = '{$items[$tmp["id"][$i]]->date}' WHERE id = '{$tmp["id"][$i]}';");
								}
							}
						}
						elseif(preg_match("/(?<time>[0-9]+)\ (день|дня|дней)/ismU", $tmp["datestill"][$i], $tmp2)){
							$startPeriod = -($tmp2['time']+1)*24*60*60;
							$endPeriod = -$tmp2['time']*24*60*60;
							$startDate = $this->GetMoscowNowDateString("Y-m-d H:i",$startPeriod).':00';
							$endDate = $this->GetMoscowNowDateString("Y-m-d H:i",$endPeriod).':00';
							if($this->check_in_range($startDate,$endDate,$olddate))
								$items[$tmp["id"][$i]]->date = $olddate;
							else
							{
								$startDate = $this->GetMoscowNowDateString("Y-m-d H:i",$startPeriod+($diffHour*60*60)).':00';
								$endDate = $this->GetMoscowNowDateString("Y-m-d H:i", $endPeriod+($diffHour*60*60)).':00';
								if($this->check_in_range($startDate,$endDate,$olddate))
								{
									$items[$tmp["id"][$i]]->date = date("Y-m-d H:i",strtotime($olddate)-($diffHour*60*60)).':00';
									$this->__log("Update date in db to {$items[$tmp["id"][$i]]->date} to object with id {$tmp['id'][$i]}. Because incorrect time zone.");
									mysql_query("UPDATE grabber.objects SET date = '{$items[$tmp["id"][$i]]->date}' WHERE id = '{$tmp["id"][$i]}';");
								}
							}
						}
						elseif(preg_match("/(?<time>[0-9]+)\ (неделю|недели)/ismU", $tmp["datestill"][$i], $tmp2)){
							$startPeriod = -($tmp2['time']+1)*7*24*60*60;
							$endPeriod = -$tmp2['time']*7*24*60*60;
							$startDate = $this->GetMoscowNowDateString("Y-m-d H:i",$startPeriod).':00';
							$endDate = $this->GetMoscowNowDateString("Y-m-d H:i",$endPeriod).':00';
							if($this->check_in_range($startDate,$endDate,$olddate))
								$items[$tmp["id"][$i]]->date = $olddate;
							else
							{
								$startDate = $this->GetMoscowNowDateString("Y-m-d H:i",$startPeriod+($diffHour*60*60)).':00';
								$endDate = $this->GetMoscowNowDateString("Y-m-d H:i", $endPeriod+($diffHour*60*60)).':00';	
								if($this->check_in_range($startDate,$endDate,$olddate))
								{
									$items[$tmp["id"][$i]]->date = date("Y-m-d H:i",strtotime($olddate)-($diffHour*60*60)).':00';
									$this->__log("Update date in db to {$items[$tmp["id"][$i]]->date} to object with id {$tmp['id'][$i]}. Because incorrect time zone.");
									mysql_query("UPDATE grabber.objects SET date = '{$items[$tmp["id"][$i]]->date}' WHERE id = '{$tmp["id"][$i]}';");
								}
							}
						}
					}					
				}				
				if(!$items[$tmp["id"][$i]]->date)
				{
					$this->__log("Temporary set now to date to object with id {$tmp['id'][$i]}. Maybe new or updated, date should parse inside of getting item.");
					$items[$tmp["id"][$i]]->date = $this->GetNowDateString("Y-m-d H:i").':00';
				}
			}
		}
        return $items;
    }	
	
	function GetMoscowNowDateString($dateFormatString,$intervalToChangeInSeconds = null)
	{
		return $this->GetNowDateString($dateFormatString,'Europe/Moscow',$intervalToChangeInSeconds);
	}
	
	function GetNowDateString($dateFormatString,$timeZoneString = null,$intervalToChangeInSeconds = null)
	{		
		if($timeZoneString)
			$dateNow = new DateTime('now', new DateTimeZone($timeZoneString));
		else 
			$dateNow = new DateTime('now');
		
		if($intervalToChangeInSeconds)
			date_add($dateNow, date_interval_create_from_date_string("{$intervalToChangeInSeconds} seconds"));
		
		return $dateNow->format($dateFormatString);
	}
	
	
	function check_in_range($start_date, $end_date, $date_from_user)
	{
		// Convert to timestamp
		$start_ts = strtotime($start_date);
		$end_ts = strtotime($end_date);
		$user_ts = strtotime($date_from_user);
		
		// Check that user date is between start & end
		return (($user_ts >= $start_ts) && ($user_ts <= $end_ts));
	}
	
	public function GetPhone($url)
	{
 		$tmp = $this->get_url($url,true);
		$js = json_decode($tmp);
		$data = $js->image64;
		
		list($type, $data) = explode(';', $data);
		list(, $data)      = explode(',', $data);
		$data = base64_decode($data);

		$rand = mt_rand(10000000,99999999);				
		file_put_contents($rand, $data);
		
		$cmd = "{$_ENV[ROOT]}/localimg2phone.sh \"{$rand}\"";
		$phone = shell_exec($cmd);
		//$this->__log("shell_exec: " . $cmd . " -> " . $phone);
		
		$phone = preg_replace('/\D+/isu', '', $phone);
		unlink($rand);
		$this->__log("Phone parsed: ".$phone);
		return $phone;
        // $url = "https://m.avito.ru{$url}";	
		// if(preg_match("/item-contact-bar/", $tmp)) {
			// if(preg_match("/\"tel[:]([^\"]+)\"/", $tmp, $tmp)) {
				// return preg_replace("/\D+/", "", $tmp[1]);
			// }
			// else {
				// $this->__log("pseudo-number");
				// return "7111111111";
			// }
		// }
	}
	
    //функция получения обеъкта со страниц контента
    public function getItem($item, $n = 0)
    {
        if($n){
            $err = "getItem({$item->id}) - error receiving data";
            $this->update_proxy(1, -1, $err);
            if($n > $this->fails) return $this->__log($err);
        }

        # check item
        /*if(isset($this->olditems[$item->id])) {
            $this->updateItem($item);
            # price, images (not checked only!)
            return $item;
        }*/

        $data = $this->get_url($item->url, true);
        /*$file = "{$_ENV[ROOT]}/{$this->site->code}-{$item->id}.html";
        if(file_exists($file)) $data = file_get_contents($file);
        else {
            $data = $this->get_url($item->url, false);
            file_put_contents($file, $data);
        }*/
        // $r = preg_match("/\bavito\.item\.phone\s*=\s*['\"]([^'\"]+)['\"]/ismU", $data, $tmp);
        // $r = preg_match("/item\-phone/ismU", $data, $tmp);
        // if(!$r) return $this->getItem($item, $n + 1);
		

		$r = preg_match("/\<meta[^>]*property\=\"og\:url\"[^>]*content=\"(?'url'[^\"]*)\"/ismU", $data, $tmp);
		if(!$r || !$tmp['url']){
			return $this->getItem($item, $n + 1);
		}
		if(preg_match('/(\d+)$/', $item->url, $ourUrlNumbers) && preg_match('/(\d+)$/', $tmp['url'], $theirUrlNumbers)
			&& $ourUrlNumbers[0] != $theirUrlNumbers[0]){
			return $this->getItem($item, $n + 1);
		}
		if(preg_match('/Такой страницы на нашем сайте нет/',$data)){
			$this->__log('Avito: Такой страницы на нашем сайте нет');
			return $this->getItem($item, $n + 1);			
		}			

		$r2 = preg_match("/>(?<date>[^\"]*)\ в\ (?<time>\d\d:\d\d)/ismU", $data, $tmp2);
		if($r2){
			$item->date = $this->get_date(trim($tmp2["date"]), trim($tmp2["time"]));					
		}
        # <get_phone>
        // $pkey = $this->get_pkey($item->id, $tmp[1]); // Changes every hour
        // list($item->phone) = mysql_fetch_assoc(mysql_query("SELECT `phone` FROM `avito_phone_cache` WHERE `pkey` = '" . mysql_real_escape_string($pkey) . "' AND `date` = CURDATE() AND `hour` = HOUR(NOW())"));
		if(!preg_match("/Показать телефон/ismU", $data)){
			$item->phone = "Нет телефона";
		}
        if(!$item->phone) {
            // $url = "https://www.avito.ru/items/phone/{$item->id}?pkey={$pkey}&vsrc=r";
            $url = "https://www.avito.ru/items/phone/{$item->id}?&vsrc=r";
			$tries = 0;
			$phone = $this->GetPhone($url);
			while(!$phone && $tries < 3)
			{
				$phone = $this->GetPhone($url);
				$tries += 1;
			}
			$item->phone = $phone;
            
            if(!$item->phone) {$this->__log("error receiving phone"); return null;}
            if($item->phone && mb_strlen($item->phone) <= 7) $item->phone = $this->cities[$this->city]["code"] . $item->phone;
            
            // mysql_query("INSERT INTO `avito_phone_cache` (`pkey`,`phone`,`date`,`hour`) VALUES('" . mysql_real_escape_string($pkey) . "','" . mysql_real_escape_string($item->phone) . "',CURDATE(), HOUR(NOW()))");
        }
        # </get_phone>

        # <get_object_type>
        if(preg_match("/<div\b[^>]*\bclass=\"[^\"]*\bbreadcrumbs-links\b[^\"]*\"[^>]*>(.*)<\/div>/ismU",$data,$tmp)){
            preg_match_all("/href=\"([^\"]+)\"/", $tmp[1], $tmp);
            $tmp = array_pop($tmp[1]);

            if(preg_match("/\/(vtorichka|novostroyka)\//", $tmp, $_)) $item->object_type = $_[1];
            else{
                $item->object_type = array_pop(explode("/", $tmp));
                if(!$this->objects[$item->object_type]) $item->object_type = "komnaty";
                if($item->object_type == "dacha") $item->category = "zemelnye_uchastki";
            }
        }
        # </get_object_type>

        # <get_title>
        if (preg_match("/<h1\b[^>]*\bclass=\"[^\"]*\bh1\b[^\"]*\"[^>]*>(.*)<\/h1>/ismU", $data, $tmp)) {
            $item->title = $tmp[1];
        }
        if(preg_match('/^Дача\b/isu', $item->title)) {
            $item->category = "zemelnye_uchastki";
        }
        # </get_title>

        # <get_description>
        preg_match("/<div\b[^>]*\bitemprop=\"description\"[^>]*>(.*)<\/div>/ismU", $data, $tmp);
        if(preg_match("/(Номер продавца защищён|Номер агентства защищён|Номер защищён)/ismU",$data,$avitoProtected)) {
            $item->description = "Номер продавца защищён Avito\r\n".trim(strip_tags($tmp[1]));
			$item->avitoProtected = true;
            mysql_query("REPLACE INTO `grabber`.`avito_protected_phones` (`phone`) VALUES('" . mysql_real_escape_string($item->phone) . "');");		
        }
        else {
            $item->description = trim(strip_tags($tmp[1]));
			$item->avitoProtected = false;
        }
        # </get_description>

        # <get_params>
        preg_match_all("/<div\b[^>]*\bclass=\"[^\"]*\bitem-params\b[^\"]*\"[^>]*>.*<\/div>/ismU", $data, $tmp);
        $item->raw_params = implode("\n", $tmp[0]);
        $r = preg_match_all('@<li\b\s+\bclass="[^"]*\bitem-params-list-item\b[^"]*"[^>]*>\s*<span\b\s+\bclass="[^"]*\bitem-params-label\b[^"]*"[^>]*>(?<key>.*)</span>\s*(?<value>.*)</li>@isU', $item->raw_params, $tmp);
        $params = [];
        $item->params = "";
        for($i = 0; $i < $r; $i++) {
            $k = preg_replace('@^s+|:\s*$@is', '', $tmp['key'][$i]);
            $v = trim($tmp['value'][$i]);
            $params[$k] = $v;
            $item->params .= $k . ': ' . $v . '; ';
        }
        
        $r = preg_match_all('@<div\b[^>+]\bclass="advanced-params-param-title"[^>]*>(?<key>.*)</div>\s*<ul\b[^>]+\bclass="advanced-params-param-list"[^>]*>(?<value>.*)</ul>@isU', $data, $tmp);
        for($i = 0; $i < $r; $i++) {
            $k = preg_replace('@^s+|:\s*$@is', '', $tmp['key'][$i]);
            $v = trim(strip_tags(preg_replace('@(</li>)\s*(<li)@is','$1, $2',$tmp['value'][$i])));
            
            // $params[$k] = $v;
            $item->params .= $k . ': ' . $v . '; ';
        }
        
        $item->rooms = intval($params['Количество комнат']);
        if(!$item->rooms) {
            if($this->category == "komnaty") $item->rooms = 1;
            elseif(preg_match("/\b(\d+)\-к\s+квартира\b/isu", $item->title, $tmp)) $item->rooms = intval($tmp[1]);
            elseif(preg_match("/\bстудия\b/isu", $item->title)) $item->rooms = 1;
            else $item->rooms = 0;
        }
        
        foreach (['Площадь', 'Площадь дома'] as $_) {
            if($params[$_]) {
                $item->s = __floatval($params[$_]);
                break;
            }
        }
        if(!$item->s) {
            if(preg_match("/\b(\d+(?:[.,]\d+)?)\s*м/isu", $item->title, $tmp)) {
                $item->s = __floatval($tmp[1]);
            }
        }
        
        foreach (['Тип дома', 'Материал стен'] as $_) {
            if($params[$_]) {
                $item->material = $params[$_];
                break;
            }
        }
        
        $item->level = intval($params['Этаж']);
        $item->levels = intval($params['Этажей в доме']);
        
        $item->land = __floatval($params['Площадь участка']);
        if(!$item->land && preg_match("/\bучаст\S+\s+([\d.,]+)\s+сот\./isu", $item->title, $tmp)) {
            $item->land = __floatval($tmp[1]);
        }
        $item->distance = $params['Расстояние до города'];
        # </get_params>

        # <get_seller>
        preg_match("/<span class=\"[^\"]*seller[^\"]*\" title=\"([^\"]*)\">/ismU", $data, $tmp);
        $item->seller = trim(strip_tags($tmp[1]));
		// $this->__log("allo ".$item->seller."\n");
        //$item->seller = preg_replace('@\s*на Avito c\b.*$@isu', '', $item->seller);
        # </get_seller>

        # <get_address>
        if(preg_match("/<span[^>]+(itemprop|class)=\"[^\"]*address[^\"]*\"[^>]*>(.*)<\/span>/ismU",$data,$tmp)){
            $item->address = trim($tmp[2]);
        }else
        if(preg_match("/<span\b[^>]*\bitemprop=\"address\"[^>]*>(.*)<span\b[^>]*\bitemprop=\"streetAddress\"[^>]*>(.*)<\/span>.*<\/div>/ismU", $data, $tmp)){
            $item->address = trim($tmp[2]);
            $item->raion = preg_match("/metro/i", $tmp[1]) ? "ст.м. " : "";
            $item->raion .= trim(strip_tags($tmp[1]));
            $item->raion = preg_replace("/[\W]$/", "", $item->raion);
        }
        else{
            preg_match("/<div\b[^>]*\bid=\"map\"[^>]*>(.*)<\/div>/ismU", $data, $tmp);
            $item->raion = preg_match("/metro/i", $tmp[1]) ? "ст.м. " : "";
            $tmp[1] = preg_replace("/<span\b[^>]*\bitemprop=\"name\"[^>]*>.*<\/span>/ismU", "", $tmp[1]);
            $item->raion .= preg_replace("/^[\W]\s*/", "", trim(strip_tags($tmp[1])));
        }
        # </get_address>

        # <get_images>
        $item->images = [];
        $r = preg_match_all('@<div\b(?=[^>]*\bclass="[^"]*\bgallery-img-frame\b[^"]*")(?=[^>]*\bdata-url="(.*)")[^>]*>@isU', $data, $tmp);
        for($i = 0; $i < $r; $i++) {
            $item->images[] = $tmp[1][$i];
        }
        $item->images = implode("\n", $item->images);
        # </get_images>

        $item->display = 1;
        unset($item->avitoProtected);
        // $this->saveItem($item);
        isset($this->olditems[$item->id]) ? $this->updateItem($item) : $this->saveItem($item);
        return $item;
    }
    
    public function get_pkey($id, $t)
    {
        $t = preg_split("/[^0-9a-f]+/",$t);
        $t = implode("",$id %2 ? $t : array_reverse($t));
        $t = str_split($t);
        for($i = 0; $i < count($t); ++$i) if($i % 3 === 0) $r .= $t[$i];
        return $r;
    }
    public function create_url($urlsfx, $p = 1)
    {
		$url = "https://{$this->site->host}/{$this->city}/{$this->category}/{$this->deal_type}{$urlsfx}";
        if($p > 1) $url .= "&p={$p}";
        return $url;
    }

    /*
    public function checkItem($item)
    {
        if($item->date <= $this->datelimit) return 0;

        $olditem = mysql_fetch_object(mysql_query("SELECT * FROM objects WHERE site_id = '{$this->site->id}' AND id = '{$item->id}'"));
        if( !$olditem ) return 1;
        if( !$olditem->display ||
            $olditem->is_agency == 1 ||
            $item->date <= $olditem->date ||
            $olditem->category != "kvartiry" && $olditem->category != "komnaty"
        ) return 0;
        
        $this->olditems[$item->id] = $olditem;
        return 1;
    }
    */

    /*
    public function updateItem($item)
    {
        $olditem = $this->olditems[$item->id];
        if( !$olditem ||
            !$olditem->display ||
            $olditem->is_agency == 1 ||
            $olditem->date >= $item->date
        ) return;
        
        if($olditem->checked  && $olditem->price == $item->price){
            $sql = "UPDATE objects SET date = '{$item->date}' WHERE object_id = '{$olditem->object_id}'";
            mysql_query($sql) or $this->error(mysql_error());
            return;
        }
        
        $sql = "UPDATE objects SET date = '{$item->date}', date_add = NOW()";
        if($olditem->price != $item->price) $sql .= ", price = '{$item->price}'";
        if($olditem->checked) $sql .= ", checked = 2";
        $sql .= " WHERE object_id = '{$olditem->object_id}'";
        mysql_query($sql) or $this->error(mysql_error());
        
        if($olditem->category != "kvartiry" && $olditem->category != "komnaty") return;
        
        $link = mysql_fetch_object(mysql_query("SELECT * FROM objects_links WHERE (link_id, link_s) = ('{$olditem->link_id}', '{$olditem->link_s}')"));
        if( !$link ||
            $link->is_agency == 1 ||
            $link->date >= $item->date ||
            # BUG: $link->checked != $olditem->checked (!!!)
            $link->checked && $olditem->price == $item->price
        ) return;
        
        $link->url = $item->url;
        if(!preg_match("/^https?\:\/\//is",$link->url)){
            $host = $this->sites[$tmp["url"]]->host;
            $host = "http" . (preg_match("/[:]443$/",$host) ? "s" : "") . "://" . $host;
            $link->url = $host . $link->url;
        }
        
        $sql = "UPDATE objects_links SET date = '{$item->date}', date_add = NOW(), url = '" . mysql_real_escape_string($link->url) . "'";
        if($olditem->price != $item->price){
            $link->price = unserialize($link->price);
            unset($link->price[$olditem->s]);
            $link->price = [$olditem->s => [$item->price]] + $link->price;
            $sql .= ", price = '" . mysql_real_escape_string(serialize($link->price)) . "'";
        }
        if($link->checked || $link->number !== "0") $sql .= ", checked = 2";
        $sql .= " WHERE (link_id, link_s) = ('{$link->link_id}', '{$link->link_s}')";
        mysql_query($sql) or $this->error(mysql_error());
        
        $s = "UPDATED: [{$link->link_id}-{$link->link_s}] : {$olditem->date} --> {$item->date} : {$olditem->price} --> {$item->price}";
        mysql_query("INSERT INTO objects_notes (link_id, link_s, note) VALUES('{$link->link_id}','{$link->link_s}','" . mysql_real_escape_string($s) . "') ON DUPLICATE KEY UPDATE note = TRIM(CONCAT(note, '" . mysql_real_escape_string("\n" . $s) . "'))");
        $this->__log($s);
    }
    */

    public function isValidItemHtml($html, $item)
    {
        return preg_match("/\bavito\.item\.phone\s*=\s*['\"]([^'\"]+)['\"]/ismU", $html);
    }

    public function cron()
    {
        mysql_query("DELETE FROM `avito_phone_cache` WHERE `date` < CURDATE() OR `date` = CURDATE() AND `hour` < HOUR(NOW())");
        return parent::cron();
    }

    public function get_proxy($proxy = "", $reset = 0)
    {
        $proxy = 
		$this->get_proxylist();
        $this->__proxy = (object) [ip => "", port => "", login => "", pass => ""];
        // $this->proxy = "10.0.0.1:8800";
        $this->proxy = $proxy[mt_rand(0, count($proxy) - 1)];
        list($this->__proxy->ip, $this->__proxy->port, $this->__proxy->login, $this->__proxy->pass) = explode(":", $this->proxy);
        $this->proxy = $this->__proxy->ip . ":" . $this->__proxy->port;

        return $this->proxy;
    }

    public function update_proxy($n, $status = "", $error = "")
    {
        return false;
    }
}