%PDF- %PDF-
Server IP : 37.220.80.31 / Your IP : 18.222.41.52 Web Server : Apache/2.4.52 (Ubuntu) System : Linux 3051455-guretool.twc1.net 5.15.0-107-generic #117-Ubuntu SMP Fri Apr 26 12:26:49 UTC 2024 x86_64 User : www-root ( 1010) PHP Version : 7.4.33 Disable Function : pcntl_alarm,pcntl_fork,pcntl_waitpid,pcntl_wait,pcntl_wifexited,pcntl_wifstopped,pcntl_wifsignaled,pcntl_wexitstatus,pcntl_wtermsig,pcntl_wstopsig,pcntl_signal,pcntl_signal_dispatch,pcntl_get_last_error,pcntl_strerror,pcntl_sigprocmask,pcntl_sigwaitinfo,pcntl_sigtimedwait,pcntl_exec,pcntl_getpriority,pcntl_setpriority, MySQL : OFF | cURL : ON | WGET : OFF | Perl : OFF | Python : OFF | Sudo : OFF | Pkexec : OFF Directory : /var/www/www-root/data/www/dev.artlot24.ru/bitrix/modules/esol.allimportexport/lib/import/ |
Upload File : |
<?php namespace Bitrix\EsolAie\Import; use Bitrix\Main\Localization\Loc; Loc::loadMessages(__FILE__); class Cloud { protected static $moduleId = 'esol.allimportexport'; protected static $lastResult = array(); protected $services = array( 'yadisk' => '/^https?:\/\/yadi\.sk\//i', 'mailru' => '/^https?:\/\/cloud\.mail\.ru\/public\//i', 'gdrive' => array( '/^https?:\/\/drive\.google\.com\/open\?id=/i', '/^https?:\/\/drive\.google\.com\/file\/d\/[^\/]+(\/|$)/i', '/^https?:\/\/docs\.google\.com\/spreadsheets.*\/d\/[^\/]+(\/|$)/i', '/^https?:\/\/www\.google\.com\/.*https?:\/\/docs\.google\.com\/spreadsheets.*\/d\/[^\/]+(\/|$)/i' ), 'dropbox' => array( '/^https?:\/\/www\.dropbox\.com\/.*\?dl=[01](\D|$)/i', '/^https?:\/\/www\.dropbox\.com\/[^?]*$/i' ) , 'lightshot' => array( '/^https?:\/\/prntscr\.com\//i', '/^https?:\/\/prnt\.sc\//i' ) ); public function GetService($link) { foreach($this->services as $k=>$v) { if(is_array($v)) { foreach($v as $v2) { if(preg_match($v2, $link)) return $k; } } elseif(preg_match($v, $link)) return $k; } return false; } public function MakeFileArray($service, $path, $fromFile=false) { $method = ucfirst($service).'GetFile'; if(!is_callable(array($this, $method))) return false; $tmpPath = static::GetTmpFilePath($path); if($res = call_user_func_array(array($this, $method), array(&$tmpPath, $path, $fromFile))) { if(is_array($res)) return $res; $arFile = \CFile::MakeFileArray($tmpPath); if(!$arFile) $arFile = \CFile::MakeFileArray(\Bitrix\Main\IO\Path::convertLogicalToPhysical($tmpPath)); if(strlen($arFile["type"])<=0) $arFile["type"] = "unknown"; return $arFile; } else { return false; } } public static function GetTmpFilePath($path) { $urlComponents = parse_url($path); if ($urlComponents && strlen($urlComponents["path"]) > 0) { $urlComponents["path"] = urldecode($urlComponents['path']); $tmpPath = \CFile::GetTempName('', bx_basename($urlComponents["path"])); } else $tmpPath = \CFile::GetTempName('', bx_basename($path)); $dir = \Bitrix\Main\IO\Path::getDirectory($tmpPath); \Bitrix\Main\IO\Directory::createDirectory($dir); return $tmpPath; } public static function YadiskGetLinksByMask($path) { $token = \Bitrix\Main\Config\Option::get(static::$moduleId, 'YANDEX_APIKEY', ''); if(!$token) return false; $arUrl = parse_url($path); $fragment = $arUrl['fragment']; $path = trim(preg_replace('/[#|\?].*$/', '', $path), '/'); $pathOrig = rtrim($path, '/'); $arUrl = parse_url($path); $subPath = ''; if(strpos($arUrl['path'], '/d/')===0 && preg_match('/^\/d\/[^\/]*\/./', $arUrl['path'])) { $subPath = preg_replace('/^\/d\/[^\/]*\//', '/', $arUrl['path']); if($subPath && strlen($subPath) < strlen($arUrl['path'])) { $path = substr($path, 0, -strlen($subPath)); } } $arFiles = array(); if(strlen($fragment) > 0) { $pattern = self::GetPatternForRegexp(preg_replace('/^\s*(\/\*)*\//', '', $fragment)); $client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>15, 'disableSslVerification'=>true)); $client->setHeader('Authorization', "OAuth ".$token); $res = $client->get('https://cloud-api.yandex.net/v1/disk/public/resources?public_key='.urlencode($path).(strlen($subPath) > 0 ? '&path='.urlencode($subPath) : '').'&limit=99999'); $arRes = \CUtil::JsObjectToPhp($res); $arItems = $arRes['_embedded']['items']; if(is_array($arItems)) { foreach($arItems as $arItem) { if($arItem['type']=='file' && preg_match($pattern, $arItem['name'])) { $arFiles[] = $pathOrig.$arItem['name']; } } } } return $arFiles; } public function YadiskGetFile(&$tmpPath, $path, $fromFile=false) { $token = \Bitrix\Main\Config\Option::get(IUtils::$moduleId, 'YANDEX_APIKEY', ''); if(!$token) return false; $origPath = $path; $path = rawurldecode($path); $arUrl = parse_url($path); $fragment = $arUrl['fragment']; $allowDirectLink = true; if(strpos($fragment, '#')===0) { $allowDirectLink = false; $fragment = ltrim($fragment, '#'); } $path = trim(preg_replace('/[#|\?].*$/', '', $path), '/'); $arUrl = parse_url($path); $subPath = ''; if(strpos($arUrl['path'], '/d/')===0 && preg_match('/^\/d\/[^\/]*\/./', $arUrl['path'])) { $subPath = preg_replace('/^\/d\/[^\/]*\//', '/', $arUrl['path']); if($subPath && strlen($subPath) < strlen($arUrl['path'])) { $path = substr($path, 0, -strlen($subPath)); } } $fileLink = ''; if(strlen($fragment) > 0 && ((strpos($fragment, '*')!==false || (strpos($fragment, '{')!==false && strpos($fragment, '}')!==false)))) { $listlink = 'https://cloud-api.yandex.net/v1/disk/public/resources?public_key='.urlencode($path).(strlen($subPath) > 0 ? '&path='.urlencode($subPath) : '').'&limit=9999'; if(isset(static::$lastResult) && static::$lastResult['LINK']==$listlink) { $arItems = static::$lastResult['RESULT']; } else { $pattern = self::GetPatternForRegexp(preg_replace('/^\s*(\/\*)*\//', '', $fragment)); $client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>10, 'disableSslVerification'=>true)); $client->setHeader('Authorization', "OAuth ".$token); $res = $client->get('https://cloud-api.yandex.net/v1/disk/public/resources?public_key='.urlencode($path).(strlen($subPath) > 0 ? '&path='.urlencode($subPath) : '').'&limit=9999'); $arRes = \CUtil::JsObjectToPhp($res); $arItems = $arRes['_embedded']['items']; } if(is_array($arItems)) { $arFiles = array(); foreach($arItems as $arItem) { if($arItem['type']=='file' && preg_match($pattern, $arItem['name'])) { $arFiles[] = $fileLink = $arItem['file']; if(!$fromFile) break; } } if(count($arFiles) > 1) { $arLocalFiles = array(); foreach($arFiles as $fileLink) { $tmpPath2 = ''; if($this->YadiskGetFileByYaLink($tmpPath2, $fileLink)) { $arLocalFiles[] = $tmpPath2; } } if(!empty($arLocalFiles)) { /*$tmpPath = static::GetTmpFilePath('achive.zip'); self::ArchiveFiles($tmpPath, $arLocalFiles); return true;*/ return $arLocalFiles; } } $allowDirectLink = false; static::$lastResult = array('LINK'=>$listlink, 'RESULT'=>$arItems); } } if(strlen($fileLink)==0 && $allowDirectLink) { $loop = 5; while(($loop--) > 0) { $client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>10, 'disableSslVerification'=>true)); $client->setHeader('Authorization', "OAuth ".$token); $res = $client->get('https://cloud-api.yandex.net/v1/disk/public/resources/download?public_key='.urlencode($path).(strlen($subPath) > 0 ? '&path='.urlencode($subPath) : '')); $arRes = \CUtil::JsObjectToPhp($res); if($arRes['error']=='TooManyRequestsError') { usleep(1000000); }else $loop = 0; } if(is_array($arRes) && $arRes['href']) { $fileLink = $arRes['href']; } //usleep(100000); } return $this->YadiskGetFileByYaLink($tmpPath, $fileLink); } public function YadiskGetFileByYaLink(&$tmpPath, $fileLink) { $token = \Bitrix\Main\Config\Option::get(IUtils::$moduleId, 'YANDEX_APIKEY', ''); if(!$token) return false; if(strlen($fileLink) > 0) { $arUrl = parse_url($fileLink); $filename = preg_grep('/^filename=/', explode('&', $arUrl['query'])); if(count($filename)==1) { $filename = urldecode(substr(current($filename), 9)); if((!defined('BX_UTF') || !BX_UTF)) $filename = $GLOBALS['APPLICATION']->ConvertCharset($filename, 'UTF-8', 'CP1251'); $tmpPath = static::GetTmpFilePath($filename); } $client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>10, 'disableSslVerification'=>true)); $client->setHeader('Authorization', "OAuth ".$token); if($client->download($fileLink, $tmpPath)) { $tmpPath = \Bitrix\Main\IO\Path::convertLogicalToPhysical($tmpPath); return true; } } return false; } public static function GetPatternForRegexp($pattern) { $pattern = preg_quote($pattern, '/'); $pattern = preg_replace_callback('/\\\{([^\}]*)\\\}/', array(__CLASS__, 'PathToRegexp'), $pattern); $pattern = strtr($pattern, array('\*'=>'.*', '\?'=>'.')); return '/'.$pattern.'/'; } public static function PathToRegexp($m) { return "(".str_replace(",", "|", $m[1]).")"; } public static function ArchiveFiles($tmpPath, $arLocalFiles) { $tmpdir = rtrim(\Bitrix\Main\IO\Path::getDirectory($tmpPath), '/').'/_archive/'; \Bitrix\Main\IO\Directory::createDirectory($tmpdir); foreach($arLocalFiles as $k=>$fn) { copy(\Bitrix\Main\IO\Path::convertLogicalToPhysical($fn), \Bitrix\Main\IO\Path::convertLogicalToPhysical($tmpdir.bx_basename($fn))); unlink(\Bitrix\Main\IO\Path::convertLogicalToPhysical($fn)); } include_once($_SERVER['DOCUMENT_ROOT'].'/bitrix/modules/main/classes/general/zip.php'); $zipObj = \CBXArchive::GetArchive($tmpPath, 'ZIP'); $zipObj->SetOptions(array( "COMPRESS" =>true, "ADD_PATH" => false, "REMOVE_PATH" => $tmpdir, )); $zipObj->Pack($tmpdir); DeleteDirFilesEx(substr($tmpdir, strlen($_SERVER['DOCUMENT_ROOT']))); } public function MailruGetFile(&$tmpPath, $path, $fromFile=false) { $arUrl = parse_url($path); if(isset($arUrl['fragment']) && strlen($arUrl['fragment']) > 0) { $path = substr($path, 0, -strlen($arUrl['fragment']) - 1); } $mr = \Bitrix\KdaImportexcel\Cloud\MailRu::GetInstance(); return $mr->download($tmpPath, $path, (isset($arUrl['fragment']) ? $arUrl['fragment'] : '')); } public function GdriveGetFile(&$tmpPath, $path, $fromFile=false) { if(preg_match('/^https?:\/\/docs\.google\.com\/spreadsheets.*\/d\/([^\/]+)(\/|$)/i', $path, $m) || preg_match('/^https?:\/\/www\.google\.com\/.*https?:\/\/docs\.google\.com\/spreadsheets.*\/d\/([^\/]+)(\/|$)/i', $path, $m)) { $tmpPath = static::GetTmpFilePath($m[1].'.xlsx'); $path = 'https://docs.google.com/spreadsheets/d/'.$m[1].'/export?format=xlsx'; $path2 = 'https://drive.google.com/uc?id='.$m[1].'&export=download&confirm=1'; } elseif(preg_match('/^https?:\/\/drive\.google\.com\/file.*\/d\/([^\/]+)(\/|$)/i', $path, $m)) { $tmpPath = static::GetTmpFilePath($m[1].'.xlsx'); $path = 'https://docs.google.com/spreadsheets/d/'.$m[1].'/export?format=xlsx'; $path2 = 'https://drive.google.com/uc?id='.$m[1].'&export=download&confirm=1'; } elseif(preg_match('/id=([^&]+)/i', $path, $m)) { if(!$fromFile) { $tmpPath = static::GetTmpFilePath($m[1].'.xlsx'); $path = 'https://docs.google.com/spreadsheets/d/'.$m[1].'/export?format=xlsx'; $path2 = 'https://drive.google.com/uc?id='.$m[1].'&export=download&confirm=1'; } else { $tmpPath = static::GetTmpFilePath($m[1].'.tmp'); $path = 'https://drive.google.com/uc?authuser=0&id='.$m[1].'&export=download&confirm=1'; $path2 = ''; } } $client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>30, 'disableSslVerification'=>true)); $res = $client->download($path, $tmpPath); if(!$res || $client->getStatus()==404 || stripos(file_get_contents($tmpPath, false, null, 0, 100), '<html')!==false) { $client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>30, 'disableSslVerification'=>true)); if($path2) $res = $client->download($path2, $tmpPath); if($res && filesize($tmpPath)<300*1024 && preg_match('/<a[^>]*id="uc\-download\-link"[^>]*href="([^"]+)"/Uis', file_get_contents($tmpPath), $m)) { $arCookies = $client->getCookies()->toArray(); $path2 = html_entity_decode($m[1]); if(substr($path2, 0, 1)=='/') $path2 = 'https://drive.google.com'.$path2; $client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>30, 'disableSslVerification'=>true)); $client->setCookies($arCookies); $res = $client->download($path2, $tmpPath); } } if($res && $client->getStatus()!=404) { $hcd = $client->getHeaders()->get('content-disposition'); if($hcd && stripos($hcd, 'filename=')) { $hcdParts = array_map('trim', explode(';', $hcd)); $hcdParts1 = preg_grep('/filename\*=UTF\-8\'\'/i', $hcdParts); $hcdParts2 = preg_grep('/filename=/i', $hcdParts); if(count($hcdParts1) > 0) { $hcdParts1 = explode("''", current($hcdParts1)); $fn = urldecode(trim(end($hcdParts1), '"\' ')); if((!defined('BX_UTF') || !BX_UTF)) $fn = $GLOBALS['APPLICATION']->ConvertCharset($fn, 'UTF-8', 'CP1251'); $fn = \Bitrix\Main\IO\Path::convertLogicalToPhysical($fn); if(strpos($tmpPath, $fn)===false) { $tmpPath = \Bitrix\EsolAie\Import\Utils::ReplaceFile($tmpPath, preg_replace('/\/[^\/]+$/', '/'.$fn, $tmpPath)); } } elseif(count($hcdParts2) > 0) { $hcdParts2 = explode('=', current($hcdParts2)); $fn = trim(end($hcdParts2), '"\' '); if(strpos($tmpPath, $fn)===false) { $tmpPath = \Bitrix\EsolAie\Import\Utils::ReplaceFile($tmpPath, preg_replace('/\/[^\/]+$/', '/'.$fn, $tmpPath)); } } } return true; } return false; } public function DropboxGetFile(&$tmpPath, $path, $fromFile=false) { if(preg_match('/\?dl=[01]/', $path)) { $path = preg_replace('/(\?dl=[01])(\D|$)/i', '?dl=1$2', $path); } else { $path .= '?dl=1'; } $siteEncoding = \Bitrix\EsolAie\Import\Utils::getSiteEncoding(); if($siteEncoding!='utf-8') { $path = \Bitrix\Main\Text\Encoding::convertEncoding($path, $siteEncoding, 'utf-8'); } $client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>30, 'disableSslVerification'=>true, 'redirect'=>false)); $client->setHeader('User-Agent', 'BitrixSM HttpClient class'); $client->get($path); $arCookies = $client->getCookies()->toArray(); if($client->getHeaders()->get('location')) { $path = preg_replace('/^([^\/]*\/\/[^\/]+\/).*$/', '$1', $path).trim($client->getHeaders()->get('location'), '/'); } $client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>30, 'disableSslVerification'=>true)); $client->setHeader('User-Agent', 'BitrixSM HttpClient class'); $client->setCookies($arCookies); if($client->download($path, $tmpPath)) { $hcd = $client->getHeaders()->get('content-disposition'); if($hcd && stripos($hcd, 'filename=')) { $hcdParts = array_map('trim', explode(';', $hcd)); $hcdParts1 = preg_grep('/filename\*=UTF\-8\'\'/i', $hcdParts); $hcdParts2 = preg_grep('/filename=/i', $hcdParts); if(count($hcdParts1) > 0) { $hcdParts1 = explode("''", current($hcdParts1)); $fn = urldecode(trim(end($hcdParts1), '"\' ')); if($siteEncoding!='utf-8') $fn = \Bitrix\Main\Text\Encoding::convertEncoding($fn, 'utf-8', $siteEncoding); //$fn = \Bitrix\Main\IO\Path::convertLogicalToPhysical($fn); if(strpos($tmpPath, $fn)===false) { $tmpPath = \Bitrix\EsolAie\Import\Utils::ReplaceFile($tmpPath, preg_replace('/\/[^\/]+$/', '/'.$fn, $tmpPath)); } } elseif(count($hcdParts2) > 0) { $hcdParts2 = explode('=', current($hcdParts2)); $fn = trim(end($hcdParts2), '"\' '); if(strpos($tmpPath, $fn)===false) { $tmpPath = \Bitrix\EsolAie\Import\Utils::ReplaceFile($tmpPath, preg_replace('/\/[^\/]+$/', '/'.$fn, $tmpPath)); } } } return true; } return false; } public function LightshotGetFile(&$tmpPath, $path, $fromFile=false) { $client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>10, 'disableSslVerification'=>true)); $client->setHeader('User-Agent', \Bitrix\EsolAie\Import\Utils::GetUserAgent()); $res = $client->get($path); if(preg_match('/<img[^>]+id\s*=\s*["\']screenshot\-image["\'][^>]+>/Uis', $res, $m) && preg_match('/src\s*=\s*["\']([^"\']+)["\']/Uis', $m[0], $m2)) { $loc = $m2[1]; $client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>10, 'disableSslVerification'=>true)); $client->setHeader('User-Agent', \Bitrix\EsolAie\Import\Utils::GetUserAgent()); $res = $client->download($loc, $tmpPath); if($res && $client->getStatus()!=404) return true; } return false; } }