| Server IP : 37.220.80.31 / Your IP : 18.222.41.52 Web Server : Apache/2.4.52 (Ubuntu) System : Linux 3051455-guretool.twc1.net 5.15.0-107-generic #117-Ubuntu SMP Fri Apr 26 12:26:49 UTC 2024 x86_64 User : www-root ( 1010) PHP Version : 7.4.33 Disable Function : pcntl_alarm,pcntl_fork,pcntl_waitpid,pcntl_wait,pcntl_wifexited,pcntl_wifstopped,pcntl_wifsignaled,pcntl_wexitstatus,pcntl_wtermsig,pcntl_wstopsig,pcntl_signal,pcntl_signal_dispatch,pcntl_get_last_error,pcntl_strerror,pcntl_sigprocmask,pcntl_sigwaitinfo,pcntl_sigtimedwait,pcntl_exec,pcntl_getpriority,pcntl_setpriority, MySQL : OFF | cURL : ON | WGET : OFF | Perl : OFF | Python : OFF | Sudo : OFF | Pkexec : OFF Directory : /var/www/www-root/data/www/dev.artlot24.ru/bitrix/modules/esol.allimportexport/lib/import/ |
Upload File : |
<?php
namespace Bitrix\EsolAie\Import;
use Bitrix\Main\Localization\Loc;
Loc::loadMessages(__FILE__);
class Cloud
{
protected static $moduleId = 'esol.allimportexport';
protected static $lastResult = array();
protected $services = array(
'yadisk' => '/^https?:\/\/yadi\.sk\//i',
'mailru' => '/^https?:\/\/cloud\.mail\.ru\/public\//i',
'gdrive' => array(
'/^https?:\/\/drive\.google\.com\/open\?id=/i',
'/^https?:\/\/drive\.google\.com\/file\/d\/[^\/]+(\/|$)/i',
'/^https?:\/\/docs\.google\.com\/spreadsheets.*\/d\/[^\/]+(\/|$)/i',
'/^https?:\/\/www\.google\.com\/.*https?:\/\/docs\.google\.com\/spreadsheets.*\/d\/[^\/]+(\/|$)/i'
),
'dropbox' => array(
'/^https?:\/\/www\.dropbox\.com\/.*\?dl=[01](\D|$)/i',
'/^https?:\/\/www\.dropbox\.com\/[^?]*$/i'
)
,
'lightshot' => array(
'/^https?:\/\/prntscr\.com\//i',
'/^https?:\/\/prnt\.sc\//i'
)
);
public function GetService($link)
{
foreach($this->services as $k=>$v)
{
if(is_array($v))
{
foreach($v as $v2)
{
if(preg_match($v2, $link)) return $k;
}
}
elseif(preg_match($v, $link)) return $k;
}
return false;
}
public function MakeFileArray($service, $path, $fromFile=false)
{
$method = ucfirst($service).'GetFile';
if(!is_callable(array($this, $method))) return false;
$tmpPath = static::GetTmpFilePath($path);
if($res = call_user_func_array(array($this, $method), array(&$tmpPath, $path, $fromFile)))
{
if(is_array($res)) return $res;
$arFile = \CFile::MakeFileArray($tmpPath);
if(!$arFile) $arFile = \CFile::MakeFileArray(\Bitrix\Main\IO\Path::convertLogicalToPhysical($tmpPath));
if(strlen($arFile["type"])<=0)
$arFile["type"] = "unknown";
return $arFile;
}
else
{
return false;
}
}
public static function GetTmpFilePath($path)
{
$urlComponents = parse_url($path);
if ($urlComponents && strlen($urlComponents["path"]) > 0)
{
$urlComponents["path"] = urldecode($urlComponents['path']);
$tmpPath = \CFile::GetTempName('', bx_basename($urlComponents["path"]));
}
else
$tmpPath = \CFile::GetTempName('', bx_basename($path));
$dir = \Bitrix\Main\IO\Path::getDirectory($tmpPath);
\Bitrix\Main\IO\Directory::createDirectory($dir);
return $tmpPath;
}
public static function YadiskGetLinksByMask($path)
{
$token = \Bitrix\Main\Config\Option::get(static::$moduleId, 'YANDEX_APIKEY', '');
if(!$token) return false;
$arUrl = parse_url($path);
$fragment = $arUrl['fragment'];
$path = trim(preg_replace('/[#|\?].*$/', '', $path), '/');
$pathOrig = rtrim($path, '/');
$arUrl = parse_url($path);
$subPath = '';
if(strpos($arUrl['path'], '/d/')===0 && preg_match('/^\/d\/[^\/]*\/./', $arUrl['path']))
{
$subPath = preg_replace('/^\/d\/[^\/]*\//', '/', $arUrl['path']);
if($subPath && strlen($subPath) < strlen($arUrl['path']))
{
$path = substr($path, 0, -strlen($subPath));
}
}
$arFiles = array();
if(strlen($fragment) > 0)
{
$pattern = self::GetPatternForRegexp(preg_replace('/^\s*(\/\*)*\//', '', $fragment));
$client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>15, 'disableSslVerification'=>true));
$client->setHeader('Authorization', "OAuth ".$token);
$res = $client->get('https://cloud-api.yandex.net/v1/disk/public/resources?public_key='.urlencode($path).(strlen($subPath) > 0 ? '&path='.urlencode($subPath) : '').'&limit=99999');
$arRes = \CUtil::JsObjectToPhp($res);
$arItems = $arRes['_embedded']['items'];
if(is_array($arItems))
{
foreach($arItems as $arItem)
{
if($arItem['type']=='file' && preg_match($pattern, $arItem['name']))
{
$arFiles[] = $pathOrig.$arItem['name'];
}
}
}
}
return $arFiles;
}
public function YadiskGetFile(&$tmpPath, $path, $fromFile=false)
{
$token = \Bitrix\Main\Config\Option::get(IUtils::$moduleId, 'YANDEX_APIKEY', '');
if(!$token) return false;
$origPath = $path;
$path = rawurldecode($path);
$arUrl = parse_url($path);
$fragment = $arUrl['fragment'];
$allowDirectLink = true;
if(strpos($fragment, '#')===0)
{
$allowDirectLink = false;
$fragment = ltrim($fragment, '#');
}
$path = trim(preg_replace('/[#|\?].*$/', '', $path), '/');
$arUrl = parse_url($path);
$subPath = '';
if(strpos($arUrl['path'], '/d/')===0 && preg_match('/^\/d\/[^\/]*\/./', $arUrl['path']))
{
$subPath = preg_replace('/^\/d\/[^\/]*\//', '/', $arUrl['path']);
if($subPath && strlen($subPath) < strlen($arUrl['path']))
{
$path = substr($path, 0, -strlen($subPath));
}
}
$fileLink = '';
if(strlen($fragment) > 0 && ((strpos($fragment, '*')!==false || (strpos($fragment, '{')!==false && strpos($fragment, '}')!==false))))
{
$listlink = 'https://cloud-api.yandex.net/v1/disk/public/resources?public_key='.urlencode($path).(strlen($subPath) > 0 ? '&path='.urlencode($subPath) : '').'&limit=9999';
if(isset(static::$lastResult) && static::$lastResult['LINK']==$listlink)
{
$arItems = static::$lastResult['RESULT'];
}
else
{
$pattern = self::GetPatternForRegexp(preg_replace('/^\s*(\/\*)*\//', '', $fragment));
$client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>10, 'disableSslVerification'=>true));
$client->setHeader('Authorization', "OAuth ".$token);
$res = $client->get('https://cloud-api.yandex.net/v1/disk/public/resources?public_key='.urlencode($path).(strlen($subPath) > 0 ? '&path='.urlencode($subPath) : '').'&limit=9999');
$arRes = \CUtil::JsObjectToPhp($res);
$arItems = $arRes['_embedded']['items'];
}
if(is_array($arItems))
{
$arFiles = array();
foreach($arItems as $arItem)
{
if($arItem['type']=='file' && preg_match($pattern, $arItem['name']))
{
$arFiles[] = $fileLink = $arItem['file'];
if(!$fromFile) break;
}
}
if(count($arFiles) > 1)
{
$arLocalFiles = array();
foreach($arFiles as $fileLink)
{
$tmpPath2 = '';
if($this->YadiskGetFileByYaLink($tmpPath2, $fileLink))
{
$arLocalFiles[] = $tmpPath2;
}
}
if(!empty($arLocalFiles))
{
/*$tmpPath = static::GetTmpFilePath('achive.zip');
self::ArchiveFiles($tmpPath, $arLocalFiles);
return true;*/
return $arLocalFiles;
}
}
$allowDirectLink = false;
static::$lastResult = array('LINK'=>$listlink, 'RESULT'=>$arItems);
}
}
if(strlen($fileLink)==0 && $allowDirectLink)
{
$loop = 5;
while(($loop--) > 0)
{
$client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>10, 'disableSslVerification'=>true));
$client->setHeader('Authorization', "OAuth ".$token);
$res = $client->get('https://cloud-api.yandex.net/v1/disk/public/resources/download?public_key='.urlencode($path).(strlen($subPath) > 0 ? '&path='.urlencode($subPath) : ''));
$arRes = \CUtil::JsObjectToPhp($res);
if($arRes['error']=='TooManyRequestsError')
{
usleep(1000000);
}else $loop = 0;
}
if(is_array($arRes) && $arRes['href'])
{
$fileLink = $arRes['href'];
}
//usleep(100000);
}
return $this->YadiskGetFileByYaLink($tmpPath, $fileLink);
}
public function YadiskGetFileByYaLink(&$tmpPath, $fileLink)
{
$token = \Bitrix\Main\Config\Option::get(IUtils::$moduleId, 'YANDEX_APIKEY', '');
if(!$token) return false;
if(strlen($fileLink) > 0)
{
$arUrl = parse_url($fileLink);
$filename = preg_grep('/^filename=/', explode('&', $arUrl['query']));
if(count($filename)==1)
{
$filename = urldecode(substr(current($filename), 9));
if((!defined('BX_UTF') || !BX_UTF)) $filename = $GLOBALS['APPLICATION']->ConvertCharset($filename, 'UTF-8', 'CP1251');
$tmpPath = static::GetTmpFilePath($filename);
}
$client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>10, 'disableSslVerification'=>true));
$client->setHeader('Authorization', "OAuth ".$token);
if($client->download($fileLink, $tmpPath))
{
$tmpPath = \Bitrix\Main\IO\Path::convertLogicalToPhysical($tmpPath);
return true;
}
}
return false;
}
public static function GetPatternForRegexp($pattern)
{
$pattern = preg_quote($pattern, '/');
$pattern = preg_replace_callback('/\\\{([^\}]*)\\\}/', array(__CLASS__, 'PathToRegexp'), $pattern);
$pattern = strtr($pattern, array('\*'=>'.*', '\?'=>'.'));
return '/'.$pattern.'/';
}
public static function PathToRegexp($m)
{
return "(".str_replace(",", "|", $m[1]).")";
}
public static function ArchiveFiles($tmpPath, $arLocalFiles)
{
$tmpdir = rtrim(\Bitrix\Main\IO\Path::getDirectory($tmpPath), '/').'/_archive/';
\Bitrix\Main\IO\Directory::createDirectory($tmpdir);
foreach($arLocalFiles as $k=>$fn)
{
copy(\Bitrix\Main\IO\Path::convertLogicalToPhysical($fn), \Bitrix\Main\IO\Path::convertLogicalToPhysical($tmpdir.bx_basename($fn)));
unlink(\Bitrix\Main\IO\Path::convertLogicalToPhysical($fn));
}
include_once($_SERVER['DOCUMENT_ROOT'].'/bitrix/modules/main/classes/general/zip.php');
$zipObj = \CBXArchive::GetArchive($tmpPath, 'ZIP');
$zipObj->SetOptions(array(
"COMPRESS" =>true,
"ADD_PATH" => false,
"REMOVE_PATH" => $tmpdir,
));
$zipObj->Pack($tmpdir);
DeleteDirFilesEx(substr($tmpdir, strlen($_SERVER['DOCUMENT_ROOT'])));
}
public function MailruGetFile(&$tmpPath, $path, $fromFile=false)
{
$arUrl = parse_url($path);
if(isset($arUrl['fragment']) && strlen($arUrl['fragment']) > 0)
{
$path = substr($path, 0, -strlen($arUrl['fragment']) - 1);
}
$mr = \Bitrix\KdaImportexcel\Cloud\MailRu::GetInstance();
return $mr->download($tmpPath, $path, (isset($arUrl['fragment']) ? $arUrl['fragment'] : ''));
}
public function GdriveGetFile(&$tmpPath, $path, $fromFile=false)
{
if(preg_match('/^https?:\/\/docs\.google\.com\/spreadsheets.*\/d\/([^\/]+)(\/|$)/i', $path, $m)
|| preg_match('/^https?:\/\/www\.google\.com\/.*https?:\/\/docs\.google\.com\/spreadsheets.*\/d\/([^\/]+)(\/|$)/i', $path, $m))
{
$tmpPath = static::GetTmpFilePath($m[1].'.xlsx');
$path = 'https://docs.google.com/spreadsheets/d/'.$m[1].'/export?format=xlsx';
$path2 = 'https://drive.google.com/uc?id='.$m[1].'&export=download&confirm=1';
}
elseif(preg_match('/^https?:\/\/drive\.google\.com\/file.*\/d\/([^\/]+)(\/|$)/i', $path, $m))
{
$tmpPath = static::GetTmpFilePath($m[1].'.xlsx');
$path = 'https://docs.google.com/spreadsheets/d/'.$m[1].'/export?format=xlsx';
$path2 = 'https://drive.google.com/uc?id='.$m[1].'&export=download&confirm=1';
}
elseif(preg_match('/id=([^&]+)/i', $path, $m))
{
if(!$fromFile)
{
$tmpPath = static::GetTmpFilePath($m[1].'.xlsx');
$path = 'https://docs.google.com/spreadsheets/d/'.$m[1].'/export?format=xlsx';
$path2 = 'https://drive.google.com/uc?id='.$m[1].'&export=download&confirm=1';
}
else
{
$tmpPath = static::GetTmpFilePath($m[1].'.tmp');
$path = 'https://drive.google.com/uc?authuser=0&id='.$m[1].'&export=download&confirm=1';
$path2 = '';
}
}
$client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>30, 'disableSslVerification'=>true));
$res = $client->download($path, $tmpPath);
if(!$res || $client->getStatus()==404 || stripos(file_get_contents($tmpPath, false, null, 0, 100), '<html')!==false)
{
$client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>30, 'disableSslVerification'=>true));
if($path2) $res = $client->download($path2, $tmpPath);
if($res && filesize($tmpPath)<300*1024 && preg_match('/<a[^>]*id="uc\-download\-link"[^>]*href="([^"]+)"/Uis', file_get_contents($tmpPath), $m))
{
$arCookies = $client->getCookies()->toArray();
$path2 = html_entity_decode($m[1]);
if(substr($path2, 0, 1)=='/') $path2 = 'https://drive.google.com'.$path2;
$client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>30, 'disableSslVerification'=>true));
$client->setCookies($arCookies);
$res = $client->download($path2, $tmpPath);
}
}
if($res && $client->getStatus()!=404)
{
$hcd = $client->getHeaders()->get('content-disposition');
if($hcd && stripos($hcd, 'filename='))
{
$hcdParts = array_map('trim', explode(';', $hcd));
$hcdParts1 = preg_grep('/filename\*=UTF\-8\'\'/i', $hcdParts);
$hcdParts2 = preg_grep('/filename=/i', $hcdParts);
if(count($hcdParts1) > 0)
{
$hcdParts1 = explode("''", current($hcdParts1));
$fn = urldecode(trim(end($hcdParts1), '"\' '));
if((!defined('BX_UTF') || !BX_UTF)) $fn = $GLOBALS['APPLICATION']->ConvertCharset($fn, 'UTF-8', 'CP1251');
$fn = \Bitrix\Main\IO\Path::convertLogicalToPhysical($fn);
if(strpos($tmpPath, $fn)===false)
{
$tmpPath = \Bitrix\EsolAie\Import\Utils::ReplaceFile($tmpPath, preg_replace('/\/[^\/]+$/', '/'.$fn, $tmpPath));
}
}
elseif(count($hcdParts2) > 0)
{
$hcdParts2 = explode('=', current($hcdParts2));
$fn = trim(end($hcdParts2), '"\' ');
if(strpos($tmpPath, $fn)===false)
{
$tmpPath = \Bitrix\EsolAie\Import\Utils::ReplaceFile($tmpPath, preg_replace('/\/[^\/]+$/', '/'.$fn, $tmpPath));
}
}
}
return true;
}
return false;
}
public function DropboxGetFile(&$tmpPath, $path, $fromFile=false)
{
if(preg_match('/\?dl=[01]/', $path))
{
$path = preg_replace('/(\?dl=[01])(\D|$)/i', '?dl=1$2', $path);
}
else
{
$path .= '?dl=1';
}
$siteEncoding = \Bitrix\EsolAie\Import\Utils::getSiteEncoding();
if($siteEncoding!='utf-8')
{
$path = \Bitrix\Main\Text\Encoding::convertEncoding($path, $siteEncoding, 'utf-8');
}
$client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>30, 'disableSslVerification'=>true, 'redirect'=>false));
$client->setHeader('User-Agent', 'BitrixSM HttpClient class');
$client->get($path);
$arCookies = $client->getCookies()->toArray();
if($client->getHeaders()->get('location'))
{
$path = preg_replace('/^([^\/]*\/\/[^\/]+\/).*$/', '$1', $path).trim($client->getHeaders()->get('location'), '/');
}
$client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>30, 'disableSslVerification'=>true));
$client->setHeader('User-Agent', 'BitrixSM HttpClient class');
$client->setCookies($arCookies);
if($client->download($path, $tmpPath))
{
$hcd = $client->getHeaders()->get('content-disposition');
if($hcd && stripos($hcd, 'filename='))
{
$hcdParts = array_map('trim', explode(';', $hcd));
$hcdParts1 = preg_grep('/filename\*=UTF\-8\'\'/i', $hcdParts);
$hcdParts2 = preg_grep('/filename=/i', $hcdParts);
if(count($hcdParts1) > 0)
{
$hcdParts1 = explode("''", current($hcdParts1));
$fn = urldecode(trim(end($hcdParts1), '"\' '));
if($siteEncoding!='utf-8') $fn = \Bitrix\Main\Text\Encoding::convertEncoding($fn, 'utf-8', $siteEncoding);
//$fn = \Bitrix\Main\IO\Path::convertLogicalToPhysical($fn);
if(strpos($tmpPath, $fn)===false)
{
$tmpPath = \Bitrix\EsolAie\Import\Utils::ReplaceFile($tmpPath, preg_replace('/\/[^\/]+$/', '/'.$fn, $tmpPath));
}
}
elseif(count($hcdParts2) > 0)
{
$hcdParts2 = explode('=', current($hcdParts2));
$fn = trim(end($hcdParts2), '"\' ');
if(strpos($tmpPath, $fn)===false)
{
$tmpPath = \Bitrix\EsolAie\Import\Utils::ReplaceFile($tmpPath, preg_replace('/\/[^\/]+$/', '/'.$fn, $tmpPath));
}
}
}
return true;
}
return false;
}
public function LightshotGetFile(&$tmpPath, $path, $fromFile=false)
{
$client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>10, 'disableSslVerification'=>true));
$client->setHeader('User-Agent', \Bitrix\EsolAie\Import\Utils::GetUserAgent());
$res = $client->get($path);
if(preg_match('/<img[^>]+id\s*=\s*["\']screenshot\-image["\'][^>]+>/Uis', $res, $m) && preg_match('/src\s*=\s*["\']([^"\']+)["\']/Uis', $m[0], $m2))
{
$loc = $m2[1];
$client = new \Bitrix\Main\Web\HttpClient(array('socketTimeout'=>10, 'disableSslVerification'=>true));
$client->setHeader('User-Agent', \Bitrix\EsolAie\Import\Utils::GetUserAgent());
$res = $client->download($loc, $tmpPath);
if($res && $client->getStatus()!=404) return true;
}
return false;
}
}