options=$options;
}
}
public function wpvivid_add_storage_tab_amazons3()
{
?>
; ?>)
getS3();
if(is_array($amazons3) && $amazons3['result'] === WPVIVID_FAILED)
return $amazons3;
$temp_file = md5(wp_rand());
try
{
if(isset($this->options['s3Path']))
{
$url=$this->options['s3Path'].$temp_file;
}
else
{
$url=$this->options['path'].'/'.$temp_file;
}
if(!$amazons3 -> putObjectString($temp_file,$this -> bucket,$url))
{
return array('result'=>WPVIVID_FAILED,'error'=>'We successfully accessed the bucket, but create test file failed.');
}
if(!$amazons3 -> deleteObject($this -> bucket,$url))
{
return array('result'=>WPVIVID_FAILED,'error'=>'We successfully accessed the bucket, and create test file succeed, but delete test file failed.');
}
}catch(Exception $e){
return array('result'=>WPVIVID_FAILED,'error'=>$e -> getMessage());
}
return array('result'=>WPVIVID_SUCCESS);
}
public function sanitize_options($skip_name='')
{
$ret['result']=WPVIVID_FAILED;
if(!isset($this->options['name']))
{
$ret['error']="Warning: An alias for remote storage is required.";
return $ret;
}
$this->options['name']=sanitize_text_field($this->options['name']);
if(empty($this->options['name']))
{
$ret['error']="Warning: An alias for remote storage is required.";
return $ret;
}
$remoteslist=WPvivid_Setting::get_all_remote_options();
foreach ($remoteslist as $key=>$value)
{
if(isset($value['name'])&&$value['name'] == $this->options['name']&&$skip_name!=$value['name'])
{
$ret['error']="Warning: The alias already exists in storage list.";
return $ret;
}
}
if(!isset($this->options['access']))
{
$ret['error']="Warning: The access key for Amazon S3 is required.";
return $ret;
}
$this->options['access']=sanitize_text_field($this->options['access']);
if(empty($this->options['access']))
{
$ret['error']="Warning: The access key for Amazon S3 is required.";
return $ret;
}
if(!isset($this->options['secret']))
{
$ret['error']="Warning: The storage secret key is required.";
return $ret;
}
$this->options['secret']=sanitize_text_field($this->options['secret']);
if(empty($this->options['secret']))
{
$ret['error']="Warning: The storage secret key is required.";
return $ret;
}
$this->options['secret'] = base64_encode($this->options['secret']);
$this->options['is_encrypt'] = 1;
if(!isset($this->options['bucket']))
{
$ret['error']="Warning: A Bucket name is required.";
return $ret;
}
$this->options['bucket']=sanitize_text_field($this->options['bucket']);
if(empty($this->options['bucket']))
{
$ret['error']="Warning: A Bucket name is required.";
return $ret;
}
if(!isset($this->options['path']))
{
$ret['error']="Warning: A directory name is required.";
return $ret;
}
$this->options['path']=sanitize_text_field($this->options['path']);
if(empty($this->options['path'])){
$ret['error']="Warning: A directory name is required.";
return $ret;
}
$ret['result']=WPVIVID_SUCCESS;
$ret['options']=$this->options;
return $ret;
}
public function upload($task_id,$files,$callback='')
{
global $wpvivid_plugin;
$amazons3 = $this -> getS3();
if(is_array($amazons3) && $amazons3['result'] == WPVIVID_FAILED)
return $amazons3;
$upload_job=WPvivid_taskmanager::get_backup_sub_task_progress($task_id,'upload',WPVIVID_REMOTE_AMAZONS3);
if(empty($upload_job))
{
$job_data=array();
foreach ($files as $file)
{
$file_data['size']=filesize($file);
$file_data['uploaded']=0;
$job_data[basename($file)]=$file_data;
}
WPvivid_taskmanager::update_backup_sub_task_progress($task_id,'upload',WPVIVID_REMOTE_AMAZONS3,WPVIVID_UPLOAD_UNDO,'Start uploading',$job_data);
$upload_job=WPvivid_taskmanager::get_backup_sub_task_progress($task_id,'upload',WPVIVID_REMOTE_AMAZONS3);
}
foreach ($files as $file){
if(is_array($upload_job['job_data']) &&array_key_exists(basename($file),$upload_job['job_data']))
{
if($upload_job['job_data'][basename($file)]['uploaded']==1)
continue;
}
$this -> last_time = time();
$this -> last_size = 0;
$wpvivid_plugin->wpvivid_log->WriteLog('Start uploading '.basename($file),'notice');
$wpvivid_plugin->set_time_limit($task_id);
if(!file_exists($file))
return array('result' =>WPVIVID_FAILED,'error' =>$file.' not found. The file might has been moved, renamed or deleted. Please reload the list and verify the file exists.');
$result = $this -> _put($task_id,$amazons3,$file,$callback);
if($result['result'] !==WPVIVID_SUCCESS){
$wpvivid_plugin->wpvivid_log->WriteLog('Uploading '.basename($file).' failed.','notice');
return $result;
}
else
{
WPvivid_taskmanager::wpvivid_reset_backup_retry_times($task_id);
}
$wpvivid_plugin->wpvivid_log->WriteLog('Finished uploading '.basename($file),'notice');
$upload_job['job_data'][basename($file)]['uploaded']=1;
WPvivid_taskmanager::update_backup_sub_task_progress($task_id,'upload',WPVIVID_REMOTE_AMAZONS3,WPVIVID_UPLOAD_SUCCESS,'Uploading '.basename($file).' completed.',$upload_job['job_data']);
}
return array('result' =>WPVIVID_SUCCESS);
}
private function _put($task_id,$amazons3,$file,$callback)
{
global $wpvivid_plugin;
$upload_job=WPvivid_taskmanager::get_backup_sub_task_progress($task_id,'upload',WPVIVID_REMOTE_AMAZONS3);
$this -> current_file_size = filesize($file);
$this -> current_file_name = basename($file);
if(isset($this->options['s3Path']))
{
$url=$this->options['s3Path'].$this -> current_file_name;
}
else
{
$url=$this->options['path'].'/'.$this -> current_file_name;
}
$wpvivid_plugin->wpvivid_log->WriteLog($url,'notice');
$chunk_num = floor($this -> current_file_size / $this -> upload_chunk_size);
if($this -> current_file_size % $this -> upload_chunk_size > 0) $chunk_num ++;
for($i =0;$i wpvivid_log->WriteLog('Creating Multipart Upload.','notice');
if(!empty($upload_job['job_data'][basename($file)]['upload_id']))
{
$build_id = $upload_job['job_data'][basename($file)]['upload_id'];
}else{
$build_id = $amazons3 -> initiateMultipartUpload($this -> bucket,$url);
$upload_job['job_data'][basename($file)]['upload_id'] = $build_id;
WPvivid_taskmanager::update_backup_sub_task_progress($task_id,'upload',WPVIVID_REMOTE_AMAZONS3,WPVIVID_UPLOAD_UNDO,'InitiateMultipartUpload, created build id of '.basename($file).'.',$upload_job['job_data']);
}
if(!empty($upload_job['job_data'][basename($file)]['upload_chunks']))
{
$chunks = $upload_job['job_data'][basename($file)]['upload_chunks'];
}else{
$chunks = array();
$upload_job['job_data'][basename($file)]['upload_chunks'] = $chunks;
WPvivid_taskmanager::update_backup_sub_task_progress($task_id,'upload',WPVIVID_REMOTE_AMAZONS3,WPVIVID_UPLOAD_UNDO,'Start multipartupload of '.basename($file).'.',$upload_job['job_data']);
}
for($i =sizeof($chunks);$i <$chunk_num;$i ++)
{
$chunk_id = $amazons3 -> uploadPart($this -> bucket,$url,$build_id,$file,$i+1,$this ->upload_chunk_size);
if(!$chunk_id){
$chunks = array();
$upload_job['job_data'][basename($file)]['upload_chunks'] = $chunks;
WPvivid_taskmanager::update_backup_sub_task_progress($task_id,'upload',WPVIVID_REMOTE_AMAZONS3,WPVIVID_UPLOAD_UNDO,'Start multipartupload of '.basename($file).'.',$upload_job['job_data']);
return array('result' => WPVIVID_FAILED,'error' => 'upload '.$file.' failed.');
}
$chunks[] = $chunk_id;
$upload_job['job_data'][basename($file)]['upload_chunks'] = $chunks;
WPvivid_taskmanager::update_backup_sub_task_progress($task_id,'upload',WPVIVID_REMOTE_AMAZONS3,WPVIVID_UPLOAD_UNDO,'Uploading '.basename($file).'.',$upload_job['job_data']);
$offset = (($i + 1) * $this -> upload_chunk_size) > $this -> current_file_size ? $this -> current_file_size : (($i + 1) * $this -> upload_chunk_size);
if((time() - $this -> last_time) >3)
{
if(is_callable($callback))
{
call_user_func_array($callback,array($offset,$this -> current_file_name,
$this->current_file_size,$this -> last_time,$this -> last_size));
}
$this -> last_size = $offset;
$this -> last_time = time();
}
}
$result = $amazons3 -> completeMultipartUpload($this -> bucket,$url,$build_id,$chunks);
}else{
$wpvivid_plugin->wpvivid_log->WriteLog('Uploaded files are less than 5M.','notice');
$input = $amazons3 -> inputFile($file);
$wpvivid_plugin->wpvivid_log->WriteLog('putObject input:'.wp_json_encode($input).' bucket:'.$this->bucket.' url:'.$url,'notice');
$result = $amazons3 -> putObject($input,$this ->bucket,$url);
$wpvivid_plugin->wpvivid_log->WriteLog('putObject end:'.$result,'notice');
}
}catch(Exception $e)
{
if(strstr($e -> getMessage(), 'upload ID may be invalid'))
{
$upload_job['job_data'][basename($file)]['upload_id'] = '';
$upload_job['job_data'][basename($file)]['upload_chunks'] = '';
continue;
}
return array('result' => WPVIVID_FAILED,'error'=>$e -> getMessage());
}
if($result){
$upload_job['job_data'][basename($file)]['uploaded']=1;
WPvivid_taskmanager::update_backup_sub_task_progress($task_id,'upload',WPVIVID_REMOTE_AMAZONS3,WPVIVID_UPLOAD_SUCCESS,'Uploading '.basename($file).' completed.',$upload_job['job_data']);
break;
}
if(!$result && $i == (WPVIVID_REMOTE_CONNECT_RETRY_TIMES - 1))
{
return array('result'=>WPVIVID_FAILED,'error'=>'Uploading '.$file.' to Amazon S3 server failed. '.$file.' might be deleted or network doesn\'t work properly. Please verify the file and confirm the network connection and try again later.');
}
sleep(WPVIVID_REMOTE_CONNECT_RETRY_INTERVAL);
}
return array('result' =>WPVIVID_SUCCESS);
}
public function download($file,$local_path,$callback = '')
{
try {
global $wpvivid_plugin;
$this->current_file_name = $file['file_name'];
$this->current_file_size = $file['size'];
$wpvivid_plugin->wpvivid_download_log->WriteLog('Get amazons3 client.','notice');
$amazons3 = $this->getS3();
if (is_array($amazons3) && $amazons3['result'] === WPVIVID_FAILED) {
return $amazons3;
}
if(isset($this->options['s3Path']))
{
$url=$this->options['s3Path']. $this -> current_file_name;
}
else
{
$url=$this->options['path'].'/'. $this -> current_file_name;
}
$file_path = trailingslashit($local_path) . $this->current_file_name;
$start_offset = file_exists($file_path) ? filesize($file_path) : 0;
$wpvivid_plugin->wpvivid_download_log->WriteLog('Create local file.','notice');
$fh = fopen($file_path, 'a');
$wpvivid_plugin->wpvivid_download_log->WriteLog('Downloading file ' . $file['file_name'] . ', Size: ' . $file['size'] ,'notice');
while ($start_offset < $this->current_file_size) {
$last_byte = min($start_offset + $this->download_chunk_size - 1, $this->current_file_size - 1);
$headers['Range'] = "bytes=$start_offset-$last_byte";
$response = $amazons3->getObject($this->bucket,$url, $fh, $headers['Range']);
if (!$response)
return array('result' => WPVIVID_FAILED, 'error' => 'download ' . $url. ' failed.');
clearstatcache();
$state = stat($file_path);
$start_offset = $state['size'];
if ((time() - $this->last_time) > 3) {
if (is_callable($callback)) {
call_user_func_array($callback, array($start_offset, $this->current_file_name,
$this->current_file_size, $this->last_time, $this->last_size));
}
$this->last_size = $start_offset;
$this->last_time = time();
}
}
@fclose($fh);
if(filesize($file_path) == $file['size']){
if($wpvivid_plugin->wpvivid_check_zip_valid()) {
$res = TRUE;
}
else{
$res = FALSE;
}
}
else{
$res = FALSE;
}
if ($res !== TRUE) {
@wp_delete_file($file_path);
return array('result' => WPVIVID_FAILED, 'error' => 'Downloading ' . $file['file_name'] . ' failed. ' . $file['file_name'] . ' might be deleted or network doesn\'t work properly. Please verify the file and confirm the network connection and try again later.');
}
return array('result' => WPVIVID_SUCCESS);
}
catch (Exception $error){
$message = 'An exception has occurred. class: '.get_class($error).';msg: '.$error->getMessage().';code: '.$error->getCode().';line: '.$error->getLine().';in_file: '.$error->getFile().';';
error_log($message);
return array('result'=>WPVIVID_FAILED, 'error'=>$message);
}
}
public function cleanup($files)
{
$amazons3 = $this -> getS3();
if(is_array($amazons3) && $amazons3['result'] === WPVIVID_FAILED)
return $amazons3;
foreach ($files as $file){
if(isset($this->options['s3Path']))
{
$url=$this->options['s3Path'].$file;
}
else
{
$url=$this->options['path'].'/'.$file;
}
$amazons3 -> deleteObject($this -> bucket , $url);
}
return array('result' => WPVIVID_SUCCESS);
}
private function getS3()
{
if(isset($this->options['s3Path']))
{
$path_temp = str_replace('s3://','',$this->options['s3Path']);
if (preg_match("#^/*([^/]+)/(.*)$#", $path_temp, $bmatches))
{
$this->bucket = $bmatches[1];
if(empty($bmatches[2])){
$this->options['s3Path'] = '';
}else{
$this->options['s3Path'] = trailingslashit($bmatches[2]);
}
} else {
$this->bucket = $path_temp;
$this->options['s3Path'] = '';
}
if(isset($this->options['is_encrypt']) && $this->options['is_encrypt'] == 1){
$secret = base64_decode($this->options['secret']);
}
else {
$secret = $this->options['secret'];
}
$amazons3 = new WPvivid_Base_S3($this->options['access'],$secret);
$amazons3 -> setExceptions();
if($this->options['classMode'])
$amazons3 -> setStorageClass();
if($this->options['sse'])
$amazons3 -> setServerSideEncryption();
try{
$region = $amazons3 -> getBucketLocation($this->bucket);
}catch(Exception $e){
return array('result' => WPVIVID_FAILED,'error' => $e -> getMessage());
}
$endpoint = $this -> getEndpoint($region);
if(!empty($endpoint))
$amazons3 -> setEndpoint($endpoint);
return $amazons3;
}
else
{
$this->bucket= $this->options['bucket'];
if(isset($this->options['is_encrypt']) && $this->options['is_encrypt'] == 1){
$secret = base64_decode($this->options['secret']);
}
else {
$secret = $this->options['secret'];
}
$amazons3 = new WPvivid_Base_S3($this->options['access'],$secret);
$amazons3 -> setExceptions();
if($this->options['classMode'])
$amazons3 -> setStorageClass();
if($this->options['sse'])
$amazons3 -> setServerSideEncryption();
try{
$region = $amazons3 -> getBucketLocation($this->bucket);
}catch(Exception $e){
return array('result' => WPVIVID_FAILED,'error' => $e -> getMessage());
}
$amazons3->setSignatureVersion('v4');
$amazons3->setRegion($region);
$endpoint = $this -> getEndpoint($region);
if(!empty($endpoint))
$amazons3 -> setEndpoint($endpoint);
return $amazons3;
}
}
private function getEndpoint($region){
switch ($region) {
case 'EU':
case 'eu-west-1':
$endpoint = 's3-eu-west-1.amazonaws.com';
break;
case 'US':
case 'us-east-1':
$endpoint = 's3.amazonaws.com';
break;
case 'us-west-1':
case 'us-east-2':
case 'us-west-2':
case 'eu-west-2':
case 'eu-west-3':
case 'ap-southeast-1':
case 'ap-southeast-2':
case 'ap-northeast-2':
case 'sa-east-1':
case 'ca-central-1':
case 'us-gov-west-1':
case 'eu-north-1':
case 'eu-central-1':
$endpoint = 's3-'.$region.'.amazonaws.com';
break;
case 'ap-northeast-1':
$endpoint = 's3.'.$region.'.amazonaws.com';
break;
case 'ap-south-1':
$endpoint = 's3.'.$region.'.amazonaws.com';
break;
case 'cn-north-1':
$endpoint = 's3.'.$region.'.amazonaws.com.cn';
break;
case 'af-south-1':
$endpoint = 's3.'.$region.'.amazonaws.com';
break;
default:
$endpoint = 's3.amazonaws.com';
break;
}
return $endpoint;
}
public function wpvivid_get_out_of_date_amazons3($out_of_date_remote, $remote)
{
if($remote['type'] == WPVIVID_REMOTE_AMAZONS3)
{
if(isset($remote['s3Path']))
$out_of_date_remote = $remote['s3Path'];
else
$out_of_date_remote = $remote['path'];
}
return $out_of_date_remote;
}
public function wpvivid_storage_provider_amazons3($storage_type)
{
if($storage_type == WPVIVID_REMOTE_AMAZONS3){
$storage_type = 'Amazon S3';
}
return $storage_type;
}
}