2012-07-27 09:59:52 +00:00
|
|
|
<?php
|
|
|
|
/**
|
2015-03-26 10:44:34 +00:00
|
|
|
* @author Bart Visscher <bartv@thisnet.nl>
|
|
|
|
* @author Felix Moeller <mail@felixmoeller.de>
|
|
|
|
* @author Jörn Friedrich Dreyer <jfd@butonic.de>
|
|
|
|
* @author Morris Jobke <hey@morrisjobke.de>
|
|
|
|
* @author Robin Appelman <icewind@owncloud.com>
|
|
|
|
* @author Thomas Müller <thomas.mueller@tmit.eu>
|
|
|
|
* @author Thomas Tanghus <thomas@tanghus.net>
|
|
|
|
* @author Vincent Petry <pvince81@owncloud.com>
|
|
|
|
*
|
2016-01-12 14:02:16 +00:00
|
|
|
* @copyright Copyright (c) 2016, ownCloud, Inc.
|
2015-03-26 10:44:34 +00:00
|
|
|
* @license AGPL-3.0
|
|
|
|
*
|
|
|
|
* This code is free software: you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU Affero General Public License, version 3,
|
|
|
|
* as published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU Affero General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Affero General Public License, version 3,
|
|
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>
|
|
|
|
*
|
2012-07-27 09:59:52 +00:00
|
|
|
*/
|
2015-02-26 10:37:37 +00:00
|
|
|
|
|
|
|
|
2012-07-27 09:59:52 +00:00
|
|
|
class OC_FileChunking {
|
2012-07-27 10:14:18 +00:00
|
|
|
protected $info;
|
|
|
|
protected $cache;
|
|
|
|
|
2012-07-27 09:59:52 +00:00
|
|
|
static public function decodeName($name) {
|
|
|
|
preg_match('/(?P<name>.*)-chunking-(?P<transferid>\d+)-(?P<chunkcount>\d+)-(?P<index>\d+)/', $name, $matches);
|
|
|
|
return $matches;
|
|
|
|
}
|
|
|
|
|
2014-02-06 15:30:58 +00:00
|
|
|
/**
|
|
|
|
* @param string[] $info
|
|
|
|
*/
|
2012-07-27 10:14:18 +00:00
|
|
|
public function __construct($info) {
|
|
|
|
$this->info = $info;
|
|
|
|
}
|
|
|
|
|
|
|
|
public function getPrefix() {
|
|
|
|
$name = $this->info['name'];
|
|
|
|
$transferid = $this->info['transferid'];
|
|
|
|
|
2012-07-27 17:02:23 +00:00
|
|
|
return $name.'-chunking-'.$transferid.'-';
|
2012-07-27 09:59:52 +00:00
|
|
|
}
|
|
|
|
|
2012-07-27 10:14:18 +00:00
|
|
|
protected function getCache() {
|
|
|
|
if (!isset($this->cache)) {
|
2013-09-17 15:46:33 +00:00
|
|
|
$this->cache = new \OC\Cache\File();
|
2012-07-27 10:14:18 +00:00
|
|
|
}
|
|
|
|
return $this->cache;
|
|
|
|
}
|
|
|
|
|
2013-09-16 08:47:29 +00:00
|
|
|
/**
|
|
|
|
* Stores the given $data under the given $key - the number of stored bytes is returned
|
|
|
|
*
|
2014-02-06 15:30:58 +00:00
|
|
|
* @param string $index
|
2014-02-19 08:31:54 +00:00
|
|
|
* @param resource $data
|
2013-09-16 08:47:29 +00:00
|
|
|
* @return int
|
|
|
|
*/
|
2012-07-27 10:14:18 +00:00
|
|
|
public function store($index, $data) {
|
|
|
|
$cache = $this->getCache();
|
|
|
|
$name = $this->getPrefix().$index;
|
2012-07-27 09:59:52 +00:00
|
|
|
$cache->set($name, $data);
|
2013-09-16 08:47:29 +00:00
|
|
|
|
|
|
|
return $cache->size($name);
|
2012-07-27 09:59:52 +00:00
|
|
|
}
|
|
|
|
|
2012-07-27 10:14:18 +00:00
|
|
|
public function isComplete() {
|
|
|
|
$prefix = $this->getPrefix();
|
|
|
|
$cache = $this->getCache();
|
2016-02-23 15:19:23 +00:00
|
|
|
$chunkcount = (int)$this->info['chunkcount'];
|
|
|
|
|
|
|
|
for($i=($chunkcount-1); $i >= 0; $i--) {
|
|
|
|
if (!$cache->hasKey($prefix.$i)) {
|
|
|
|
return false;
|
2012-07-27 09:59:52 +00:00
|
|
|
}
|
|
|
|
}
|
2016-02-23 15:19:23 +00:00
|
|
|
|
|
|
|
return true;
|
2012-07-27 09:59:52 +00:00
|
|
|
}
|
|
|
|
|
2014-03-12 15:57:39 +00:00
|
|
|
/**
|
|
|
|
* Assembles the chunks into the file specified by the path.
|
|
|
|
* Chunks are deleted afterwards.
|
|
|
|
*
|
|
|
|
* @param string $f target path
|
|
|
|
*
|
2014-04-15 20:55:20 +00:00
|
|
|
* @return integer assembled file size
|
2014-03-12 15:57:39 +00:00
|
|
|
*
|
|
|
|
* @throws \OC\InsufficientStorageException when file could not be fully
|
|
|
|
* assembled due to lack of free space
|
|
|
|
*/
|
2012-07-27 10:14:18 +00:00
|
|
|
public function assemble($f) {
|
|
|
|
$cache = $this->getCache();
|
|
|
|
$prefix = $this->getPrefix();
|
2012-09-18 16:34:39 +00:00
|
|
|
$count = 0;
|
2014-03-12 15:57:39 +00:00
|
|
|
for ($i = 0; $i < $this->info['chunkcount']; $i++) {
|
2012-07-27 09:59:52 +00:00
|
|
|
$chunk = $cache->get($prefix.$i);
|
2014-03-12 15:57:39 +00:00
|
|
|
// remove after reading to directly save space
|
|
|
|
$cache->remove($prefix.$i);
|
2012-10-22 22:28:12 +00:00
|
|
|
$count += fwrite($f, $chunk);
|
2012-07-27 09:59:52 +00:00
|
|
|
}
|
2013-09-16 08:47:29 +00:00
|
|
|
|
2012-09-18 16:34:39 +00:00
|
|
|
return $count;
|
2012-07-27 09:59:52 +00:00
|
|
|
}
|
2012-07-27 17:02:23 +00:00
|
|
|
|
2014-03-12 15:57:39 +00:00
|
|
|
/**
|
|
|
|
* Returns the size of the chunks already present
|
2014-04-15 20:55:20 +00:00
|
|
|
* @return integer size in bytes
|
2014-03-12 15:57:39 +00:00
|
|
|
*/
|
|
|
|
public function getCurrentSize() {
|
|
|
|
$cache = $this->getCache();
|
|
|
|
$prefix = $this->getPrefix();
|
|
|
|
$total = 0;
|
|
|
|
for ($i = 0; $i < $this->info['chunkcount']; $i++) {
|
|
|
|
$total += $cache->size($prefix.$i);
|
|
|
|
}
|
|
|
|
return $total;
|
|
|
|
}
|
|
|
|
|
2013-09-16 08:47:29 +00:00
|
|
|
/**
|
|
|
|
* Removes all chunks which belong to this transmission
|
|
|
|
*/
|
|
|
|
public function cleanup() {
|
|
|
|
$cache = $this->getCache();
|
|
|
|
$prefix = $this->getPrefix();
|
|
|
|
for($i=0; $i < $this->info['chunkcount']; $i++) {
|
|
|
|
$cache->remove($prefix.$i);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-10-17 18:20:13 +00:00
|
|
|
/**
|
|
|
|
* Removes one specific chunk
|
2014-02-06 15:30:58 +00:00
|
|
|
* @param string $index
|
2013-10-17 18:20:13 +00:00
|
|
|
*/
|
|
|
|
public function remove($index) {
|
|
|
|
$cache = $this->getCache();
|
|
|
|
$prefix = $this->getPrefix();
|
|
|
|
$cache->remove($prefix.$index);
|
|
|
|
}
|
|
|
|
|
2012-07-27 17:02:23 +00:00
|
|
|
public function signature_split($orgfile, $input) {
|
|
|
|
$info = unpack('n', fread($input, 2));
|
|
|
|
$blocksize = $info[1];
|
|
|
|
$this->info['transferid'] = mt_rand();
|
|
|
|
$count = 0;
|
|
|
|
$needed = array();
|
|
|
|
$cache = $this->getCache();
|
|
|
|
$prefix = $this->getPrefix();
|
|
|
|
while (!feof($orgfile)) {
|
|
|
|
$new_md5 = fread($input, 16);
|
|
|
|
if (feof($input)) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
$data = fread($orgfile, $blocksize);
|
|
|
|
$org_md5 = md5($data, true);
|
|
|
|
if ($org_md5 == $new_md5) {
|
|
|
|
$cache->set($prefix.$count, $data);
|
|
|
|
} else {
|
|
|
|
$needed[] = $count;
|
|
|
|
}
|
|
|
|
$count++;
|
|
|
|
}
|
|
|
|
return array(
|
|
|
|
'transferid' => $this->info['transferid'],
|
|
|
|
'needed' => $needed,
|
|
|
|
'count' => $count,
|
|
|
|
);
|
|
|
|
}
|
2012-09-18 16:34:39 +00:00
|
|
|
|
2014-02-06 15:30:58 +00:00
|
|
|
/**
|
2014-03-12 15:57:39 +00:00
|
|
|
* Assembles the chunks into the file specified by the path.
|
|
|
|
* Also triggers the relevant hooks and proxies.
|
|
|
|
*
|
2015-08-12 13:06:59 +00:00
|
|
|
* @param \OC\Files\Storage\Storage $storage
|
|
|
|
* @param string $path target path relative to the storage
|
|
|
|
* @param string $absolutePath
|
|
|
|
* @return bool assembled file size or false if file could not be created
|
2014-03-12 15:57:39 +00:00
|
|
|
*
|
2015-08-12 13:06:59 +00:00
|
|
|
* @throws \OC\ServerNotAvailableException
|
2014-02-06 15:30:58 +00:00
|
|
|
*/
|
2015-08-12 13:06:59 +00:00
|
|
|
public function file_assemble($storage, $path, $absolutePath) {
|
2012-09-18 16:34:39 +00:00
|
|
|
$data = '';
|
|
|
|
// use file_put_contents as method because that best matches what this function does
|
2015-03-30 20:45:58 +00:00
|
|
|
if (\OC\Files\Filesystem::isValidPath($path)) {
|
2015-08-12 13:06:59 +00:00
|
|
|
$exists = $storage->file_exists($path);
|
2012-09-18 16:34:39 +00:00
|
|
|
$run = true;
|
2015-08-12 13:06:59 +00:00
|
|
|
$hookPath = \OC\Files\Filesystem::getView()->getRelativePath($absolutePath);
|
2012-09-18 16:34:39 +00:00
|
|
|
if(!$exists) {
|
|
|
|
OC_Hook::emit(
|
2012-10-10 11:18:36 +00:00
|
|
|
\OC\Files\Filesystem::CLASSNAME,
|
|
|
|
\OC\Files\Filesystem::signal_create,
|
2012-09-18 16:34:39 +00:00
|
|
|
array(
|
2015-08-12 13:06:59 +00:00
|
|
|
\OC\Files\Filesystem::signal_param_path => $hookPath,
|
2012-10-10 11:18:36 +00:00
|
|
|
\OC\Files\Filesystem::signal_param_run => &$run
|
2012-09-18 16:34:39 +00:00
|
|
|
)
|
|
|
|
);
|
|
|
|
}
|
|
|
|
OC_Hook::emit(
|
2012-10-10 11:18:36 +00:00
|
|
|
\OC\Files\Filesystem::CLASSNAME,
|
|
|
|
\OC\Files\Filesystem::signal_write,
|
2012-09-18 16:34:39 +00:00
|
|
|
array(
|
2015-08-12 13:06:59 +00:00
|
|
|
\OC\Files\Filesystem::signal_param_path => $hookPath,
|
2012-10-10 11:18:36 +00:00
|
|
|
\OC\Files\Filesystem::signal_param_run => &$run
|
2012-09-18 16:34:39 +00:00
|
|
|
)
|
|
|
|
);
|
|
|
|
if(!$run) {
|
|
|
|
return false;
|
|
|
|
}
|
2015-08-12 13:06:59 +00:00
|
|
|
$target = $storage->fopen($path, 'w');
|
2012-09-18 16:34:39 +00:00
|
|
|
if($target) {
|
|
|
|
$count = $this->assemble($target);
|
|
|
|
fclose($target);
|
|
|
|
if(!$exists) {
|
|
|
|
OC_Hook::emit(
|
2012-10-10 11:18:36 +00:00
|
|
|
\OC\Files\Filesystem::CLASSNAME,
|
|
|
|
\OC\Files\Filesystem::signal_post_create,
|
2015-08-12 13:06:59 +00:00
|
|
|
array( \OC\Files\Filesystem::signal_param_path => $hookPath)
|
2012-09-18 16:34:39 +00:00
|
|
|
);
|
|
|
|
}
|
|
|
|
OC_Hook::emit(
|
2012-10-10 11:18:36 +00:00
|
|
|
\OC\Files\Filesystem::CLASSNAME,
|
|
|
|
\OC\Files\Filesystem::signal_post_write,
|
2015-08-12 13:06:59 +00:00
|
|
|
array( \OC\Files\Filesystem::signal_param_path => $hookPath)
|
2012-09-18 16:34:39 +00:00
|
|
|
);
|
|
|
|
return $count > 0;
|
|
|
|
}else{
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
2014-04-15 20:55:20 +00:00
|
|
|
return false;
|
2012-09-18 16:34:39 +00:00
|
|
|
}
|
2012-07-27 09:59:52 +00:00
|
|
|
}
|