server/apps/files_external/lib/swift.php

583 lines
14 KiB
PHP
Raw Normal View History

<?php
/**
2015-03-26 10:44:34 +00:00
* @author Bart Visscher <bartv@thisnet.nl>
* @author Benjamin Liles <benliles@arch.tamu.edu>
* @author Christian Berendt <berendt@b1-systems.de>
* @author Felix Moeller <mail@felixmoeller.de>
* @author Jörn Friedrich Dreyer <jfd@butonic.de>
* @author Morris Jobke <hey@morrisjobke.de>
* @author Philipp Kapfer <philipp.kapfer@gmx.at>
* @author Robin Appelman <icewind@owncloud.com>
* @author Robin McCorkell <rmccorkell@karoshi.org.uk>
* @author Thomas Müller <thomas.mueller@tmit.eu>
* @author Vincent Petry <pvince81@owncloud.com>
2013-10-22 12:59:09 +00:00
*
2015-03-26 10:44:34 +00:00
* @copyright Copyright (c) 2015, ownCloud, Inc.
* @license AGPL-3.0
2013-10-22 12:59:09 +00:00
*
2015-03-26 10:44:34 +00:00
* This code is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
2013-10-22 12:59:09 +00:00
*
2015-03-26 10:44:34 +00:00
* This program is distributed in the hope that it will be useful,
2013-10-22 12:59:09 +00:00
* but WITHOUT ANY WARRANTY; without even the implied warranty of
2015-03-26 10:44:34 +00:00
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License, version 3,
* along with this program. If not, see <http://www.gnu.org/licenses/>
2013-10-22 12:59:09 +00:00
*
*/
2012-09-07 16:30:48 +00:00
namespace OC\Files\Storage;
use Guzzle\Http\Exception\ClientErrorResponseException;
use Icewind\Streams\IteratorDirectory;
use OpenCloud;
use OpenCloud\Common\Exceptions;
use OpenCloud\OpenStack;
2014-09-05 11:22:35 +00:00
use OpenCloud\Rackspace;
use OpenCloud\ObjectStore\Resource\DataObject;
use OpenCloud\ObjectStore\Exception;
2013-10-22 12:59:09 +00:00
class Swift extends \OC\Files\Storage\Common {
2014-05-15 20:47:28 +00:00
/**
* @var \OpenCloud\ObjectStore\Service
2014-05-15 20:47:28 +00:00
*/
2013-10-22 12:59:09 +00:00
private $connection;
2014-05-15 20:47:28 +00:00
/**
* @var \OpenCloud\ObjectStore\Resource\Container
2014-05-15 20:47:28 +00:00
*/
2013-10-22 12:59:09 +00:00
private $container;
2014-05-15 20:47:28 +00:00
/**
* @var \OpenCloud\OpenStack
*/
2013-10-22 12:59:09 +00:00
private $anchor;
2014-05-15 20:47:28 +00:00
/**
* @var string
*/
2013-10-22 12:59:09 +00:00
private $bucket;
/**
* Connection parameters
*
* @var array
*/
private $params;
2014-05-15 20:47:28 +00:00
/**
* @var array
*/
2013-10-22 12:59:09 +00:00
private static $tmpFiles = array();
/**
* @param string $path
*/
2013-10-22 12:59:09 +00:00
private function normalizePath($path) {
$path = trim($path, '/');
if (!$path) {
$path = '.';
}
2013-10-22 12:59:09 +00:00
$path = str_replace('#', '%23', $path);
2013-10-22 12:59:09 +00:00
return $path;
}
2014-09-05 11:22:35 +00:00
const SUBCONTAINER_FILE = '.subcontainers';
/**
* translate directory path to container name
2014-09-05 11:22:35 +00:00
*
* @param string $path
* @return string
*/
private function getContainerName($path) {
2014-09-05 11:22:35 +00:00
$path = trim(trim($this->root, '/') . "/" . $path, '/.');
return str_replace('/', '\\', $path);
}
/**
* @param string $path
*/
2013-10-22 12:59:09 +00:00
private function doesObjectExist($path) {
try {
$this->getContainer()->getPartialObject($path);
2013-10-22 12:59:09 +00:00
return true;
} catch (ClientErrorResponseException $e) {
2013-10-22 12:59:09 +00:00
\OCP\Util::writeLog('files_external', $e->getMessage(), \OCP\Util::ERROR);
return false;
}
}
2013-10-22 12:59:09 +00:00
public function __construct($params) {
2014-09-05 11:22:35 +00:00
if ((empty($params['key']) and empty($params['password']))
or empty($params['user']) or empty($params['bucket'])
or empty($params['region'])
) {
2013-10-22 12:59:09 +00:00
throw new \Exception("API Key or password, Username, Bucket and Region have to be configured.");
}
2013-10-22 12:59:09 +00:00
$this->id = 'swift::' . $params['user'] . md5($params['bucket']);
$this->bucket = $params['bucket'];
2014-09-05 11:22:35 +00:00
if (empty($params['url'])) {
2013-10-22 12:59:09 +00:00
$params['url'] = 'https://identity.api.rackspacecloud.com/v2.0/';
}
2014-09-05 11:22:35 +00:00
if (empty($params['service_name'])) {
2013-10-22 12:59:09 +00:00
$params['service_name'] = 'cloudFiles';
}
$this->params = $params;
}
2013-10-22 12:59:09 +00:00
public function mkdir($path) {
$path = $this->normalizePath($path);
if ($this->is_dir($path)) {
return false;
}
2014-09-05 11:22:35 +00:00
if ($path !== '.') {
2013-10-22 12:59:09 +00:00
$path .= '/';
}
2013-10-22 12:59:09 +00:00
try {
$customHeaders = array('content-type' => 'httpd/unix-directory');
$metadataHeaders = DataObject::stockHeaders(array());
$allHeaders = $customHeaders + $metadataHeaders;
$this->getContainer()->uploadObject($path, '', $allHeaders);
2013-10-22 12:59:09 +00:00
} catch (Exceptions\CreateUpdateError $e) {
\OCP\Util::writeLog('files_external', $e->getMessage(), \OCP\Util::ERROR);
return false;
}
return true;
}
2013-10-22 12:59:09 +00:00
public function file_exists($path) {
$path = $this->normalizePath($path);
2013-10-22 12:59:09 +00:00
if ($path !== '.' && $this->is_dir($path)) {
$path .= '/';
}
2012-08-29 06:42:49 +00:00
2013-10-22 12:59:09 +00:00
return $this->doesObjectExist($path);
}
2013-10-22 12:59:09 +00:00
public function rmdir($path) {
$path = $this->normalizePath($path);
if (!$this->is_dir($path) || !$this->isDeletable($path)) {
2013-10-22 12:59:09 +00:00
return false;
}
2013-10-22 12:59:09 +00:00
$dh = $this->opendir($path);
while ($file = readdir($dh)) {
if ($file === '.' || $file === '..') {
continue;
}
2012-08-29 06:42:49 +00:00
2013-10-22 12:59:09 +00:00
if ($this->is_dir($path . '/' . $file)) {
$this->rmdir($path . '/' . $file);
} else {
$this->unlink($path . '/' . $file);
}
}
2013-10-22 12:59:09 +00:00
try {
$this->getContainer()->dataObject()->setName($path . '/')->delete();
2013-10-22 12:59:09 +00:00
} catch (Exceptions\DeleteError $e) {
\OCP\Util::writeLog('files_external', $e->getMessage(), \OCP\Util::ERROR);
return false;
}
2013-10-22 12:59:09 +00:00
return true;
}
2013-10-22 12:59:09 +00:00
public function opendir($path) {
$path = $this->normalizePath($path);
2013-10-22 12:59:09 +00:00
if ($path === '.') {
$path = '';
} else {
2013-10-22 12:59:09 +00:00
$path .= '/';
}
$path = str_replace('%23', '#', $path); // the prefix is sent as a query param, so revert the encoding of #
2013-10-22 12:59:09 +00:00
try {
$files = array();
/** @var OpenCloud\Common\Collection $objects */
$objects = $this->getContainer()->objectList(array(
'prefix' => $path,
'delimiter' => '/'
2013-10-22 12:59:09 +00:00
));
/** @var OpenCloud\ObjectStore\Resource\DataObject $object */
foreach ($objects as $object) {
$file = basename($object->getName());
2013-10-22 12:59:09 +00:00
if ($file !== basename($path)) {
$files[] = $file;
}
}
2012-08-29 06:42:49 +00:00
return IteratorDirectory::wrap($files);
2014-09-05 11:22:35 +00:00
} catch (\Exception $e) {
2013-10-22 12:59:09 +00:00
\OCP\Util::writeLog('files_external', $e->getMessage(), \OCP\Util::ERROR);
return false;
}
2013-10-22 12:59:09 +00:00
}
2013-10-22 12:59:09 +00:00
public function stat($path) {
$path = $this->normalizePath($path);
2014-09-05 11:22:35 +00:00
if ($path === '.') {
$path = '';
} else if ($this->is_dir($path)) {
2013-10-22 12:59:09 +00:00
$path .= '/';
}
2013-10-22 12:59:09 +00:00
try {
2014-09-05 11:22:35 +00:00
/** @var DataObject $object */
$object = $this->getContainer()->getPartialObject($path);
} catch (ClientErrorResponseException $e) {
2013-10-22 12:59:09 +00:00
\OCP\Util::writeLog('files_external', $e->getMessage(), \OCP\Util::ERROR);
return false;
}
$dateTime = \DateTime::createFromFormat(\DateTime::RFC1123, $object->getLastModified());
if ($dateTime !== false) {
$mtime = $dateTime->getTimestamp();
} else {
$mtime = null;
}
$objectMetadata = $object->getMetadata();
$metaTimestamp = $objectMetadata->getProperty('timestamp');
if (isset($metaTimestamp)) {
$mtime = $metaTimestamp;
}
2013-10-22 12:59:09 +00:00
if (!empty($mtime)) {
$mtime = floor($mtime);
}
2013-10-22 12:59:09 +00:00
$stat = array();
2014-09-05 11:22:35 +00:00
$stat['size'] = (int)$object->getContentLength();
2013-10-22 12:59:09 +00:00
$stat['mtime'] = $mtime;
$stat['atime'] = time();
return $stat;
}
2012-09-07 13:22:01 +00:00
public function filetype($path) {
2013-10-22 12:59:09 +00:00
$path = $this->normalizePath($path);
if ($path !== '.' && $this->doesObjectExist($path)) {
return 'file';
}
2013-10-22 12:59:09 +00:00
if ($path !== '.') {
$path .= '/';
}
if ($this->doesObjectExist($path)) {
return 'dir';
}
}
2013-10-22 12:59:09 +00:00
public function unlink($path) {
$path = $this->normalizePath($path);
if ($this->is_dir($path)) {
return $this->rmdir($path);
}
2013-10-22 12:59:09 +00:00
try {
$this->getContainer()->dataObject()->setName($path)->delete();
} catch (ClientErrorResponseException $e) {
2013-10-22 12:59:09 +00:00
\OCP\Util::writeLog('files_external', $e->getMessage(), \OCP\Util::ERROR);
return false;
}
2013-10-22 12:59:09 +00:00
return true;
}
2012-11-02 18:53:02 +00:00
public function fopen($path, $mode) {
2013-10-22 12:59:09 +00:00
$path = $this->normalizePath($path);
switch ($mode) {
case 'r':
case 'rb':
$tmpFile = \OC_Helper::tmpFile();
2013-10-22 12:59:09 +00:00
self::$tmpFiles[$tmpFile] = $path;
try {
$object = $this->getContainer()->getObject($path);
} catch (ClientErrorResponseException $e) {
\OCP\Util::writeLog('files_external', $e->getMessage(), \OCP\Util::ERROR);
return false;
} catch (Exception\ObjectNotFoundException $e) {
2013-10-22 12:59:09 +00:00
\OCP\Util::writeLog('files_external', $e->getMessage(), \OCP\Util::ERROR);
2012-10-11 13:52:21 +00:00
return false;
}
2013-10-22 12:59:09 +00:00
try {
$objectContent = $object->getContent();
$objectContent->rewind();
$stream = $objectContent->getStream();
file_put_contents($tmpFile, $stream);
2013-10-22 12:59:09 +00:00
} catch (Exceptions\IOError $e) {
\OCP\Util::writeLog('files_external', $e->getMessage(), \OCP\Util::ERROR);
return false;
}
return fopen($tmpFile, 'r');
case 'w':
case 'wb':
case 'a':
case 'ab':
case 'r+':
case 'w+':
case 'wb+':
case 'a+':
case 'x':
case 'x+':
case 'c':
case 'c+':
2013-10-22 12:59:09 +00:00
if (strrpos($path, '.') !== false) {
$ext = substr($path, strrpos($path, '.'));
} else {
$ext = '';
}
$tmpFile = \OC_Helper::tmpFile($ext);
\OC\Files\Stream\Close::registerCallback($tmpFile, array($this, 'writeBack'));
2013-10-22 12:59:09 +00:00
if ($this->file_exists($path)) {
$source = $this->fopen($path, 'r');
file_put_contents($tmpFile, $source);
}
self::$tmpFiles[$tmpFile] = $path;
2013-10-22 12:59:09 +00:00
return fopen('close://' . $tmpFile, $mode);
}
}
2013-10-22 12:59:09 +00:00
public function getMimeType($path) {
$path = $this->normalizePath($path);
2012-08-29 06:42:49 +00:00
2013-10-22 12:59:09 +00:00
if ($this->is_dir($path)) {
return 'httpd/unix-directory';
} else if ($this->file_exists($path)) {
$object = $this->getContainer()->getPartialObject($path);
return $object->getContentType();
2013-10-22 12:59:09 +00:00
}
return false;
}
2013-10-22 12:59:09 +00:00
public function touch($path, $mtime = null) {
$path = $this->normalizePath($path);
if (is_null($mtime)) {
$mtime = time();
}
$metadata = array('timestamp' => $mtime);
2013-10-22 12:59:09 +00:00
if ($this->file_exists($path)) {
if ($this->is_dir($path) && $path != '.') {
$path .= '/';
}
$object = $this->getContainer()->getPartialObject($path);
$object->saveMetadata($metadata);
return true;
2013-10-22 12:59:09 +00:00
} else {
2014-10-21 10:58:26 +00:00
$mimeType = \OC_Helper::getMimetypeDetector()->detectPath($path);
$customHeaders = array('content-type' => $mimeType);
$metadataHeaders = DataObject::stockHeaders($metadata);
$allHeaders = $customHeaders + $metadataHeaders;
$this->getContainer()->uploadObject($path, '', $allHeaders);
return true;
}
}
2012-11-02 18:53:02 +00:00
public function copy($path1, $path2) {
2013-10-22 12:59:09 +00:00
$path1 = $this->normalizePath($path1);
$path2 = $this->normalizePath($path2);
$fileType = $this->filetype($path1);
if ($fileType === 'file') {
// make way
$this->unlink($path2);
2013-10-22 12:59:09 +00:00
try {
$source = $this->getContainer()->getPartialObject($path1);
2014-09-05 11:22:35 +00:00
$source->copy($this->bucket . '/' . $path2);
} catch (ClientErrorResponseException $e) {
2013-10-22 12:59:09 +00:00
\OCP\Util::writeLog('files_external', $e->getMessage(), \OCP\Util::ERROR);
return false;
}
} else if ($fileType === 'dir') {
// make way
$this->unlink($path2);
2012-10-11 13:52:21 +00:00
2013-10-22 12:59:09 +00:00
try {
$source = $this->getContainer()->getPartialObject($path1 . '/');
2014-09-05 11:22:35 +00:00
$source->copy($this->bucket . '/' . $path2 . '/');
} catch (ClientErrorResponseException $e) {
2013-10-22 12:59:09 +00:00
\OCP\Util::writeLog('files_external', $e->getMessage(), \OCP\Util::ERROR);
return false;
}
2012-10-11 13:52:21 +00:00
2013-10-22 12:59:09 +00:00
$dh = $this->opendir($path1);
while ($file = readdir($dh)) {
if ($file === '.' || $file === '..') {
continue;
}
2013-10-22 12:59:09 +00:00
$source = $path1 . '/' . $file;
$target = $path2 . '/' . $file;
$this->copy($source, $target);
}
} else {
//file does not exist
return false;
}
2013-10-22 12:59:09 +00:00
return true;
}
2013-10-22 12:59:09 +00:00
public function rename($path1, $path2) {
$path1 = $this->normalizePath($path1);
$path2 = $this->normalizePath($path2);
$fileType = $this->filetype($path1);
if ($fileType === 'dir' || $fileType === 'file') {
// make way
$this->unlink($path2);
// copy
2013-10-22 12:59:09 +00:00
if ($this->copy($path1, $path2) === false) {
return false;
}
// cleanup
2013-10-22 12:59:09 +00:00
if ($this->unlink($path1) === false) {
$this->unlink($path2);
return false;
}
return true;
}
2013-10-22 12:59:09 +00:00
return false;
}
2013-10-22 12:59:09 +00:00
public function getId() {
return $this->id;
}
/**
* Returns the connection
*
* @return OpenCloud\ObjectStore\Service connected client
* @throws \Exception if connection could not be made
*/
2013-10-22 12:59:09 +00:00
public function getConnection() {
if (!is_null($this->connection)) {
return $this->connection;
}
$settings = array(
'username' => $this->params['user'],
);
if (!empty($this->params['password'])) {
$settings['password'] = $this->params['password'];
} else if (!empty($this->params['key'])) {
$settings['apiKey'] = $this->params['key'];
}
if (!empty($this->params['tenant'])) {
$settings['tenantName'] = $this->params['tenant'];
}
if (!empty($this->params['timeout'])) {
$settings['timeout'] = $this->params['timeout'];
}
if (isset($settings['apiKey'])) {
$this->anchor = new Rackspace($this->params['url'], $settings);
} else {
$this->anchor = new OpenStack($this->params['url'], $settings);
}
$this->connection = $this->anchor->objectStoreService($this->params['service_name'], $this->params['region']);
2013-10-22 12:59:09 +00:00
return $this->connection;
}
/**
* Returns the initialized object store container.
*
* @return OpenCloud\ObjectStore\Resource\Container
*/
public function getContainer() {
if (!is_null($this->container)) {
return $this->container;
}
try {
$this->container = $this->getConnection()->getContainer($this->bucket);
} catch (ClientErrorResponseException $e) {
$this->container = $this->getConnection()->createContainer($this->bucket);
}
if (!$this->file_exists('.')) {
$this->mkdir('.');
}
return $this->container;
}
2013-10-22 12:59:09 +00:00
public function writeBack($tmpFile) {
if (!isset(self::$tmpFiles[$tmpFile])) {
return false;
}
$fileData = fopen($tmpFile, 'r');
$this->getContainer()->uploadObject(self::$tmpFiles[$tmpFile], $fileData);
2013-10-22 12:59:09 +00:00
unlink($tmpFile);
}
public function hasUpdated($path, $time) {
if ($this->is_file($path)) {
return parent::hasUpdated($path, $time);
}
$path = $this->normalizePath($path);
$dh = $this->opendir($path);
$content = array();
while (($file = readdir($dh)) !== false) {
$content[] = $file;
}
if ($path === '.') {
$path = '';
}
$cachedContent = $this->getCache()->getFolderContents($path);
$cachedNames = array_map(function ($content) {
return $content['name'];
}, $cachedContent);
sort($cachedNames);
sort($content);
return $cachedNames != $content;
}
/**
* check if curl is installed
*/
public static function checkDependencies() {
return true;
}
}