+++ /dev/null
-#include <errno.h>
-#include <stdlib.h>
-#include <dirent.h>
-#include <limits.h>
-#include <string.h>
-#include <sys/types.h>
-#include <sys/stat.h>
-#include <unistd.h>
-#include <sys/stat.h>
-#include <fcntl.h>
-#include <sys/xattr.h>
-
-#include "rgw_access.h"
-#include "rgw_fs.h"
-
-#include <string>
-#include <iostream>
-#include <vector>
-#include <map>
-
-#define DOUT_SUBSYS rgw
-
-using namespace std;
-
-struct rgwfs_state {
- DIR *dir;
-};
-
-#define DIR_NAME "/tmp/radosgw"
-
-int RGWFS::initialize()
-{
- return 0;
-}
-
-int RGWFS::list_buckets_init(RGWAccessHandle *handle)
-{
- DIR *dir = opendir(DIR_NAME);
- struct rgwfs_state *state;
-
- if (!dir)
- return -errno;
-
- state = (struct rgwfs_state *)malloc(sizeof(struct rgwfs_state));
- if (!state) {
- closedir(dir);
- return -ENOMEM;
- }
-
- state->dir = dir;
-
- *handle = (RGWAccessHandle)state;
-
- return 0;
-}
-
-int RGWFS::list_buckets_next(RGWObjEnt& obj, RGWAccessHandle *handle)
-{
- struct rgwfs_state *state;
- struct dirent *dirent;
-#define BUF_SIZE 512
-
- if (!handle)
- return -EINVAL;
- state = *(struct rgwfs_state **)handle;
-
- if (!state)
- return -EINVAL;
-
- while (1) {
- dirent = readdir(state->dir);
- if (!dirent) {
- closedir(state->dir);
- *handle = NULL;
- return -ENOENT;
- }
-
- if (dirent->d_name[0] == '.')
- continue;
-
- obj.name = dirent->d_name;
-
- char buf[BUF_SIZE];
- struct stat statbuf;
- snprintf(buf, BUF_SIZE, "%s/%s", DIR_NAME, obj.name.c_str());
- if (stat(buf, &statbuf) < 0)
- continue;
- obj.mtime = statbuf.st_mtime;
- obj.size = statbuf.st_size;
- return 0;
- }
-}
-
-int RGWFS::obj_stat(void *ctx, rgw_obj& obj, uint64_t *psize, time_t *pmtime, map<string, bufferlist> *attrs, bufferlist *first_chunk)
-{
- return -ENOTSUP;
-}
-
-int RGWFS::list_objects(rgw_bucket& bucket, int max, string& prefix, string& delim,
- string& marker, vector<RGWObjEnt>& result, map<string, bool>& common_prefixes,
- bool get_content_type, string& ns, bool *is_truncated, RGWAccessListFilter *filter)
-{
- map<string, string> dir_map;
- char path[BUF_SIZE];
-
- snprintf(path, BUF_SIZE, "%s/%s", DIR_NAME, bucket.name.c_str());
-
- DIR *dir = opendir(path);
- if (!dir)
- return -errno;
-
- while (1) {
- struct dirent *dirent;
- dirent = readdir(dir);
- if (!dirent)
- break;
- if (dirent->d_name[0] == '.')
- continue;
-
- if (prefix.empty() ||
- (prefix.compare(0, prefix.size(), prefix) == 0)) {
-
- string obj = dirent->d_name;
-
- if (!rgw_obj::translate_raw_obj_to_obj_in_ns(obj, ns))
- continue;
-
- string key = obj;
-
- if (filter && !filter->filter(obj, key))
- continue;
-
- dir_map[obj] = key;
- }
- }
-
- closedir(dir);
-
-
- map<string, string>::iterator iter;
- if (!marker.empty())
- iter = dir_map.lower_bound(marker);
- else
- iter = dir_map.begin();
-
- if (max < 0)
- max = INT_MAX;
-
- result.clear();
- int i;
- for (i=0; i<max && iter != dir_map.end(); i++, ++iter) {
- RGWObjEnt obj;
- char buf[BUF_SIZE];
- struct stat statbuf;
- obj.name = iter->first;
- snprintf(buf, BUF_SIZE, "%s/%s", path, obj.name.c_str());
- if (stat(buf, &statbuf) < 0)
- continue;
- obj.mtime = statbuf.st_mtime;
- obj.size = statbuf.st_size;
- char *etag;
- if (get_attr(RGW_ATTR_ETAG, buf, &etag) >= 0) {
- obj.etag = etag;
- free(etag);
- }
- result.push_back(obj);
- }
- if (is_truncated)
- *is_truncated = (iter != dir_map.end());
-
- return result.size();
-}
-
-
-int RGWFS::create_bucket(std::string& owner, rgw_bucket& bucket, map<std::string, bufferlist>& attrs, bool system_bucket, bool exclusive, uint64_t auid)
-{
- int len = strlen(DIR_NAME) + 1 + bucket.name.size() + 1;
- char buf[len];
- snprintf(buf, len, "%s/%s", DIR_NAME, bucket.name.c_str());
-
- int ret = mkdir(buf, 0755);
- if (ret < 0)
- ret = -errno;
- if (ret == -EEXIST && !exclusive)
- ret = 0;
- if (ret < 0)
- return ret;
-
- map<std::string, bufferlist>::iterator iter;
- for (iter = attrs.begin(); iter != attrs.end(); ++iter) {
- const string& name = iter->first;
- bufferlist& bl = iter->second;
-
- if (bl.length()) {
- int r = setxattr(buf, name.c_str(), bl.c_str(), bl.length(), 0);
- if (r < 0) {
- r = -errno;
- rmdir(buf);
- return r;
- }
- }
- }
-
- return 0;
-}
-
-int RGWFS::put_obj_meta(void *ctx, rgw_obj& obj,
- uint64_t size, time_t *mtime, map<string, bufferlist>& attrs,
- RGWObjCategory category, bool exclusive,
- map<std::string, bufferlist> *rmattrs, const bufferlist *data,
- RGWObjManifest *manifest)
-{
- rgw_bucket& bucket = obj.bucket;
- std::string& oid = obj.object;
- int len = strlen(DIR_NAME) + 1 + bucket.name.size() + 1 + oid.size() + 1;
- char buf[len];
- snprintf(buf, len, "%s/%s/%s", DIR_NAME, bucket.name.c_str(), oid.c_str());
- int fd;
-
- fd = open(buf, O_CREAT | O_WRONLY | (exclusive ? O_EXCL : 0), 0755);
- if (fd < 0)
- return -errno;
-
- int r;
- map<string, bufferlist>::iterator iter;
- for (iter = attrs.begin(); iter != attrs.end(); ++iter) {
- const string& name = iter->first;
- bufferlist& bl = iter->second;
-
- if (bl.length()) {
- r = fsetxattr(fd, name.c_str(), bl.c_str(), bl.length(), 0);
- if (r < 0)
- goto done_err;
- }
- }
-
- if (mtime) {
- struct stat st;
- r = fstat(fd, &st);
- if (r < 0)
- goto done_err;
- *mtime = st.st_mtime;
- }
-
- r = close(fd);
- if (r < 0)
- return -errno;
-
- return 0;
-done_err:
- r = -errno;
- close(fd);
- unlink(buf);
- return -errno;
-}
-
-int RGWFS::put_obj_data(void *ctx, rgw_obj& obj, const char *data,
- off_t ofs, size_t size, bool exclusive)
-{
- rgw_bucket& bucket = obj.bucket;
- std::string& oid = obj.object;
- int len = strlen(DIR_NAME) + 1 + bucket.name.size() + 1 + oid.size() + 1;
- char buf[len];
- snprintf(buf, len, "%s/%s/%s", DIR_NAME, bucket.name.c_str(), oid.c_str());
- int fd;
-
- int open_flags = O_CREAT | O_WRONLY;
- if (ofs == -1) {
- open_flags |= O_TRUNC;
- ofs = 0;
- }
-
- fd = open(buf, open_flags, 0755);
- if (fd < 0)
- return -errno;
-
- int r;
- r = lseek(fd, ofs, SEEK_SET);
- if (r < 0)
- goto done_err;
-
- r = write(fd, data, size);
- if (r < 0)
- goto done_err;
-
- r = close(fd);
- if (r < 0)
- return -errno;
-
- return 0;
-done_err:
- r = -errno;
- close(fd);
- unlink(buf);
- return r;
-}
-
-int RGWFS::copy_obj(void *ctx, rgw_obj& dest_obj,
- rgw_obj& src_obj,
- time_t *mtime,
- const time_t *mod_ptr,
- const time_t *unmod_ptr,
- const char *if_match,
- const char *if_nomatch,
- map<string, bufferlist>& attrs,
- RGWObjCategory category,
- struct rgw_err *err)
-{
- int ret;
- char *data;
- void *handle;
- off_t ofs = 0, end = -1;
- uint64_t total_len, obj_size;
- time_t lastmod;
-
- map<string, bufferlist> attrset;
- ret = prepare_get_obj(ctx, src_obj, &ofs, &end, &attrset, mod_ptr, unmod_ptr, &lastmod,
- if_match, if_nomatch, &total_len, &obj_size, &handle, err);
- if (ret < 0)
- return ret;
-
- do {
- ret = get_obj(ctx, &handle, src_obj, &data, ofs, end);
- if (ret < 0)
- return ret;
- ofs += ret;
- } while (ofs <= end);
-
- map<string, bufferlist>::iterator iter;
- for (iter = attrs.begin(); iter != attrs.end(); ++iter) {
- attrset[iter->first] = iter->second;
- }
- attrs = attrset;
-
- ret = put_obj(ctx, dest_obj, data, ret, false, mtime, attrs);
-
- return ret;
-}
-
-int RGWFS::delete_bucket(rgw_bucket& bucket)
-{
- int len = strlen(DIR_NAME) + 1 + bucket.name.size() + 1;
- char buf[len];
- snprintf(buf, len, "%s/%s", DIR_NAME, bucket.name.c_str());
-
- if (rmdir(buf) < 0)
- return -errno;
-
- return 0;
-}
-
-
-int RGWFS::delete_obj(void *ctx, rgw_obj& obj, bool sync)
-{
- rgw_bucket& bucket = obj.bucket;
- std::string& oid = obj.object;
- int len = strlen(DIR_NAME) + 1 + bucket.name.size() + 1 + oid.size() + 1;
- char buf[len];
- snprintf(buf, len, "%s/%s/%s", DIR_NAME, bucket.name.c_str(), oid.c_str());
-
- if (unlink(buf) < 0)
- return -errno;
-
- return 0;
-}
-
-int RGWFS::get_attr(const char *name, int fd, char **attr)
-{
- char *attr_buf;
-#define ETAG_LEN 32
- size_t len = ETAG_LEN;
- ssize_t attr_len;
-
- while (1) {
- attr_buf = (char *)malloc(len);
- attr_len = fgetxattr(fd, name, attr_buf, len);
- if (attr_len > 0)
- break;
-
- free(attr_buf);
- switch (errno) {
- case ERANGE:
- break;
- default:
- return -errno;
- }
- len *= 2;
- }
- *attr = attr_buf;
-
- return attr_len;
-}
-
-int RGWFS::get_attr(const char *name, const char *path, char **attr)
-{
- char *attr_buf;
- size_t len = ETAG_LEN;
- ssize_t attr_len;
-
- while (1) {
- attr_buf = (char *)malloc(len);
- attr_len = getxattr(path, name, attr_buf, len);
- if (attr_len > 0)
- break;
-
- free(attr_buf);
- switch (errno) {
- case ERANGE:
- break;
- default:
- ldout(cct, 20) << "getxattr on " << path << " returned" << -errno << dendl;
- return -errno;
- }
- len *= 2;
- }
- *attr = attr_buf;
-
- return attr_len;
-}
-
-int RGWFS::get_attr(void *ctx, rgw_obj& obj, const char *name, bufferlist& dest)
-{
- rgw_bucket& bucket = obj.bucket;
- std::string& oid = obj.object;
- int len = strlen(DIR_NAME) + 1 + bucket.name.size() + 1 + oid.size() + 1;
- char buf[len];
- int r = -EINVAL;
- char *data = NULL;
-
- snprintf(buf, len, "%s/%s/%s", DIR_NAME, bucket.name.c_str(), oid.c_str());
-
- r = get_attr(name, buf, &data);
- if (r < 0)
- goto done;
- dest.append(data, r);
-done:
- free(data);
-
- return r;
-}
-
-int RGWFS::set_attr(void *ctx, rgw_obj& obj,
- const char *name, bufferlist& bl)
-{
- rgw_bucket& bucket = obj.bucket;
- std::string& oid = obj.object;
- int len = strlen(DIR_NAME) + 1 + bucket.name.size() + 1 + oid.size() + 1;
- char buf[len];
- int r;
-
- snprintf(buf, len, "%s/%s/%s", DIR_NAME, bucket.name.c_str(), oid.c_str());
-
- r = setxattr(buf, name, bl.c_str(), bl.length(), 0);
-
- int ret = (r < 0 ? -errno : 0);
-
- return ret;
-}
-
-int RGWFS::prepare_get_obj(void *ctx,
- rgw_obj& obj,
- off_t *pofs, off_t *pend,
- map<string, bufferlist> *attrs,
- const time_t *mod_ptr,
- const time_t *unmod_ptr,
- time_t *lastmod,
- const char *if_match,
- const char *if_nomatch,
- uint64_t *total_size,
- uint64_t *obj_size,
- void **handle,
- struct rgw_err *err)
-{
- rgw_bucket& bucket = obj.bucket;
- std::string& oid = obj.object;
- int len = strlen(DIR_NAME) + 1 + bucket.name.size() + 1 + oid.size() + 1;
- char buf[len];
- int fd;
- struct stat st;
- int r = -EINVAL;
- size_t max_len;
- char *etag = NULL;
- off_t size;
- off_t ofs = 0;
- off_t end = -1;
-
-
- GetObjState *state = new GetObjState;
- if (!state)
- return -ENOMEM;
-
- snprintf(buf, len, "%s/%s/%s", DIR_NAME, bucket.name.c_str(), oid.c_str());
-
- fd = open(buf, O_RDONLY, 0755);
-
- if (fd < 0) {
- r = -errno;
- goto done_err;
- }
-
- state->fd = fd;
-
- r = fstat(fd, &st);
- if (r < 0)
- return -errno;
-
- size = st.st_size;
-
- r = -ECANCELED;
- if (mod_ptr) {
- if (st.st_mtime < *mod_ptr) {
- err->http_ret = 304;
- err->s3_code = "NotModified";
- goto done_err;
- }
- }
-
- if (unmod_ptr) {
- if (st.st_mtime >= *unmod_ptr) {
- err->http_ret = 412;
- err->s3_code = "PreconditionFailed";
- goto done_err;
- }
- }
- if (if_match || if_nomatch) {
- r = get_attr(RGW_ATTR_ETAG, fd, &etag);
- if (r < 0)
- goto done_err;
-
- r = -ECANCELED;
- if (if_match) {
- ldout(cct, 10) << "ETag: " << etag << " " << " If-Match: " << if_match << dendl;
- if (strcmp(if_match, etag)) {
- err->http_ret = 412;
- err->s3_code = "PreconditionFailed";
- goto done_err;
- }
- }
-
- if (if_nomatch) {
- ldout(cct, 10) << "ETag: " << etag << " " << " If_NoMatch: " << if_nomatch << dendl;
- if (strcmp(if_nomatch, etag) == 0) {
- err->http_ret = 412;
- err->s3_code = "PreconditionFailed";
- goto done_err;
- }
- }
- }
-
- free(etag);
-
- if (pofs)
- ofs = *pofs;
- if (pend)
- end = *pend;
-
- if (ofs < 0) {
- ofs += size;
- end = size - 1;
- } else if (end < 0) {
- end = size - 1;
- }
-
- if (size > 0) {
- if (ofs >= (off_t)size) {
- r = -ERANGE;
- goto done_err;
- }
-
- if (end >= size) {
- end = size - 1;
- }
- }
-
- max_len = end + 1 - ofs;
-
- if (pofs)
- *pofs = ofs;
- if (pend)
- *pend = end;
- if (total_size)
- *total_size = (max_len > 0 ? max_len : 0);
- if (obj_size)
- *obj_size = size;
- r = 0;
- return r;
-
-done_err:
- delete state;
- if (fd >= 0)
- close(fd);
- return r;
-}
-
-int RGWFS::get_obj(void *ctx, void **handle, rgw_obj& obj, char **data, off_t ofs, off_t end)
-{
- uint64_t len;
- bufferlist bl;
- int r = 0;
-
- GetObjState *state = *(GetObjState **)handle;
-
- if (end <= 0)
- len = 0;
- else
- len = end - ofs + 1;
- off_t pos = 0;
-
- while (pos < (off_t)len) {
- r = ::read(state->fd, (*data) + pos, len - pos);
- if (r > 0) {
- pos += r;
- } else {
- if (!r) {
- ldout(cct, 20) << "pos=" << pos << " r=" << r << " len=" << len << dendl;
- r = -EIO; /* should not happen as we validated file size earlier */
- break;
- }
- switch (errno) {
- case EINTR:
- break;
- default:
- r = -errno;
- break;
- }
- }
- }
-
- if (r >= 0)
- r = len;
-
- if (r < 0 || !len || (off_t)(ofs + len - 1) == end) {
- close(state->fd);
- delete state;
- }
-
- return r;
-}
-
-void RGWFS::finish_get_obj(void **handle)
-{
- if (*handle) {
- GetObjState *state = *(GetObjState **)handle;
- close(state->fd);
- delete state;
- *handle = NULL;
- }
-}
-
-int RGWFS::read(void *ctx, rgw_obj& obj, off_t ofs, size_t size, bufferlist& bl)
-{
- rgw_bucket& bucket = obj.bucket;
- std::string& oid = obj.object;
- int len = strlen(DIR_NAME) + 1 + bucket.name.size() + 1 + oid.size() + 1;
- char buf[len];
- int fd;
- int r = -EINVAL;
- bufferptr bp(size);
- char *data;
- size_t total = 0;
-
- snprintf(buf, len, "%s/%s/%s", DIR_NAME, bucket.name.c_str(), oid.c_str());
-
- fd = open(buf, O_RDONLY, 0755);
- if (fd < 0)
- return -errno;
-
-#define READ_CHUNK (1024*1024)
- data = (char *)malloc(READ_CHUNK);
- if (!data) {
- r = -ENOMEM;
- goto done;
- }
-
- do {
- r = ::read(fd, data, READ_CHUNK);
- if (r < 0) {
- r = -errno;
- goto done;
- }
- bl.append(data, r);
- total += r;
- } while (r == READ_CHUNK);
- r = total;
-
-done:
- free(data);
- close(fd);
- return r;
-}
-
-int RGWFS::get_bucket_info(void *ctx, string& bucket_name, RGWBucketInfo& info)
-{
- return -ENOTSUP;
-}
-
-int RGWFS::put_bucket_info(string& bucket_name, RGWBucketInfo& info, bool exclusive)
-{
- return -ENOTSUP;
-}
+++ /dev/null
-#ifndef CEPH_RGW_FS_H
-#define CEPH_RGW_FS_H
-
-#include "rgw_access.h"
-
-
-class RGWFS : public RGWAccess
-{
- struct GetObjState {
- int fd;
- };
-public:
- virtual int initialize();
- int list_buckets_init(RGWAccessHandle *handle);
- int list_buckets_next(RGWObjEnt& obj, RGWAccessHandle *handle);
-
- int list_objects(rgw_bucket& bucket, int max, std::string& prefix, std::string& delim,
- std::string& marker, std::vector<RGWObjEnt>& result, map<string, bool>& common_prefixes,
- bool get_content_type, string& ns, bool *is_truncated, RGWAccessListFilter *filter);
-
- int create_bucket(std::string& owner, rgw_bucket& bucket, map<std::string, bufferlist>& attrs, bool system_bucket, bool exclusive, uint64_t auid=0);
- int put_obj_meta(void *ctx, rgw_obj& obj, uint64_t size, time_t *mtime,
- map<std::string, bufferlist>& attrs, RGWObjCategory category, bool exclusive,
- map<std::string, bufferlist> *rmattrs, const bufferlist *data, RGWObjManifest *manifest);
- int put_obj_data(void *ctx, rgw_obj& obj, const char *data,
- off_t ofs, size_t size, bool exclusive);
- int copy_obj(void *ctx, rgw_obj& dest_obj,
- rgw_obj& src_obj,
- time_t *mtime,
- const time_t *mod_ptr,
- const time_t *unmod_ptr,
- const char *if_match,
- const char *if_nomatch,
- map<std::string, bufferlist>& attrs,
- RGWObjCategory category,
- struct rgw_err *err);
- int delete_bucket(rgw_bucket& bucket);
- int delete_obj(void *ctx, rgw_obj& obj, bool sync);
-
- int get_attr(const char *name, int fd, char **attr);
- int get_attr(const char *name, const char *path, char **attr);
- int get_attr(void *ctx, rgw_obj& obj, const char *name, bufferlist& dest);
- int set_attr(void *ctx, rgw_obj& obj, const char *name, bufferlist& bl);
-
- int prepare_get_obj(void *ctx,
- rgw_obj& obj,
- off_t *ofs, off_t *end,
- map<std::string, bufferlist> *attrs,
- const time_t *mod_ptr,
- const time_t *unmod_ptr,
- time_t *lastmod,
- const char *if_match,
- const char *if_nomatch,
- uint64_t *size,
- uint64_t *obj_size,
- void **handle,
- struct rgw_err *err);
-
- int get_obj(void *ctx, void **handle, rgw_obj& obj, char **data, off_t ofs, off_t end);
-
- void finish_get_obj(void **handle);
- int read(void *ctx, rgw_obj& obj, off_t ofs, size_t size, bufferlist& bl);
- int obj_stat(void *ctx, rgw_obj& obj, uint64_t *psize, time_t *pmtime, map<string, bufferlist> *attrs, bufferlist *prefetch_data);
-
- virtual int get_bucket_info(void *ctx, string& bucket_name, RGWBucketInfo& info);
- virtual int put_bucket_info(string& bucket_name, RGWBucketInfo& info, bool exclusive);
-};
-
-#endif
projects / ceph.git / commitdiff