1. Michael Elsdörfer
  2. django-storages


django-storages / backends / MogileFSStorage.py

import urlparse
from StringIO import StringIO
from mimetypes import guess_type

from django.core.files.storage import Storage
from django.core.exceptions import ImproperlyConfigured
from django.conf import settings
from django.utils.text import force_unicode
from django.http import HttpResponse, HttpResponseNotFound
from django.core.cache import cache

import mogilefs

class MogileFSStorage(Storage):
    """MogileFS filesystem storage"""
    def __init__(self, base_url=settings.MEDIA_URL):
        # the MOGILEFS_MEDIA_URL overrides MEDIA_URL
        if hasattr(settings, 'MOGILEFS_MEDIA_URL'):
            self.base_url = settings.MOGILEFS_MEDIA_URL
            self.base_url = base_url
        for var in ('MOGILEFS_TRACKERS', 'MOGILEFS_DOMAIN',):
            if not hasattr(settings, var):
                raise ImproperlyConfigured, "You must define %s to use the MogileFS backend." % var
        self.trackers = settings.MOGILEFS_TRACKERS
        self.domain = settings.MOGILEFS_DOMAIN
        self.client = mogilefs.Client(self.domain, self.trackers)
    def get_mogile_paths(self, filename):
        return self.client.get_paths(filename)  
    # The following methods define the Backend API

    def filesize(self, filename):
        raise NotImplemented
        #return os.path.getsize(self._get_absolute_path(filename))
    def path(self, filename):
        paths = self.get_mogile_paths(filename)
        if paths:
            return self.get_mogile_paths(filename)[0]
            return None
    def url(self, filename):
        return urlparse.urljoin(self.base_url, filename).replace('\\', '/')

    def open(self, filename, mode='rb'):
        raise NotImplemented
        #return open(self._get_absolute_path(filename), mode)

    def exists(self, filename):
        return filename in self.client

    def save(self, filename, raw_contents):
        filename = self.get_available_filename(filename)
        if not hasattr(self, 'mogile_class'):
            self.mogile_class = None

        # Write the file to mogile
        success = self.client.send_file(filename, StringIO(raw_contents), self.mogile_class)
        if success:
            print "Wrote file to key %s, %s@%s" % (filename, self.domain, self.trackers[0])
            print "FAILURE writing file %s" % (filename)

        return force_unicode(filename.replace('\\', '/'))

    def delete(self, filename):
def serve_mogilefs_file(request, key=None):
    Called when a user requests an image.
    Either reproxy the path to perlbal, or serve the image outright
    # not the best way to do this, since we create a client each time
    mimetype = guess_type(key)[0] or "application/x-octet-stream"
    client = mogilefs.Client(settings.MOGILEFS_DOMAIN, settings.MOGILEFS_TRACKERS)
    if hasattr(settings, "SERVE_WITH_PERLBAL") and settings.SERVE_WITH_PERLBAL:
        # we're reproxying with perlbal
        # check the path cache
        path = cache.get(key)

        if not path:
            path = client.get_paths(key)
            cache.set(key, path, 60)
        if path:
            response = HttpResponse(content_type=mimetype)
            response['X-REPROXY-URL'] = path[0]
            response = HttpResponseNotFound()
        # we don't have perlbal, let's just serve the image via django
        file_data = client[key]
        if file_data:
            response = HttpResponse(file_data, mimetype=mimetype)
            response = HttpResponseNotFound()
    return response