path: root/app/photos/retriever.py

import datetime
import os
import io
import urllib.request
import urllib.parse
import urllib.error

from django.template.defaultfilters import slugify
from django.core.exceptions import ObjectDoesNotExist
from django.utils.encoding import force_text
from django.conf import settings

from photos.models import Photo, PhotoGallery

# from https://github.com/alexis-mignon/python-flickr-api
# terribly documented, but offers a good clean OOP approach if you're willing to figure it out...
import flickr_api

# Required PIL classes may or may not be available from the root namespace
# depending on the installation
try:
    import Image
    import ImageFile
except ImportError:
    try:
        from PIL import Image
        from PIL import ImageFile
    except ImportError:
        raise ImportError("Could not import the Python Imaging Library.")

ImageFile.MAXBLOCK = 1000000

EXIF_PARAMS = {
    "FNumber": 'f/2.8',
    "Make": 'Apple',
    "Model": 'iPhone',
    "ExposureTime": '',
    "ISO": '',
    "FocalLength": '',
    "LensModel": '',
    'DateTimeOriginal': '2013:09:03 22:44:25'
}


def sync_flickr_photos(*args, **kwargs):
    flickr_api.set_keys(api_key=settings.FLICKR_API_KEY, api_secret=settings.FLICKR_API_SECRET)
    flickr_api.set_auth_handler("app/photos/flickrauth")
    user = flickr_api.test.login()
    photos = user.getPhotos(extras="date_upload,date_taken,geo")
    # reverse! reverse!
    photos.reverse()
    for photo in photos:
        info = photo.getInfo()
        try:
            row = Photo.objects.get(flickr_id=info['id'], flickr_secret=info['secret'])
            print(('already have ' + info['id'] + ' moving on'))
        except ObjectDoesNotExist:
            get_photo(photo)


def get_photo(photo):
    info = photo.getInfo()
    geo = photo.getLocation()
    location, region = get_geo(float(geo['latitude']), float(geo['longitude']))
    exif = exif_handler(photo.getExif())
    p, created = Photo.objects.get_or_create(
        title=info['title'],
        flickr_id=info['id'],
        flickr_owner=info['owner']['id'],
        flickr_server=info['server'],
        flickr_secret=info['secret'],
        flickr_originalsecret=info['originalsecret'],
        flickr_farm=info['farm'],
        pub_date=flickr_datetime_to_datetime(info['taken']),
        description=info['description'],
        exif_aperture=exif['FNumber'],
        exif_make=exif['Make'],
        exif_model=exif['Model'],
        exif_exposure=exif['ExposureTime'],
        exif_iso=exif['ISO'],
        exif_lens=exif['LensModel'],
        exif_focal_length=exif['FocalLength'],
        exif_date=flickr_datetime_to_datetime(exif["DateTimeOriginal"].replace(':', '-', 2)),
        lat=float(geo['latitude']),
        lon=float(geo['longitude']),
        region=region,
        location=location,
    )
    if created:
        for tag in info['tags']:
            p.tags.add(tag['raw'])
    p.save()
    make_local_copies(p)
    #retina image:
    #slideshow_image(p, 2000, 1600, 75)
    #normal image
    print((p.title))
    return p


def sync_sets(*args, **kwargs):
    flickr_api.set_keys(api_key=settings.FLICKR_API_KEY, api_secret=settings.FLICKR_API_SECRET)
    flickr_api.set_auth_handler("app/photos/flickrauth")
    user = flickr_api.test.login()
    photosets = user.getPhotosets()
    # reverse! reverse!
    photosets.reverse()
    disregard = [
        'POTD 2008',
        'Snow Day',
        'Wedding',
        'Some random stuff',
        'Lilah & Olivia',
        '6 months+',
        '6-9 months',
        '9-18 months',
    ]
    for photoset in photosets:
        if photoset['title'] in disregard:
            pass
        else:
            try:
                row = PhotoGallery.objects.get(set_id__exact=photoset['id'])
                print(('%s %s %s' % ('already have', row.set_title, 'moving on...')))
                # okay it already exists, but is it up-to-date?
                #get_photos_in_set(row,set.id)
            except ObjectDoesNotExist:
                s = PhotoGallery.objects.create(
                    set_id=force_text(photoset['id']),
                    set_title=force_text(photoset['title']),
                    set_desc=force_text(photoset['description']),
                    set_slug=slugify(force_text(photoset['title'])),
                    primary=force_text(photoset['primary']),
                    pub_date=datetime.datetime.fromtimestamp(float(photoset['date_create']))
                )

                get_photos_in_set(photoset, s)
                #create the gallery thumbnail image:
                photo = Photo.objects.get(flickr_id__exact=str(photoset['primary']))
                make_gallery_thumb(photo, s)


def get_photos_in_set(flickr_photoset, photoset):
    for photo in flickr_photoset.getPhotos():
        try:
            p = Photo.objects.get(flickr_id__exact=str(photo['id']))
        except ObjectDoesNotExist:
            p = get_photo(photo)
        if p.is_public:
            photoset.photos.add(p)
            slideshow_image(p, 1000, 800, 95)


################################################
## Various meta data and geo helper functions ##
################################################


def exif_handler(data):
    converted = {}
    try:
        for t in data:
            converted[t['tag']] = t['raw']
    except:
        pass
    for k, v in list(EXIF_PARAMS.items()):
        if k not in converted:
            converted[k] = v
    return converted


def flickr_datetime_to_datetime(fdt):
    from datetime import datetime
    from time import strptime
    date_parts = strptime(fdt, '%Y-%m-%d %H:%M:%S')
    return datetime(*date_parts[0:6])


def get_geo(lat, lon):
    from locations.models import Location, Region
    from django.contrib.gis.geos import Point
    pnt_wkt = Point(lon, lat)
    try:
        location = Location.objects.get(geometry__contains=pnt_wkt)
    except Location.DoesNotExist:
        location = None
    try:
        region = Region.objects.get(geometry__contains=pnt_wkt)
    except Region.DoesNotExist:
        region = None
    return location, region


#######################################################################
## Photo retrieval functions to pull down images from Flickr servers ##
#######################################################################


def slideshow_image(photo, max_width, max_height, quality):
    slide_dir = settings.IMAGES_ROOT + '/slideshow/' + photo.pub_date.strftime("%Y")
    if not os.path.isdir(slide_dir):
        os.makedirs(slide_dir)

    # Is it a retina image or not?
    if max_width >= 1001 or max_height >= 801:
        filename = '%s/%sx2.jpg' % (slide_dir, photo.flickr_id)
    else:
        filename = '%s/%s.jpg' % (slide_dir, photo.flickr_id)

    flickr_photo = photo.get_original_url()
    fname = urllib.request.urlopen(flickr_photo)
    im = io.StringIO(fname.read())  # constructs a StringIO holding the image
    img = Image.open(im)
    cur_width, cur_height = img.size
    #if image landscape
    if cur_width > cur_height:
        new_width = max_width
        #check to make sure we aren't upsizing
        if cur_width > new_width:
            ratio = float(new_width) / cur_width
            x = (cur_width * ratio)
            y = (cur_height * ratio)
            resized = img.resize((int(x), int(y)), Image.ANTIALIAS)
            resized.save(filename, 'JPEG', quality=quality, optimize=True)
        else:
            img.save(filename)
    else:
        #image portrait
        new_height = max_height
        #check to make sure we aren't upsizing
        if cur_height > new_height:
            ratio = float(new_height) / cur_height
            x = (cur_width * ratio)
            y = (cur_height * ratio)
            resized = img.resize((int(x), int(y)), Image.ANTIALIAS)
            resized.save(filename, 'JPEG', quality=quality, optimize=True)
        else:
            img.save(filename)
    photo.slideshowimage_width = photo.get_width
    photo.slideshowimage_height = photo.get_height
    photo.slideshowimage_margintop = photo.get_margin_top
    photo.slideshowimage_marginleft = photo.get_margin_left
    photo.save()
    #now resize the local copy


def make_local_copies(photo):
    orig_dir = settings.IMAGES_ROOT + '/flickr/full/' + photo.pub_date.strftime("%Y")
    if not os.path.isdir(orig_dir):
        os.makedirs(orig_dir)
    full = photo.get_original_url()
    fname = urllib.request.urlopen(full)
    im = io.StringIO(fname.read())  # constructs a StringIO holding the image
    img = Image.open(im)
    local_full = '%s/%s.jpg' % (orig_dir, photo.flickr_id)
    img.save(local_full)
    #save large size
    large_dir = settings.IMAGES_ROOT + '/flickr/large/' + photo.pub_date.strftime("%Y")
    if not os.path.isdir(large_dir):
        os.makedirs(large_dir)
    large = photo.get_large_url()
    fname = urllib.request.urlopen(large)
    im = io.StringIO(fname.read())  # constructs a StringIO holding the image
    img = Image.open(im)
    local_large = '%s/%s.jpg' % (large_dir, photo.flickr_id)
    if img.format == 'JPEG':
        img.save(local_large)
    #save medium size
    med_dir = settings.IMAGES_ROOT + '/flickr/med/' + photo.pub_date.strftime("%Y")
    if not os.path.isdir(med_dir):
        os.makedirs(med_dir)
    med = photo.get_medium_url()
    fname = urllib.request.urlopen(med)
    im = io.StringIO(fname.read())  # constructs a StringIO holding the image
    img = Image.open(im)
    local_med = '%s/%s.jpg' % (med_dir, photo.flickr_id)
    img.save(local_med)


def make_gallery_thumb(photo, set):
    crop_dir = settings.IMAGES_ROOT + '/gallery_thumbs/'
    if not os.path.isdir(crop_dir):
        os.makedirs(crop_dir)
    remote = photo.get_original_url()
    print(remote)
    fname = urllib.request.urlopen(remote)
    im = io.StringIO(fname.read())  # constructs a StringIO holding the image
    img = Image.open(im)
    #calculate crop:
    cur_width, cur_height = img.size
    new_width, new_height = 291, 350
    ratio = max(float(new_width) / cur_width, float(new_height) / cur_height)
    x = (cur_width * ratio)
    y = (cur_height * ratio)
    xd = abs(new_width - x)
    yd = abs(new_height - y)
    x_diff = int(xd / 2)
    y_diff = int(yd / 2)
    box = (int(x_diff), int(y_diff), int(x_diff + new_width), int(y_diff + new_height))

    # create resized file
    resized = img.resize((int(x), int(y)), Image.ANTIALIAS).crop(box)
    # save resized file
    resized_filename = '%s/%s.jpg' % (crop_dir, set.id)
    try:
        if img.format == 'JPEG':
            resized.save(resized_filename, 'JPEG', quality=95, optimize=True)
        else:
            resized.save(resized_filename)
    except IOError as e:
        if os.path.isfile(resized_filename):
            os.unlink(resized_filename)
        raise e
    # os.unlink(img)