def storymap_create(user):
    """Create a storymap"""
    try:
        title, data = _request_get_required('title', 'd')

        id = _make_storymap_id(user, title)

        key_prefix = storage.key_prefix(user['uid'], id)

        content = json.loads(data)
        storage.save_json(key_prefix+'draft.json', content)

        user['storymaps'][id] = {
            'id': id,
            'title': title,
            'draft_on': _utc_now(),
            'published_on': ''
        }
        _user.save(user)

        _write_embed_draft(key_prefix, user['storymaps'][id])

        return jsonify({'id': id})
    except Exception, e:
        traceback.print_exc()
        return jsonify({'error': str(e)})

def storymap_import(user):
    try:
        if 'archive' in request.files:
            temp_file, temp_path = tempfile.mkstemp()
            request.files['archive'].save(temp_path)

            @after_this_request
            def cleanup_temp_file(response):
                os.close(temp_file)
                os.remove(temp_path)
                return response

            with ZipFile(temp_path, mode='r') as zip_file:
                files = zip_file.namelist()
                if ('metadata.json' not in files) or ('draft.json' not in files) or ('draft.html' not in files):
                    return jsonify({'error': 'This doesn\'t look like a StoryMap exported package.'})

                id = _import_metadata(user, json.loads(zip_file.read('metadata.json')))
                key_prefix = storage.key_prefix(user['uid'], id)

                for file_name in files:
                    if file_name != 'metadata.json':
                        key_name = "%s%s" % (key_prefix, file_name)
                        storage.save_from_data(key_name, mimetypes.guess_type(file_name), zip_file.read(file_name))

                return jsonify({'id': id})

    except Exception, e:
        traceback.print_exc()
        return jsonify({'error': str(e)})

def storymap_copy(user, id):
    """
    Copy storymap
    @id = storymap to copy
    @title = name of new copy
    """
    try:
        title = _request_get_required('title')
        dst_id = _make_storymap_id(user, title)

        src_key_prefix = storage.key_prefix(user['uid'], id)
        dst_key_prefix = storage.key_prefix(user['uid'], dst_id)

        src_re = re.compile(r'%s' % src_key_prefix)

        src_key_list, more = storage.list_keys(src_key_prefix, 999, '')
        for src_key in src_key_list:
            file_name = src_key.name.split(src_key_prefix)[-1]
            dst_key_name = "%s%s" % (dst_key_prefix, file_name)

            if file_name.endswith('.json'):
                json_string = src_key.get_contents_as_string()
                storage.save_json(dst_key_name,
                    src_re.sub(dst_key_prefix, json_string))
            else:
                storage.copy_key(src_key.name, dst_key_name)

        # Update meta
        user['storymaps'][dst_id] = {
            'id': dst_id,
            'title': title,
            'draft_on': user['storymaps'][id]['draft_on'],
            'published_on': user['storymaps'][id]['published_on']
        }
        _user.save(user)

        # Write new embed pages
        _write_embed_draft(dst_key_prefix, user['storymaps'][dst_id])
        if user['storymaps'][dst_id].get('published_on'):
            _write_embed_published(dst_key_prefix, user['storymaps'][dst_id])

        return jsonify(user['storymaps'][dst_id])
    except Exception, e:
        traceback.print_exc()
        return jsonify({'error': str(e)})

def storymap_copy(user, id):
    """
    Copy storymap
    @id = storymap to copy
    @title = name of new copy
    """
    try:
        title = _request_get_required("title")
        dst_id = _make_storymap_id(user, title)

        src_key_prefix = storage.key_prefix(user["uid"], id)
        dst_key_prefix = storage.key_prefix(user["uid"], dst_id)

        src_re = re.compile(r"%s" % src_key_prefix)

        src_key_list, more = storage.list_keys(src_key_prefix, 999, "")
        for src_key in src_key_list:
            file_name = src_key.name.split(src_key_prefix)[-1]
            dst_key_name = "%s%s" % (dst_key_prefix, file_name)

            if file_name.endswith(".json"):
                json_string = src_key.get_contents_as_string()
                storage.save_json(dst_key_name, src_re.sub(dst_key_prefix, json_string))
            else:
                storage.copy_key(src_key.name, dst_key_name)

        # Update meta
        user["storymaps"][dst_id] = {
            "id": dst_id,
            "title": title,
            "draft_on": user["storymaps"][id]["draft_on"],
            "published_on": user["storymaps"][id]["published_on"],
        }
        _user.save(user)

        # Write new embed pages
        _write_embed_draft(dst_key_prefix, user["storymaps"][dst_id])
        if user["storymaps"][dst_id].get("published_on"):
            _write_embed_published(dst_key_prefix, user["storymaps"][dst_id])

        return jsonify(user["storymaps"][dst_id])
    except Exception, e:
        traceback.print_exc()
        return jsonify({"error": str(e)})

def storymap_image_list(user, id):
    """List storymap images """
    try:
        key_prefix = storage.key_prefix(user['uid'], id, '_images')
        key_list, more = storage.list_key_names(key_prefix, 999, '')

        image_list = [n.split('/')[-1] for n in key_list]
        return jsonify({'image_list': image_list})
    except storage.StorageException, e:
        traceback.print_exc()
        return jsonify({'error': str(e), 'error_detail': e.detail})

def storymap_image_list(user, id):
    """List storymap images """
    try:
        key_prefix = storage.key_prefix(user["uid"], id, "_images")
        key_list, more = storage.list_key_names(key_prefix, 999, "")

        image_list = [n.split("/")[-1] for n in key_list]
        return jsonify({"image_list": image_list})
    except storage.StorageException, e:
        traceback.print_exc()
        return jsonify({"error": str(e), "error_detail": e.detail})

def storymap_migrate(user):
    """
    Migrate a storymap
    @title = storymap title
    @url = storymap base url
    @draft_on = ...
    @published_on = ...
    @file_list = json encoded list of file names
    """
    try:
        title, src_url, draft_on, file_list_json = _request_get_required(
            'title', 'url', 'draft_on', 'file_list')
        published_on = _request_get('published_on')

        file_list = json.loads(file_list_json)

        dst_id = _make_storymap_id(user, title)
        dst_key_prefix = storage.key_prefix(user['uid'], dst_id)
        dst_url = settings.AWS_STORAGE_BUCKET_URL+dst_key_prefix
        dst_img_url = dst_url+'_images/'

        re_img = re.compile(r'.*\.(png|gif|jpg|jpeg)$', re.I)
        re_src = re.compile(r'%s' % src_url)

        for file_name in file_list:
            file_url = "%s%s" % (src_url, file_name)

            if file_name.endswith('.json'):
                key_name = storage.key_name(user['uid'], dst_id, file_name)
                r = requests.get(file_url)
                storage.save_json(key_name, re_src.sub(dst_img_url, r.text))
            elif re_img.match(file_name):
                key_name = storage.key_name(user['uid'], dst_id, '_images', file_name)
                storage.save_from_url(key_name, file_url)
            else:
                continue # skip

        user['storymaps'][dst_id] = {
            'id': dst_id,
            'title': title,
            'draft_on': draft_on,
            'published_on': published_on
        }
        _user.save(user)

        _write_embed_draft(dst_key_prefix, user['storymaps'][dst_id])
        if published_on:
            _write_embed_published(dst_key_prefix, user['storymaps'][dst_id])

        return jsonify(user['storymaps'][dst_id])
    except Exception, e:
        traceback.print_exc()
        return jsonify({'error': str(e)})

def storymap_delete(user, id):
    """Delete storymap"""
    try:
        key_prefix = storage.key_prefix(user['uid'], id)        
        key_list, marker = storage.list_keys(key_prefix, 50)
        for key in key_list:
            storage.delete(key.name);

        del user['storymaps'][id]
        _user.save(user)

        return jsonify({})
    except Exception, e:
        traceback.print_exc()
        return jsonify({'error': str(e)})

def storymap_migrate(user):
    """
    Migrate a storymap
    @title = storymap title
    @url = storymap base url
    @draft_on = ...
    @published_on = ...
    @file_list = json encoded list of file names
    """
    try:
        title, src_url, draft_on, file_list_json = _request_get_required("title", "url", "draft_on", "file_list")
        published_on = _request_get("published_on")

        file_list = json.loads(file_list_json)

        dst_id = _make_storymap_id(user, title)
        dst_key_prefix = storage.key_prefix(user["uid"], dst_id)
        dst_url = settings.AWS_STORAGE_BUCKET_URL + dst_key_prefix
        dst_img_url = dst_url + "_images/"

        re_img = re.compile(r".*\.(png|gif|jpg|jpeg)$", re.I)
        re_src = re.compile(r"%s" % src_url)

        for file_name in file_list:
            file_url = "%s%s" % (src_url, file_name)

            if file_name.endswith(".json"):
                key_name = storage.key_name(user["uid"], dst_id, file_name)
                r = requests.get(file_url)
                storage.save_json(key_name, re_src.sub(dst_img_url, r.text))
            elif re_img.match(file_name):
                key_name = storage.key_name(user["uid"], dst_id, "_images", file_name)
                storage.save_from_url(key_name, file_url)
            else:
                continue  # skip

        user["storymaps"][dst_id] = {"id": dst_id, "title": title, "draft_on": draft_on, "published_on": published_on}
        _user.save(user)

        _write_embed_draft(dst_key_prefix, user["storymaps"][dst_id])
        if published_on:
            _write_embed_published(dst_key_prefix, user["storymaps"][dst_id])

        return jsonify(user["storymaps"][dst_id])
    except Exception, e:
        traceback.print_exc()
        return jsonify({"error": str(e)})

def storymap_publish(user, id):
    """Save published storymap"""
    try:
        data = _request_get_required('d')

        key_prefix = storage.key_prefix(user['uid'], id)
        content = json.loads(data)
        storage.save_json(key_prefix+'published.json', content)

        user['storymaps'][id]['published_on'] = _utc_now()
        _user.save(user)

        _write_embed_published(key_prefix, user['storymaps'][id])

        return jsonify({'meta': user['storymaps'][id]})
    except storage.StorageException, e:
        traceback.print_exc()
        return jsonify({'error': str(e), 'error_detail': e.detail})

def storymap_publish(user, id):
    """Save published storymap"""
    try:
        data = _request_get_required("d")

        key_prefix = storage.key_prefix(user["uid"], id)
        content = json.loads(data)
        storage.save_json(key_prefix + "published.json", content)

        user["storymaps"][id]["published_on"] = _utc_now()
        _user.save(user)

        _write_embed_published(key_prefix, user["storymaps"][id])

        return jsonify({"meta": user["storymaps"][id]})
    except storage.StorageException, e:
        traceback.print_exc()
        return jsonify({"error": str(e), "error_detail": e.detail})

def storymap_update_meta(user, id):
    """Update storymap meta value"""
    try:
        key, value = _request_get_required('key', 'value')

        user['storymaps'][id][key] = value
        _user.save(user)

        key_prefix = storage.key_prefix(user['uid'], id)

        if key in ['title', 'description', 'image_url']:
            _write_embed_draft(key_prefix, user['storymaps'][id])

            if user['storymaps'][id].get('published_on'):
                _write_embed_published(key_prefix, user['storymaps'][id])

        return jsonify(user['storymaps'][id])
    except Exception, e:
        traceback.print_exc()
        return jsonify({'error': str(e)})

def storymap_create(user):
    """Create a storymap"""
    try:
        title, data = _request_get_required("title", "d")

        id = _make_storymap_id(user, title)

        key_prefix = storage.key_prefix(user["uid"], id)

        content = json.loads(data)
        storage.save_json(key_prefix + "draft.json", content)

        user["storymaps"][id] = {"id": id, "title": title, "draft_on": _utc_now(), "published_on": ""}
        _user.save(user)

        _write_embed_draft(key_prefix, user["storymaps"][id])

        return jsonify({"id": id})
    except Exception, e:
        traceback.print_exc()
        return jsonify({"error": str(e)})

def _make_storymap_id(user, title):
    """Get unique storymap id from slugified title"""
    id_set = set(user['storymaps'].keys())

    # Add keys from S3 (in case of db issues)
    user_key_prefix = storage.key_prefix(user['uid'])
    regex = re.compile(r'^%s([^/]+).*' % user_key_prefix)

    name_list, more = storage.list_key_names(user_key_prefix, 999, '')
    for name in name_list:
        m = regex.match(name)
        if m:
            id_set.add(m.group(1))

    id_base = slugify.slugify(title)
    id = id_base
    n = 0
    while id in id_set:
        n += 1
        id = '%s-%d' % (id_base, n)
    return id

def storymap_export(user, id):
    """
    Download a zip file of the StoryMap's data, for importing or self-hosting
    """
    key_prefix = storage.key_prefix(user['uid'], id)
    key_list, _ = storage.list_keys(key_prefix, 999, '')

    temp_file, temp_path = tempfile.mkstemp()

    @after_this_request
    def cleanup_temp_file(response):
        os.close(temp_file)
        os.remove(temp_path)
        return response

    with ZipFile(temp_path, mode='a') as zip_file:
        zip_file.writestr('metadata.json', json.dumps(user['storymaps'][id]))
        for key in key_list:
            file_name = key.name.split(key_prefix)[-1]
            zip_file.writestr(file_name, storage.get_contents_as_string(key))

    return send_file(temp_path, as_attachment=True, attachment_filename=('storymap-%s.zip' % id))

from storymap import storage
from api import app, _write_embed_draft, _write_embed_published
from flask import g

# Find all storymaps with ids that contain bad chars

print "Examining StoryMaps"

regex = re.compile("[^A-Za-z0-9_\-]")

skip = 0
limit = 100
n = _user.count()

while skip < n:
    for user in _user.find({}, skip=skip, limit=limit):
        for id in [id for id in user["storymaps"].keys() if regex.search(id)]:
            key_prefix = storage.key_prefix(user["uid"], id)

            with app.test_request_context():
                print "Writing embed draft for %s" % key_prefix
                _write_embed_draft(key_prefix, user["storymaps"][id])

                if user["storymaps"][id].get("published_on"):
                    print "Writing embed published for %s" % key_prefix
                    _write_embed_published(key_prefix, user["storymaps"][id])

    skip += limit

sys.exit(0)