funfetchy.py

import os
import json
import random
import urlparse
import unicodedata

import webapp2 as webapp

from google.appengine.api import images
from google.appengine.ext import db
from google.appengine.ext.webapp import template
from google.appengine.api import urlfetch


#RedditSubmissions data model
##############################################

class RedditSubmissions(db.Model):
  created_date = db.DateTimeProperty(auto_now_add=True)
  json = db.TextProperty()
  data = db.BlobProperty()
  width = db.IntegerProperty()
  height = db.IntegerProperty()
  title = db.StringProperty()
  url = db.StringProperty()
  author = db.StringProperty()
  score = db.IntegerProperty()
  rand = db.FloatProperty()
  star = db.BooleanProperty()

#Request handler
##############################################

class FfBaseHandler(webapp.RequestHandler):
  def template_path(self, filename):
    return os.path.join(os.path.dirname(__file__), filename)

  def render_to_response(self, filename, template_args):
    template_args.setdefault('current_uri', self.request.uri)
    self.response.out.write(str(
        template.render(self.template_path(filename), template_args)))


#Show eveything starred
##############################################
class FfSlideshow(FfBaseHandler):
  def get(self):
    submissions = RedditSubmissions.all().filter('star =',True).order('-created_date').fetch(99)
    self.render_to_response('templatehtml/index.html', {
        'subs': submissions,
     })

#Show eveything in webgl
##############################################
class FfPass(FfBaseHandler):
  def get(self):
    submissions = RedditSubmissions.all().order('-created_date').fetch(99)
    self.render_to_response('templatehtml/webgl.html', {
        'subs': submissions,
        'size': len(submissions),
        'one': submissions[0],
     })

#Show eveything in html5
##############################################
class FfNew(FfBaseHandler):
  def get(self):
    submissions = RedditSubmissions.all().order('-created_date').fetch(99)
    self.render_to_response('templatehtml/new.html', {
        'subs': submissions,
     })


#Show random in html5
##############################################
class FfRandom(FfBaseHandler):
  def get(self):
    submissions = RedditSubmissions.all().filter('rand > ', random.random()).order('rand').fetch(99)
    self.render_to_response('templatehtml/index.html', {
        'subs': submissions,
     })


#Delete cron job
##############################################
class FfDelete(webapp.RequestHandler):
  def get(self):
        #DELETE ALL PREVIOUS POSTS
        s = RedditSubmissions.all().order('-created_date').fetch(99);
        for j in s:
          if not j.star:
            print j
            j.delete()


#Set starred in html5
##############################################
class FfUpVote2(FfBaseHandler):
    def post(self,pic_key):
        sub = db.get(pic_key)
        if not sub.star:
          sub.star = True
        else:
          sub.star = False
        sub.put()
        self.redirect('/new')


#Set starred in webgl
##############################################
class FfUpVote(FfBaseHandler):
    def post(self,pic_key):
        sub = db.get(pic_key)
        if not sub.star:
          sub.star = True
        else:
          sub.star = False
        sub.put()
        self.redirect('/webgl')
        
#Utility serve image
##############################################
class FfServeImage(webapp.RequestHandler):
    def get(self,pic_key):
        image = db.get(pic_key)
        self.response.headers['Content-Type'] = 'image/png'
        self.response.out.write(str(image.data))


#Grab images from the passed reddit page
# i.e. <web>/update/(funny/wtf/etc)
##############################################
class FfUpdate(webapp.RequestHandler):
    def get(self,page):
        
        page_json = urlfetch.Fetch('http://www.reddit.com/r/'+page+'.json' )

        #print page,page_json.content
        
        obj = json.loads(  page_json.content )

        #print(obj.get('data').get('children'))
        for subs in  obj.get('data').get('children'):
            if not subs['data']['url']:
              continue
            
            path = urlparse.urlparse(subs['data']['url']).path
            ext = os.path.splitext(path)[1]

            if not ext or ext == ".gif":
              continue

            title = subs['data']['title']
            if title.find("NSFW") > 0:
	      print "<p>", title.encode('utf-8'), "discarded because NSFW.. </p>"              
              continue
            
            tt = subs['data']['url'];
            s = RedditSubmissions.all();
            r = s.filter('url =', tt).fetch(limit=1)
           
            if len(r) > 0:
	      print "<p>", title.encode('utf-8'), tt.encode('utf-8'), "Already inserted. </p>"
              continue
            
            try:
              image = urlfetch.Fetch(subs['data']['url']).content
              img = images.Image(image)
              img.im_feeling_lucky()
              
              if img.width > 2048 or img.height > 1600:
                continue
              
                
              if img.width > 1024 or img.height > 768:
                img.resize(img.width/2,img.height/2)
                
              png_data = img
                
              png_data = img.execute_transforms(images.PNG)
                
              temp = subs['data']['title']
              temp = temp.replace("\"", "\'")
              temp = unicodedata.normalize('NFKD', temp).encode('ascii','ignore')
	      RedditSubmissions(
                data= png_data,
                width = img.width,
                height = img.height,
                json = "",
                title = temp,
                url = unicodedata.normalize('NFKD', subs['data']['url']).encode('ascii','ignore'),
                author = unicodedata.normalize('NFKD', subs['data']['author']).encode('ascii','ignore'),
                score = int(subs['data']['score']),
                rand = random.random(),
                star = False,
                    ).put()
              
	      print "<p>", title.encode('utf-8'), tt.encode('utf-8'), len(r), ext.encode('utf-8'), "inserted! </p>"
              
            except Exception,e:
              print e
              
            self.redirect('/')
                
    #self.render_to_response('templatehtml/upload.html', {'subs': sub })
    


##############################################
# URL MAP DEFINITION
##############################################
url_map = [
             ('/delete', FfDelete),
             ('/new', FfNew),
             ('/random', FfRandom),
             ('/webgl', FfPass),
             ('/image/([-\w]+)', FfServeImage),
             ('/upvote/([-\w]+)', FfUpVote),
             ('/upvote2/([-\w]+)', FfUpVote2),
             ('/update/([-\w]+)', FfUpdate),
             ('/', FfSlideshow)]
             
application = webapp.WSGIApplication(url_map,debug=True)