usage limits / alerts

progrium · progrium · commit 3f1a90c2d855 · 2011-11-04T18:14:33.000-07:00
diff --git a/bin.py b/bin.py
@@ -31,14 +31,14 @@ def get(self):
 
     def post(self):
         bin = self._get_bin(self.request.path)
-        self._record_post(bin)
+        post = self._record_post(bin)
         # TODO: This should maybe be a header thing
         if 'http://' in self.request.query_string:
             params = dict(self.request.POST.items())
             params['_url'] = self.request.query_string
             urlfetch.fetch(url='http://hookah.progrium.com/dispatch',
                             payload=urllib.urlencode(params), method='POST')
-        taskqueue.add(url='/tasks/newpost', params={})
+        taskqueue.add(url='/tasks/newpost', params={'ip': post.remote_addr, 'size': post.size, 'bin': bin.name})
         self.response.set_status(201)
         self.response.headers['Location'] = str("/%s" % bin.name)
         self.response.out.write('<html><head><meta http-equiv="refresh" content="0;url=/%s" /></head><body>201 Created. Redirecting...</body></html>' % bin.name)
@@ -81,6 +81,7 @@ def _record_post(self, bin, use_get=False):
             else:
                 post.form_data.append([k,v])
         post.put()
+        return post
 
     def _get_bin(self, path):
         name = path[1:].split('/')[0]
diff --git a/dos.yaml b/dos.yaml
@@ -4,4 +4,6 @@ blacklist:
 - subnet: 67.202.28.20
   description: tenu8x - Posts too big for datastore API - 9 reqs/min - Aug 7 2010
 - subnet: 67.202.11.14
-  description: 1g6plqt - Too much too quickly and pushed us over quota - 15 reqs/min - October 20 2010
+  description: 1g6plqt - Too much too quickly and pushed us over quota - 15 reqs/min - October 20 2010
+- subnet: 107.20.169.236
+  description: IP exceeded 500MB transfer in 24 hours
diff --git a/main.py b/main.py
@@ -4,6 +4,8 @@
 from google.appengine.ext.webapp import template
 from models import Bin, Post, App
 from google.appengine.api import datastore_errors
+from google.appengine.api import memcache
+from google.appengine.api import mail
 from google.appengine.runtime import DeadlineExceededError
 import time, yaml
 
@@ -54,6 +56,24 @@ def post(self):
         app = App.instance()
         app.total_posts += 1
         app.put()
+        ip = self.request.get('ip')
+        bin = self.request.get('bin')
+        size = int(self.request.get('size'))
+        day = datetime.datetime.now().day
+        
+        daily_ip_key = 'usage-%s-%s' % (day, ip)
+        daily_ip_usage = memcache.get(daily_ip_key) or 0
+        memcache.set(daily_ip_key, int(daily_ip_usage)+size, time=24*3600)
+        if daily_ip_usage > 500000000: # about 500MB
+            mail.send_mail(sender="progrium@gmail.com", to="progrium@gmail.com",
+                subject="PostBin user IP over quota", body=ip)
+        
+        daily_bin_key = 'usage-%s-%s' % (day, bin)
+        daily_bin_usage = memcache.get(daily_bin_key) or 0
+        memcache.set(daily_bin_key, int(daily_bin_usage)+size, time=24*3600)
+        if daily_bin_usage > 10485760: # 10MB
+            obj = Bin.get_by_name(bin)
+            obj.delete()
 
 if __name__ == '__main__':
     wsgiref.handlers.CGIHandler().run(webapp.WSGIApplication([
diff --git a/models.py b/models.py
@@ -1,6 +1,9 @@
-import time, yaml
+import time
+import yaml
+import datetime
 from google.appengine.ext import db
 from google.appengine.api import datastore_types
+from google.appengine.api import memcache
 from django.utils import simplejson
 
 
@@ -44,7 +47,18 @@ class Bin(db.Model):
     def __init__(self, *args, **kwargs):
         kwargs['name'] = kwargs.get('name', baseN(abs(hash(time.time())), 36))
         super(Bin, self).__init__(*args, **kwargs)
-        
+    
+    @classmethod
+    def get_by_name(cls, name):
+        return Bin.all().filter('name =', name).get()
+    
+    def usage_today_in_bytes(self):
+        day = datetime.datetime.now().day
+        daily_bin_key = 'usage-%s-%s' % (day, self.name)
+        return memcache.get(daily_bin_key) or 0
+    
+    def usage_today_in_megabytes(self):
+        return self.usage_today_in_bytes() / 1048576 
         
 class Post(db.Model):
     bin = db.ReferenceProperty(Bin)
diff --git a/templates/bin.html b/templates/bin.html
@@ -2,7 +2,7 @@
 {% block title %}PostBin - {{ bin.name }}{% endblock %}
 {% block header %}<link href="/{{ bin.name }}/feed" type="application/atom+xml" rel="alternate" title="Feed of PostBin {{ bin.name }}" />{% endblock %}
 {% block content %}
-  <p>All POST requests to this URL are logged for you to see here, sorted newest to oldest.</p>
+  <p>All POST requests to this URL are logged for you to see here, sorted newest to oldest.</p> 
     {% for post in posts %}
       <div class="post">
         <a href="#{{ post.id }}" title="A unique ID for this request">#{{ post.id }}</a> @ 
@@ -35,7 +35,7 @@
       </table>
     </div>
     {% endfor %}
-
+    <p>If over 10MB of data is posted in a day, this bin will be deleted. Current usage today: <strong>{{bin.usage_today_in_megabytes}}MB</strong></p>
   <a href="/">&larr; Home</a>
   <a href="/{{ bin.name }}/feed" style="display: block; float: right;">Atom Feed</a>
 {% endblock %}
