Added a distribution tab to visualize request time distributions over time

README.md

@@ -349,6 +349,14 @@ Silk currently generates two bits of code per request:
 
 Both are intended for use in replaying the request. The curl command can be used to replay via command-line and the python code can be used within a Django unit test or simply as a standalone script.
 
+## Distribution View
+
+By setting the configuration ``SILKY_DISTRIBUTION_TAB`` to ``True`` a distribution tab can be enabled with a visualisation for plotting the distribution of timings of requests. At present it is possible to group the requests by date or revision.
+
+<img src="https://raw.githubusercontent.com/jazzband/django-silk/master/screenshots/11.png" width="720px"/>
+
+You can click on the various groups to drill down to eventually see the actual requests that are running slowly. This visualisation can be useful for benchmarking an application over versions or time to see if performance improves or degrades.
+
 ## Configuration
 
 ### Authentication/Authorisation

project/example_app/views.py

@@ -9,7 +9,7 @@
 def index(request):
     @silk_profile()
     def do_something_long():
-        sleep(1.345)
+        sleep(0.345)
 
     with silk_profile(name='Why do this take so long?'):
         do_something_long()

project/project/settings.py

@@ -121,3 +121,5 @@
 SILKY_MAX_RECORDED_REQUESTS_CHECK_PERCENT = 0
 # SILKY_AUTHENTICATION = True
 # SILKY_AUTHORISATION = True
+
+SILKY_DISTRIBUTION_TAB = True

requirements.txt

@@ -11,3 +11,4 @@ Django>=1.11
 freezegun>=0.3
 factory-boy>=2.8.1
 gprof2dot>=2016.10.13,<2017.09.19
+dealer>=2.0.5

setup.py

@@ -57,5 +57,6 @@ def read_md(f):
         'autopep8',
         'pytz',
         'gprof2dot<2017.09.19',
+        'dealer',
     ]
 )

silk/config.py

@@ -2,15 +2,37 @@
 
 from django.utils import six
 
+from dealer.auto import auto
+
 from silk.singleton import Singleton
 
 
+
 def default_permissions(user):
     if user:
         return user.is_staff
     return False
 
 
+def default_revision():
+    revision = auto.revision
+    try:
+        # This is a pretty flaky way of getting revisions in a semi chronological
+        # order (of course two commits from the same second cannot be correctly
+        # ordered) for a couple of reasons:
+        #
+        #  - it only works for git
+        #  - it's using the protected _repo attribute from dealer
+        #  - the timestamp becomes visible in the revision
+        #
+        # However it is better than order commit hashes alphabetically
+        timestamp = auto._repo.git('show -s --format=%at ' + revision)
+        revision = ' # '.join([timestamp.decode(), revision])
+    except:
+        pass
+    return revision
+
+
 class SilkyConfig(six.with_metaclass(Singleton, object)):
     defaults = {
         'SILKY_DYNAMIC_PROFILING': [],
@@ -28,7 +50,10 @@ class SilkyConfig(six.with_metaclass(Singleton, object)):
         'SILKY_INTERCEPT_PERCENT': 100,
         'SILKY_INTERCEPT_FUNC': None,
         'SILKY_PYTHON_PROFILER': False,
-        'SILKY_STORAGE_CLASS': 'silk.storage.ProfilerResultStorage'
+        'SILKY_REVISION': default_revision(),
+        'SILKY_POST_PROCESS_REQUEST': lambda x: None,
+        'SILKY_STORAGE_CLASS': 'silk.storage.ProfilerResultStorage',
+        'SILKY_DISTRIBUTION_TAB': False,
     }
 
     def _setup(self):

silk/migrations/0007_request_revision.py

@@ -0,0 +1,21 @@
+# -*- coding: utf-8 -*-
+# Generated by Django 1.11.3 on 2017-12-08 12:52
+from __future__ import unicode_literals
+
+from django.db import migrations, models
+import silk.storage
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('silk', '0006_fix_request_prof_file_blank'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='request',
+            name='revision',
+            field=models.TextField(blank=True, default=''),
+        ),
+    ]

silk/models.py

@@ -72,6 +72,7 @@ class Request(models.Model):
     meta_time_spent_queries = FloatField(null=True, blank=True)
     pyprofile = TextField(blank=True, default='')
     prof_file = FileField(max_length=300, blank=True, storage=silk_storage)
+    revision = TextField(blank=True, default='')
 
     @property
     def total_meta_time(self):
@@ -112,6 +113,30 @@ def time_spent_on_sql_queries(self):
         """
         return sum(x.time_taken for x in SQLQuery.objects.filter(request=self))
 
+    @classmethod
+    def get_date(cls, start_time):
+        return start_time.date()
+
+    @property
+    def date(self):
+        return self.get_date(self.start_time)
+
+    @classmethod
+    def get_hour(cls, start_time):
+        return start_time.strftime('%Y-%m-%d %H')
+
+    @property
+    def hour(self):
+        return self.get_hour(self.start_time)
+
+    @classmethod
+    def get_minute(cls, start_time):
+        return start_time.strftime('%Y-%m-%d %H:%M')
+
+    @property
+    def minute(self):
+        return self.get_minute(self.start_time)
+
     @property
     def headers(self):
         if self.encoded_headers:
@@ -163,6 +188,12 @@ def save(self, *args, **kwargs):
             interval = self.end_time - self.start_time
             self.time_taken = interval.total_seconds() * 1000
 
+        config = SilkyConfig()
+
+        self.revision = config.SILKY_REVISION
+
+        config.SILKY_POST_PROCESS_REQUEST(self)
+
         super(Request, self).save(*args, **kwargs)
         Request.garbage_collect(force=False)
 

silk/request_filters.py

@@ -206,16 +206,21 @@ def __init__(self, value):
         super(MethodFilter, self).__init__(value, method=value)
 
 
-def filters_from_request(request):
+class RevisionFilter(BaseFilter):
+    def __init__(self, value):
+        super(RevisionFilter, self).__init__(value, revision=value)
+
+
+def filters_from_query_dict(query_dict):
     raw_filters = {}
-    for key in request.POST:
+    for key in query_dict:
         splt = key.split('-')
         if splt[0].startswith('filter'):
             ident = splt[1]
             typ = splt[2]
             if ident not in raw_filters:
                 raw_filters[ident] = {}
-            raw_filters[ident][typ] = request.POST[key]
+            raw_filters[ident][typ] = query_dict[key]
     filters = {}
     for ident, raw_filter in raw_filters.items():
         value = raw_filter.get('value', '')