| 1 | Running all benchmarks
|
|---|
| 2 | Control: Django 1.3.1 SVN-17428 (in django-control)
|
|---|
| 3 | Experiment: Django 1.4c1 (in django-experiment)
|
|---|
| 4 |
|
|---|
| 5 | Running 'default_middleware' benchmark ...
|
|---|
| 6 | Min: -0.000069 -> -0.000018: 0.2586x slower
|
|---|
| 7 | Avg: 0.000456 -> 0.000543: 1.1914x slower
|
|---|
| 8 | Not significant
|
|---|
| 9 | Stddev: 0.00343 -> 0.00120: 2.8571x smaller (N = 100)
|
|---|
| 10 |
|
|---|
| 11 | Running 'form_clean' benchmark ...
|
|---|
| 12 | Min: 0.000028 -> 0.000028: no change
|
|---|
| 13 | Avg: 0.000034 -> 0.000035: 1.0364x slower
|
|---|
| 14 | Not significant
|
|---|
| 15 | Stddev: 0.00002 -> 0.00003: 1.4440x larger (N = 100)
|
|---|
| 16 |
|
|---|
| 17 | Running 'form_create' benchmark ...
|
|---|
| 18 | Min: 0.000018 -> 0.000053: 2.9211x slower
|
|---|
| 19 | Avg: 0.000065 -> 0.000063: 1.0291x faster
|
|---|
| 20 | Not significant
|
|---|
| 21 | Stddev: 0.00002 -> 0.00001: 1.3612x smaller (N = 100)
|
|---|
| 22 |
|
|---|
| 23 | Running 'l10n_render' benchmark ...
|
|---|
| 24 | Min: 0.005449 -> 0.005963: 1.0944x slower
|
|---|
| 25 | Avg: 0.006950 -> 0.006772: 1.0263x faster
|
|---|
| 26 | Not significant
|
|---|
| 27 | Stddev: 0.00145 -> 0.00117: 1.2325x smaller (N = 100)
|
|---|
| 28 |
|
|---|
| 29 | Running 'model_creation' benchmark ...
|
|---|
| 30 | Min: 0.000112 -> 0.000134: 1.1957x slower
|
|---|
| 31 | Avg: 0.000203 -> 0.000206: 1.0154x slower
|
|---|
| 32 | Not significant
|
|---|
| 33 | Stddev: 0.00011 -> 0.00010: 1.1487x smaller (N = 100)
|
|---|
| 34 |
|
|---|
| 35 | Running 'multi_value_dict' benchmark ...
|
|---|
| 36 | Min: 0.000016 -> -0.000004: -3.6667x faster
|
|---|
| 37 | Avg: 0.000124 -> 0.000192: 1.5388x slower
|
|---|
| 38 | Not significant
|
|---|
| 39 | Stddev: 0.00010 -> 0.00070: 7.0714x larger (N = 100)
|
|---|
| 40 |
|
|---|
| 41 | Running 'qs_filter_chaining' benchmark ...
|
|---|
| 42 | Min: 0.001896 -> 0.001741: 1.0890x faster
|
|---|
| 43 | Avg: 0.002431 -> 0.002896: 1.1916x slower
|
|---|
| 44 | Significant (t=-4.290463)
|
|---|
| 45 | Stddev: 0.00037 -> 0.00102: 2.7618x larger (N = 100)
|
|---|
| 46 |
|
|---|
| 47 | Running 'query_aggregate' benchmark ...
|
|---|
| 48 | Min: 0.000038 -> 0.000045: 1.1750x slower
|
|---|
| 49 | Avg: 0.000288 -> 0.000276: 1.0469x faster
|
|---|
| 50 | Not significant
|
|---|
| 51 | Stddev: 0.00014 -> 0.00005: 2.5378x smaller (N = 100)
|
|---|
| 52 |
|
|---|
| 53 | Running 'query_all' benchmark ...
|
|---|
| 54 | Min: 0.021516 -> 0.024808: 1.1530x slower
|
|---|
| 55 | Avg: 0.026032 -> 0.030944: 1.1887x slower
|
|---|
| 56 | Significant (t=-5.668286)
|
|---|
| 57 | Stddev: 0.00516 -> 0.00696: 1.3479x larger (N = 100)
|
|---|
| 58 |
|
|---|
| 59 | Running 'query_all_multifield' benchmark ...
|
|---|
| 60 | Min: 0.043492 -> 0.053683: 1.2343x slower
|
|---|
| 61 | Avg: 0.049113 -> 0.061782: 1.2580x slower
|
|---|
| 62 | Significant (t=-11.048640)
|
|---|
| 63 | Stddev: 0.00686 -> 0.00919: 1.3382x larger (N = 100)
|
|---|
| 64 |
|
|---|
| 65 | Running 'query_annotate' benchmark ...
|
|---|
| 66 | Min: 0.000344 -> 0.000219: 1.5702x faster
|
|---|
| 67 | Avg: 0.000803 -> 0.000866: 1.0795x slower
|
|---|
| 68 | Not significant
|
|---|
| 69 | Stddev: 0.00038 -> 0.00040: 1.0645x larger (N = 100)
|
|---|
| 70 |
|
|---|
| 71 | Running 'query_complex_filter' benchmark ...
|
|---|
| 72 | Min: 0.000056 -> 0.000044: 1.2703x faster
|
|---|
| 73 | Avg: 0.000179 -> 0.000186: 1.0421x slower
|
|---|
| 74 | Not significant
|
|---|
| 75 | Stddev: 0.00004 -> 0.00010: 2.6444x larger (N = 100)
|
|---|
| 76 |
|
|---|
| 77 | Running 'query_count' benchmark ...
|
|---|
| 78 | Min: 0.000076 -> 0.000073: 1.0425x faster
|
|---|
| 79 | Avg: 0.000232 -> 0.000239: 1.0286x slower
|
|---|
| 80 | Not significant
|
|---|
| 81 | Stddev: 0.00004 -> 0.00003: 1.0441x smaller (N = 100)
|
|---|
| 82 |
|
|---|
| 83 | Running 'query_dates' benchmark ...
|
|---|
| 84 | Min: 0.000232 -> 0.000346: 1.4913x slower
|
|---|
| 85 | Avg: 0.000628 -> 0.001046: 1.6644x slower
|
|---|
| 86 | Significant (t=-9.163837)
|
|---|
| 87 | Stddev: 0.00015 -> 0.00043: 2.8262x larger (N = 100)
|
|---|
| 88 |
|
|---|
| 89 | Running 'query_delete' benchmark ...
|
|---|
| 90 | Min: 0.000183 -> 0.000118: 1.5515x faster
|
|---|
| 91 | Avg: 0.000461 -> 0.000251: 1.8347x faster
|
|---|
| 92 | Significant (t=2.292371)
|
|---|
| 93 | Stddev: 0.00091 -> 0.00009: 10.5890x smaller (N = 100)
|
|---|
| 94 |
|
|---|
| 95 | Running 'query_distinct' benchmark ...
|
|---|
| 96 | Min: 0.000146 -> 0.000114: 1.2803x faster
|
|---|
| 97 | Avg: 0.000358 -> 0.000394: 1.1011x slower
|
|---|
| 98 | Significant (t=-2.727245)
|
|---|
| 99 | Stddev: 0.00004 -> 0.00013: 2.8052x larger (N = 100)
|
|---|
| 100 |
|
|---|
| 101 | Running 'query_exclude' benchmark ...
|
|---|
| 102 | Min: 0.000250 -> 0.000168: 1.4886x faster
|
|---|
| 103 | Avg: 0.000527 -> 0.000498: 1.0568x faster
|
|---|
| 104 | Not significant
|
|---|
| 105 | Stddev: 0.00012 -> 0.00012: 1.0592x smaller (N = 100)
|
|---|
| 106 |
|
|---|
| 107 | Running 'query_exists' benchmark ...
|
|---|
| 108 | Min: 0.000589 -> 0.000816: 1.3854x slower
|
|---|
| 109 | Avg: 0.001064 -> 0.001639: 1.5414x slower
|
|---|
| 110 | Significant (t=-9.287342)
|
|---|
| 111 | Stddev: 0.00017 -> 0.00060: 3.4986x larger (N = 100)
|
|---|
| 112 |
|
|---|
| 113 | Running 'query_filter' benchmark ...
|
|---|
| 114 | Min: 0.000264 -> 0.000153: 1.7270x faster
|
|---|
| 115 | Avg: 0.000739 -> 0.000408: 1.8099x faster
|
|---|
| 116 | Significant (t=10.240275)
|
|---|
| 117 | Stddev: 0.00029 -> 0.00014: 2.1514x smaller (N = 100)
|
|---|
| 118 |
|
|---|
| 119 | Running 'query_get' benchmark ...
|
|---|
| 120 | Min: 0.027968 -> 0.028000: 1.0011x slower
|
|---|
| 121 | Avg: 0.035184 -> 0.030973: 1.1360x faster
|
|---|
| 122 | Significant (t=4.751685)
|
|---|
| 123 | Stddev: 0.00832 -> 0.00305: 2.7306x smaller (N = 100)
|
|---|
| 124 |
|
|---|
| 125 | Running 'query_get_or_create' benchmark ...
|
|---|
| 126 | Min: 0.000833 -> 0.000884: 1.0616x slower
|
|---|
| 127 | Avg: 0.001271 -> 0.001377: 1.0834x slower
|
|---|
| 128 | Significant (t=-3.042809)
|
|---|
| 129 | Stddev: 0.00023 -> 0.00026: 1.1360x larger (N = 100)
|
|---|
| 130 |
|
|---|
| 131 | Running 'query_in_bulk' benchmark ...
|
|---|
| 132 | Min: 0.000029 -> 0.000141: 4.8443x slower
|
|---|
| 133 | Avg: 0.000400 -> 0.000399: 1.0035x faster
|
|---|
| 134 | Not significant
|
|---|
| 135 | Stddev: 0.00014 -> 0.00011: 1.3016x smaller (N = 100)
|
|---|
| 136 |
|
|---|
| 137 | Running 'query_iterator' benchmark ...
|
|---|
| 138 | Min: 0.000063 -> 0.000105: 1.6705x slower
|
|---|
| 139 | Avg: 0.000251 -> 0.000255: 1.0159x slower
|
|---|
| 140 | Not significant
|
|---|
| 141 | Stddev: 0.00011 -> 0.00005: 2.0956x smaller (N = 100)
|
|---|
| 142 |
|
|---|
| 143 | Running 'query_latest' benchmark ...
|
|---|
| 144 | Min: 0.000182 -> 0.000037: 4.8910x faster
|
|---|
| 145 | Avg: 0.000399 -> 0.000417: 1.0472x slower
|
|---|
| 146 | Not significant
|
|---|
| 147 | Stddev: 0.00016 -> 0.00014: 1.2016x smaller (N = 100)
|
|---|
| 148 |
|
|---|
| 149 | Running 'query_none' benchmark ...
|
|---|
| 150 | Min: 0.000029 -> 0.000030: 1.0331x slower
|
|---|
| 151 | Avg: 0.000034 -> 0.000036: 1.0530x slower
|
|---|
| 152 | Not significant
|
|---|
| 153 | Stddev: 0.00001 -> 0.00001: 1.1133x larger (N = 100)
|
|---|
| 154 |
|
|---|
| 155 | Running 'query_order_by' benchmark ...
|
|---|
| 156 | Min: 0.000087 -> 0.000119: 1.3671x slower
|
|---|
| 157 | Avg: 0.000398 -> 0.000405: 1.0197x slower
|
|---|
| 158 | Not significant
|
|---|
| 159 | Stddev: 0.00012 -> 0.00009: 1.3884x smaller (N = 100)
|
|---|
| 160 |
|
|---|
| 161 | Running 'query_raw' benchmark ...
|
|---|
| 162 | Min: 0.014185 -> 0.017529: 1.2357x slower
|
|---|
| 163 | Avg: 0.015806 -> 0.029309: 1.8543x slower
|
|---|
| 164 | Significant (t=-9.200864)
|
|---|
| 165 | Stddev: 0.00137 -> 0.01461: 10.6480x larger (N = 100)
|
|---|
| 166 |
|
|---|
| 167 | Running 'query_raw_deferred' benchmark ...
|
|---|
| 168 | Min: 0.015319 -> 0.015920: 1.0392x slower
|
|---|
| 169 | Avg: 0.016947 -> 0.017143: 1.0115x slower
|
|---|
| 170 | Not significant
|
|---|
| 171 | Stddev: 0.00139 -> 0.00156: 1.1192x larger (N = 100)
|
|---|
| 172 |
|
|---|
| 173 | Running 'query_select_related' benchmark ...
|
|---|
| 174 | Min: 0.005626 -> 0.006284: 1.1170x slower
|
|---|
| 175 | Avg: 0.006364 -> 0.007066: 1.1102x slower
|
|---|
| 176 | Significant (t=-11.357409)
|
|---|
| 177 | Stddev: 0.00043 -> 0.00044: 1.0245x larger (N = 100)
|
|---|
| 178 |
|
|---|
| 179 | Running 'query_update' benchmark ...
|
|---|
| 180 | Min: 0.000047 -> 0.000035: 1.3401x faster
|
|---|
| 181 | Avg: 0.000293 -> 0.000280: 1.0447x faster
|
|---|
| 182 | Not significant
|
|---|
| 183 | Stddev: 0.00009 -> 0.00008: 1.0836x smaller (N = 100)
|
|---|
| 184 |
|
|---|
| 185 | Running 'query_values' benchmark ...
|
|---|
| 186 | Min: 0.000061 -> 0.000223: 3.6523x slower
|
|---|
| 187 | Avg: 0.000324 -> 0.000334: 1.0315x slower
|
|---|
| 188 | Not significant
|
|---|
| 189 | Stddev: 0.00011 -> 0.00008: 1.4061x smaller (N = 100)
|
|---|
| 190 |
|
|---|
| 191 | Running 'query_values_list' benchmark ...
|
|---|
| 192 | Min: 0.000072 -> 0.000062: 1.1615x faster
|
|---|
| 193 | Avg: 0.000316 -> 0.000336: 1.0625x slower
|
|---|
| 194 | Not significant
|
|---|
| 195 | Stddev: 0.00012 -> 0.00009: 1.3643x smaller (N = 100)
|
|---|
| 196 |
|
|---|
| 197 | Running 'startup' benchmark ...
|
|---|
| 198 | 0.076804 -> 0.148288: 1.9307x slower
|
|---|
| 199 |
|
|---|
| 200 | Running 'template_compilation' benchmark ...
|
|---|
| 201 | Min: 0.000270 -> 0.000243: 1.1119x faster
|
|---|
| 202 | Avg: 0.000634 -> 0.000711: 1.1209x slower
|
|---|
| 203 | Not significant
|
|---|
| 204 | Stddev: 0.00103 -> 0.00205: 1.9883x larger (N = 100)
|
|---|
| 205 |
|
|---|
| 206 | Running 'template_render' benchmark ...
|
|---|
| 207 | Min: 0.009377 -> 0.009335: 1.0045x faster
|
|---|
| 208 | Avg: 0.010307 -> 0.010590: 1.0275x slower
|
|---|
| 209 | Not significant
|
|---|
| 210 | Stddev: 0.00088 -> 0.00133: 1.5003x larger (N = 100)
|
|---|
| 211 |
|
|---|
| 212 | Running 'template_render_simple' benchmark ...
|
|---|
| 213 | Min: 0.000086 -> 0.000058: 1.4754x faster
|
|---|
| 214 | Avg: 0.000220 -> 0.000311: 1.4128x slower
|
|---|
| 215 | Not significant
|
|---|
| 216 | Stddev: 0.00118 -> 0.00207: 1.7519x larger (N = 100)
|
|---|
| 217 |
|
|---|
| 218 | Running 'url_resolve' benchmark ...
|
|---|
| 219 | Min: 0.000085 -> 0.000070: 1.2150x faster
|
|---|
| 220 | Avg: 0.000113 -> 0.000171: 1.5123x slower
|
|---|
| 221 | Significant (t=-2.424447)
|
|---|
| 222 | Stddev: 0.00016 -> 0.00018: 1.1331x larger (N = 100)
|
|---|
| 223 |
|
|---|
| 224 | Running 'url_reverse' benchmark ...
|
|---|
| 225 | Min: 0.000043 -> 0.000060: 1.3923x slower
|
|---|
| 226 | Avg: 0.000132 -> 0.000187: 1.4236x slower
|
|---|
| 227 | Not significant
|
|---|
| 228 | Stddev: 0.00025 -> 0.00028: 1.0968x larger (N = 100)
|
|---|
| 229 |
|
|---|