Code

Changes between Version 5 and Version 6 of ContinuousIntegration


Ignore:
Timestamp:
05/19/13 01:57:38 (14 months ago)
Author:
gcc
Comment:

--

Legend:

Unmodified
Added
Removed
Modified
  • ContinuousIntegration

    v5 v6  
    2525* Build of the `travisci` branch is currently failing - ouch! **TODO** urgent 
    2626* The Travis config files in `travisci` and `master` branches differ **TODO** 
     27 
     28== Postgres Crashing == 
     29 
     30Postgres on Travis crashes when we run all the tests due to [https://api.travis-ci.org/jobs/7294330/log.txt?deansi=true running out of disk space]: 
     31 
     32{{{ 
     33====================================================================== 
     34ERROR: test_cache_read_for_model_instance (cache.tests.DBCacheTests) 
     35---------------------------------------------------------------------- 
     36Traceback (most recent call last): 
     37  File "/home/travis/build/aptivate/django/django/test/testcases.py", line 259, in __call__ 
     38    self._post_teardown() 
     39  File "/home/travis/build/aptivate/django/django/test/testcases.py", line 523, in _post_teardown 
     40    self._fixture_teardown() 
     41  File "/home/travis/build/aptivate/django/django/test/testcases.py", line 538, in _fixture_teardown 
     42    skip_validation=True, reset_sequences=False) 
     43  File "/home/travis/build/aptivate/django/django/core/management/__init__.py", line 161, in call_command 
     44    return klass.execute(*args, **defaults) 
     45  File "/home/travis/build/aptivate/django/django/core/management/base.py", line 283, in execute 
     46    output = self.handle(*args, **options) 
     47  File "/home/travis/build/aptivate/django/django/core/management/base.py", line 413, in handle 
     48    return self.handle_noargs(**options) 
     49  File "/home/travis/build/aptivate/django/django/core/management/commands/flush.py", line 84, in handle_noargs 
     50    emit_post_sync_signal(set(all_models), verbosity, interactive, db) 
     51  File "/home/travis/build/aptivate/django/django/core/management/sql.py", line 202, in emit_post_sync_signal 
     52    interactive=interactive, db=db) 
     53  File "/home/travis/build/aptivate/django/django/dispatch/dispatcher.py", line 182, in send 
     54    response = receiver(signal=self, sender=sender, **named) 
     55  File "/home/travis/build/aptivate/django/django/contrib/auth/management/__init__.py", line 97, in create_permissions 
     56    auth_app.Permission.objects.using(db).bulk_create(perms) 
     57  File "/home/travis/build/aptivate/django/django/db/models/query.py", line 443, in bulk_create 
     58    self._batched_insert(objs_without_pk, fields, batch_size) 
     59  File "/home/travis/build/aptivate/django/django/db/transaction.py", line 313, in __exit__ 
     60    connection.set_autocommit(True) 
     61  File "/home/travis/build/aptivate/django/django/db/backends/__init__.py", line 330, in set_autocommit 
     62    self._set_autocommit(autocommit) 
     63  File "/home/travis/build/aptivate/django/django/db/backends/postgresql_psycopg2/base.py", line 175, in _set_autocommit 
     64    self.connection.autocommit = autocommit 
     65InterfaceError: connection already closed 
     66 
     67====================================================================== 
     68ERROR: test_cache_read_for_model_instance_with_deferred (cache.tests.DBCacheTests) 
     69---------------------------------------------------------------------- 
     70Traceback (most recent call last): 
     71  File "/home/travis/build/aptivate/django/tests/cache/tests.py", line 807, in setUp 
     72    management.call_command('createcachetable', self._table_name, verbosity=0, interactive=False) 
     73  File "/home/travis/build/aptivate/django/django/core/management/__init__.py", line 161, in call_command 
     74    return klass.execute(*args, **defaults) 
     75  File "/home/travis/build/aptivate/django/django/core/management/base.py", line 283, in execute 
     76    output = self.handle(*args, **options) 
     77  File "/home/travis/build/aptivate/django/django/core/management/base.py", line 383, in handle 
     78    label_output = self.handle_label(label, **options) 
     79  File "/home/travis/build/aptivate/django/django/core/management/commands/createcachetable.py", line 57, in handle_label 
     80    curs = connection.cursor() 
     81  File "/home/travis/build/aptivate/django/django/db/backends/__init__.py", line 159, in cursor 
     82    cursor = util.CursorWrapper(self._cursor(), self) 
     83  File "/home/travis/build/aptivate/django/django/db/backends/__init__.py", line 131, in _cursor 
     84    return self.create_cursor() 
     85  File "/home/travis/build/aptivate/django/django/db/utils.py", line 99, in __exit__ 
     86    six.reraise(dj_exc_type, dj_exc_value, traceback) 
     87  File "/home/travis/build/aptivate/django/django/db/backends/__init__.py", line 131, in _cursor 
     88    return self.create_cursor() 
     89  File "/home/travis/build/aptivate/django/django/db/backends/postgresql_psycopg2/base.py", line 141, in create_cursor 
     90    cursor = self.connection.cursor() 
     91InterfaceError: connection already closed 
     92 
     93... postgres logs: 
     94 
     952013-05-19 08:29:13 UTC STATEMENT:  INSERT INTO "test cache table" (cache_key, value, expires) VALUES (':1:addkey1', 'gAJYCAAAAG5ld3ZhbHVlcQEu', '2013-05-19 03:34:13') 
     962013-05-19 08:29:21 UTC PANIC:  could not write to file "pg_xlog/xlogtemp.11884": No space left on device 
     972013-05-19 08:29:21 UTC STATEMENT:  COMMIT 
     982013-05-19 08:29:21 UTC LOG:  server process (PID 11884) was terminated by signal 6: Aborted 
     992013-05-19 08:29:21 UTC LOG:  terminating any other active server processes 
     1002013-05-19 08:29:21 UTC WARNING:  terminating connection because of crash of another server process 
     1012013-05-19 08:29:21 UTC DETAIL:  The postmaster has commanded this server process to roll back the current transaction and exit, because another server process exited abnormally and possibly corrupted shared memory. 
     1022013-05-19 08:29:21 UTC HINT:  In a moment you should be able to reconnect to the database and repeat your command. 
     1032013-05-19 08:29:21 UTC LOG:  all server processes terminated; reinitializing 
     1042013-05-19 08:29:21 UTC LOG:  database system was interrupted; last known up at 2013-05-19 08:27:16 UTC 
     1052013-05-19 08:29:21 UTC LOG:  database system was not properly shut down; automatic recovery in progress 
     1062013-05-19 08:29:21 UTC LOG:  redo starts at 0/5045358 
     1072013-05-19 08:29:32 UTC FATAL:  the database system is in recovery mode 
     1082013-05-19 08:29:32 UTC FATAL:  the database system is in recovery mode 
     1092013-05-19 08:29:43 UTC FATAL:  the database system is in recovery mode 
     1102013-05-19 08:29:43 UTC FATAL:  the database system is in recovery mode 
     111travis_fold:end:after_failure 
     112Done. Your build exited with 1. 
     113}}} 
     114 
     115It seems that this might happen when [http://www.postgresql.org/message-id/4EBE12B4.5020705@2ndQuadrant.com disk space is low]. 
     116 
     117Can any Postgres expert help debug and fix this?