[Buildbot] #2986: postgres tests failing

Buildbot trac trac at buildbot.net
Wed Oct 29 01:27:37 UTC 2014 

#2986: postgres tests failing
-------------------+--------------------
Reporter:  dustin  |      Owner:  dustin
    Type:  defect  |     Status:  new
Priority:  major   |  Milestone:  0.9.0
 Version:  0.8.9   |   Keywords:
-------------------+--------------------
 {{{
 [ERROR]
 Traceback (most recent call last):
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/twisted/python/threadpool.py", line 207, in _worker
     result = context.call(ctx, function, *args, **kwargs)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/twisted/python/context.py", line 118, in callWithContext
     return self.currentContext().callWithContext(ctx, func, *args, **kw)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/twisted/python/context.py", line 81, in callWithContext
     return func(*args,**kw)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/db/pool.py", line 191, in __thd
     rv = callable(arg, *args, **kwargs)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/db/model.py", line 764, in thd
     upgrade(engine)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/db/model.py", line 705, in upgrade
     schema.runchange(version, change, 1)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/migrate/versioning/schema.py", line 91, in runchange
     change.run(self.engine, step)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/migrate/versioning/script/py.py", line 145, in run
     script_func(engine)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/db/migrate/versions/037_buildrequests_builderid.py",
 line 134, in upgrade
     remove_buildername(migrate_engine)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/db/migrate/versions/037_buildrequests_builderid.py",
 line 105, in remove_buildername
     server_default=sa.DefaultClause("0")),
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-packages/sqlalchemy/schema.py",
 line 250, in __new__
     "existing Table object." % key)
 sqlalchemy.exc.InvalidRequestError: Table 'buildrequests' is already
 defined for this MetaData instance.  Specify 'extend_existing=True' to
 redefine options and columns on an existing Table object.

 buildbot.test.integration.test_upgrade.UpgradeTestEmpty.test_emptydb_modelmatches
 buildbot.test.integration.test_upgrade.UpgradeTestV075.test_upgrade
 buildbot.test.regressions.test_import_unicode_changes.TestUnicodeChanges.testAsciiChange
 buildbot.test.regressions.test_import_unicode_changes.TestUnicodeChanges.testUTF16Change
 buildbot.test.regressions.test_import_unicode_changes.TestUnicodeChanges.testUnicodeChange
 ===============================================================================
 [ERROR]
 Traceback (most recent call last):
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/twisted/python/threadpool.py", line 207, in _worker
     result = context.call(ctx, function, *args, **kwargs)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/twisted/python/context.py", line 118, in callWithContext
     return self.currentContext().callWithContext(ctx, func, *args, **kw)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/twisted/python/context.py", line 81, in callWithContext
     return func(*args,**kw)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/db/pool.py", line 191, in __thd
     rv = callable(arg, *args, **kwargs)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/test/util/db.py", line 96, in
 __thd_create_tables
     tbl.create(bind=conn, checkfirst=True)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-packages/sqlalchemy/schema.py",
 line 511, in create
     bind.create(self, checkfirst=checkfirst)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/base.py", line 1698, in create
     return self.engine.create(entity, connection=self, **kwargs)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/base.py", line 1967, in create
     connection=connection, **kwargs)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/base.py", line 2009, in _run_visitor
     **kwargs).traverse_single(element)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/sql/visitors.py", line 86, in traverse_single
     return meth(obj, **kw)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-packages/sqlalchemy/engine/ddl.py",
 line 82, in visit_table
     self.connection.execute(schema.CreateTable(table))
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/base.py", line 1294, in execute
     params)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/base.py", line 1385, in _execute_ddl
     compiled
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/base.py", line 1535, in _execute_context
     context)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/base.py", line 1528, in _execute_context
     context)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/default.py", line 325, in do_execute
     cursor.execute(statement, parameters)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-packages/pg8000/core.py", line 532,
 in execute
     self._c.execute(self, operation, args)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-packages/pg8000/core.py", line
 1585, in execute
     self.handle_messages(cursor)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-packages/pg8000/core.py", line
 1662, in handle_messages
     raise error
 sqlalchemy.exc.ProgrammingError: (ProgrammingError) ('ERROR', '42P01',
 'relation "builders" does not exist') u"\nCREATE TABLE buildrequests
 (\n\tid SERIAL NOT NULL, \n\tbuildsetid INTEGER NOT NULL, \n\tbuilderid
 INTEGER NOT NULL, \n\tpriority INTEGER DEFAULT '0' NOT NULL, \n\tcomplete
 INTEGER DEFAULT '0', \n\tresults SMALLINT, \n\tsubmitted_at INTEGER NOT
 NULL, \n\tcomplete_at INTEGER, \n\twaited_for SMALLINT DEFAULT '0',
 \n\tPRIMARY KEY (id), \n\tFOREIGN KEY(buildsetid) REFERENCES buildsets
 (id), \n\tFOREIGN KEY(builderid) REFERENCES builders (id)\n)\n\n" ()

 buildbot.test.unit.test_db_buildsets.TestRealDB.test_addBuildset_bigger
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_addBuildset_getBuildset
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_addBuildset_getBuildset_explicit_submitted_at
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_addBuildset_properties_cache
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_addBuildset_simple
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_completeBuildset
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_completeBuildset_already_completed
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_completeBuildset_explicit_complete_at
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_completeBuildset_missing
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getBuildsetProperties_empty
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getBuildsetProperties_multiple
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getBuildsetProperties_nosuch
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getBuildset_complete
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getBuildset_incomplete_None
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getBuildset_incomplete_zero
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getBuildset_nosuch
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getBuildsets_all
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getBuildsets_complete
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getBuildsets_empty
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getBuildsets_incomplete
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getRecentBuildsets_all
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getRecentBuildsets_noBranchMatch
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getRecentBuildsets_noRepoMatch
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getRecentBuildsets_one
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_getRecentBuildsets_zero
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_signature_addBuildset
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_signature_completeBuildset
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_signature_getBuildset
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_signature_getBuildsetProperties
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_signature_getBuildsets
 buildbot.test.unit.test_db_buildsets.TestRealDB.test_signature_getRecentBuildsets
 ===============================================================================
 [ERROR]
 Traceback (most recent call last):
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/twisted/internet/defer.py", line 133, in maybeDeferred
     result = f(*args, **kw)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/db/model.py", line 764, in thd
     upgrade(engine)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/db/model.py", line 705, in upgrade
     schema.runchange(version, change, 1)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/migrate/versioning/schema.py", line 91, in runchange
     change.run(self.engine, step)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/migrate/versioning/script/py.py", line 145, in run
     script_func(engine)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/db/migrate/versions/037_buildrequests_builderid.py",
 line 134, in upgrade
     remove_buildername(migrate_engine)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/db/migrate/versions/037_buildrequests_builderid.py",
 line 105, in remove_buildername
     server_default=sa.DefaultClause("0")),
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-packages/sqlalchemy/schema.py",
 line 250, in __new__
     "existing Table object." % key)
 sqlalchemy.exc.InvalidRequestError: Table 'buildrequests' is already
 defined for this MetaData instance.  Specify 'extend_existing=True' to
 redefine options and columns on an existing Table object.

 buildbot.test.unit.test_db_model.DBConnector_Basic.test_is_current_full
 ===============================================================================
 [ERROR]
 Traceback (most recent call last):
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/twisted/internet/defer.py", line 1018, in _inlineCallbacks
     result = result.throwExceptionIntoGenerator(g)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/twisted/python/failure.py", line 350, in
 throwExceptionIntoGenerator
     return g.throw(self.type, self.value, self.tb)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/test/unit/test_db_schedulers.py", line 70,
 in test_classifyChanges_again
     yield self.db.schedulers.classifyChanges(24, {3: True})
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/twisted/python/threadpool.py", line 207, in _worker
     result = context.call(ctx, function, *args, **kwargs)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/twisted/python/context.py", line 118, in callWithContext
     return self.currentContext().callWithContext(ctx, func, *args, **kw)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/twisted/python/context.py", line 81, in callWithContext
     return func(*args,**kw)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/db/pool.py", line 191, in __thd
     rv = callable(arg, *args, **kwargs)
   File "/var/lib/buildslave/bbot/db-
 postgres/build/master/buildbot/db/schedulers.py", line 53, in thd
     important=imp_int)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/base.py", line 1294, in execute
     params)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/base.py", line 1427, in _execute_clauseelement
     compiled_sql, distilled_params
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/base.py", line 1535, in _execute_context
     context)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/base.py", line 1528, in _execute_context
     context)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-
 packages/sqlalchemy/engine/default.py", line 325, in do_execute
     cursor.execute(statement, parameters)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-packages/pg8000/core.py", line 532,
 in execute
     self._c.execute(self, operation, args)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-packages/pg8000/core.py", line
 1514, in execute
     self.handle_messages(cursor)
   File "/var/lib/buildslave/bbot/db-postgres/sandbox-python-
 twistedsamigr-0.7.1/lib/python2.7/site-packages/pg8000/core.py", line
 1662, in handle_messages
     raise error
 sqlalchemy.exc.ProgrammingError: (ProgrammingError) ('ERROR', '25P02',
 'current transaction is aborted, commands ignored until end of transaction
 block') u'UPDATE scheduler_changes SET important=%s WHERE
 scheduler_changes.schedulerid = %s AND scheduler_changes.changeid = %s'
 (1, 24, 3)

 buildbot.test.unit.test_db_schedulers.TestRealDB.test_classifyChanges_again
 -------------------------------------------------------------------------------
 }}}

 I suspect that this is an issue with the database itself, but it's
 occurring on both buildbot-linux4 and knuth.r.igoro.us.  It looks like
 this was introduced in
 https://github.com/buildbot/buildbot/commit/2de3ca0b6b3eb923b6f1adf840bcb940f0ee66cd

 I missed it because my previous work to clean up the postgres corruption
 wasn't complete (there were still two failing tests) so this never had a
 SUCCESS -> FAILURE transition.

--
Ticket URL: <http://trac.buildbot.net/ticket/2986>
Buildbot <http://buildbot.net/>
Buildbot: build/test automation

More information about the bugs mailing list