James got me a more detailed access: Thread 4 (Thread 26660): #0 0x00002ae656230b50 in ?? () #1 0x0000000002f039d0 in ?? () #2 0x00000000004d4498 in PyThread_acquire_lock (lock=0x2f039d0, waitflag=128) at ../Python/thread_pthread.h:349 #3 0x00000000004d7932 in lock_PyThread_acquire_lock (self=0x30c00f0, args=) at ../Modules/threadmodule.c:46 #4 0x00000000004a7c5e in call_function (f= Frame 0x1cb45450, for file /usr/lib/python2.6/threading.py, line 123, in acquire (self=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, blocking=1, me=47168797054336), throwflag=) at ../Python/ceval.c:3750 #5 PyEval_EvalFrameEx (f= Frame 0x1cb45450, for file /usr/lib/python2.6/threading.py, line 123, in acquire (self=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, blocking=1, me=47168797054336), throwflag=) at ../Python/ceval.c:2412 #6 0x00000000004a9671 in PyEval_EvalCodeEx (co=0xc0edc8, globals=, locals=, args=0x2, argcount=, kws=, kwcount=0, defs=0xc23068, defcount=1, closure=0x0) at ../Python/ceval.c:3000 #7 0x00000000004a7809 in fast_function (f= Frame 0x142916f0, for file /usr/lib/python2.6/logging/__init__.py, line 622, in acquire (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>), throwflag=) at ../Python/ceval.c:3846 #8 call_function (f= Frame 0x142916f0, for file /usr/lib/python2.6/logging/__init__.py, line 622, in acquire (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>), throwflag=) at ../Python/ceval.c:3771 #9 PyEval_EvalFrameEx (f= Frame 0x142916f0, for file /usr/lib/python2.6/logging/__init__.py, line 622, in acquire (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>), throwflag=) at ../Python/ceval.c:2412 #10 0x00000000004a8550 in fast_function (f= Frame 0xe90c3e0, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/ZConfig-2.9.1dev_20110728-py2.6.egg/ZConfig/components/logger/loghandler.py, line 87, in reopen (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>), throwflag=) at ../Python/ceval.c:3836 #11 call_function (f= Frame 0xe90c3e0, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/ZConfig-2.9.1dev_20110728-py2.6.egg/ZConfig/components/logger/loghandler.py, line 87, in reopen (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>), throwflag=) at ../Python/ceval.c:3771 #12 PyEval_EvalFrameEx (f= Frame 0xe90c3e0, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/ZConfig-2.9.1dev_20110728-py2.6.egg/ZConfig/components/logger/loghandler.py, line 87, in reopen (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>), throwflag=) at ../Python/ceval.c:2412 #13 0x00000000004a8550 in fast_function (f= Frame 0xf8dbe70, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/ZConfig-2.9.1dev_20110728-py2.6.egg/ZConfig/components/logger/loghandler.py, line 50, in reopenFiles (wr=, h=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>), throwflag=) at ../Python/ceval.c:3836 #14 call_function (f= Frame 0xf8dbe70, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/ZConfig-2.9.1dev_20110728-py2.6.egg/ZConfig/components/logger/loghandler.py, line 50, in reopenFiles (wr=, h=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>), throwflag=) at ../Python/ceval.c:3771 #15 PyEval_EvalFrameEx (f= Frame 0xf8dbe70, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/ZConfig-2.9.1dev_20110728-py2.6.egg/ZConfig/components/logger/loghandler.py, line 50, in reopenFiles (wr=, h=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>), throwflag=) at ../Python/ceval.c:2412 #16 0x00000000004a8550 in fast_function (f= Frame 0xf75edf0, for file /srv/launchpad.net/production/launchpad-rev-14560/lib/canonical/launchpad/webapp/sigusr2.py, line 20, in sigusr2_handler (signum=12, frame=Frame 0x1431c760, for file /usr/lib/python2.6/threading.py, line 123, in acquire (self=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, blocking=1, me=47168797054336)), throwflag=) at ../Python/ceval.c:3836 #17 call_function (f= Frame 0xf75edf0, for file /srv/launchpad.net/production/launchpad-rev-14560/lib/canonical/launchpad/webapp/sigusr2.py, line 20, in sigusr2_handler (signum=12, frame=Frame 0x1431c760, for file /usr/lib/python2.6/threading.py, line 123, in acquire (self=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, blocking=1, me=47168797054336)), throwflag=) at ../Python/ceval.c:3771 #18 PyEval_EvalFrameEx (f= Frame 0xf75edf0, for file /srv/launchpad.net/production/launchpad-rev-14560/lib/canonical/launchpad/webapp/sigusr2.py, line 20, in sigusr2_handler (signum=12, frame=Frame 0x1431c760, for file /usr/lib/python2.6/threading.py, line 123, in acquire (self=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, blocking=1, me=47168797054336)), throwflag=) at ../Python/ceval.c:2412 #19 0x00000000004a9671 in PyEval_EvalCodeEx (co=0x75ea4e0, globals=, locals=, args=0x2, argcount=, kws=, kwcount=0, defs=0x0, defcount=0, closure=0x0) at ../Python/ceval.c:3000 #20 0x0000000000537620 in function_call (func=, arg= (12, Frame 0x1431c760, for file /usr/lib/python2.6/threading.py, line 123, in acquire (self=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, blocking=1, me=47168797054336)), kw=0x0) at ../Objects/funcobject.c:524 #21 0x000000000041f0c7 in PyObject_Call (func=, arg=, kw=0x0) at ../Objects/abstract.c:2492 #22 0x00000000004a1b03 in PyEval_CallObjectWithKeywords (func=, arg= (12, Frame 0x1431c760, for file /usr/lib/python2.6/threading.py, line 123, in acquire (self=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, blocking=1, me=47168797054336)), kw=0x0) at ../Python/ceval.c:3619 #23 0x00000000004d861f in PyErr_CheckSignals () at ../Modules/signalmodule.c:868 #24 0x00000000004a2037 in Py_MakePendingCalls () at ../Python/ceval.c:452 #25 0x00000000004a337c in PyEval_EvalFrameEx (f= Frame 0x1431c760, for file /usr/lib/python2.6/threading.py, line 123, in acquire (self=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, blocking=1, me=47168797054336), throwflag=) at ../Python/ceval.c:871 #26 0x00000000004a9671 in PyEval_EvalCodeEx (co=0xc0edc8, globals=, locals=, args=0x2, argcount=, kws=, kwcount=0, defs=0xc23068, defcount=1, closure=0x0) at ../Python/ceval.c:3000 #27 0x00000000004a7809 in fast_function (f= Frame 0x1c578ef0, for file /usr/lib/python2.6/logging/__init__.py, line 622, in acquire (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>), throwflag=) at ../Python/ceval.c:3846 #28 call_function (f= Frame 0x1c578ef0, for file /usr/lib/python2.6/logging/__init__.py, line 622, in acquire (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>), throwflag=) at ../Python/ceval.c:3771 #29 PyEval_EvalFrameEx (f= Frame 0x1c578ef0, for file /usr/lib/python2.6/logging/__init__.py, line 622, in acquire (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>), throwflag=) at ../Python/ceval.c:2412 #30 0x00000000004a8550 in fast_function (f= Frame 0x1ab506d0, for file /usr/lib/python2.6/logging/__init__.py, line 671, in handle (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>, record=, process=26660, processName='MainProcess', args=(), module='tracelog', filename='tracelog.py', levelno=20, exc_text=None, pathname='/srv/launchpad.net/production/launchpad-rev-14560/eggs/zc.zservertracelog-1.1.5-py2.6.egg/zc/zservertracelog/tracelog.py', lineno=41, msg='B 510183056 2012-01-01 01:02:06.969632 HEAD /+haproxy', exc_info=None, funcName='_log', ...(truncated), throwflag=) at ../Python/ceval.c:3836 #31 call_function (f= Frame 0x1ab506d0, for file /usr/lib/python2.6/logging/__init__.py, line 671, in handle (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>, record=, process=26660, processName='MainProcess', args=(), module='tracelog', filename='tracelog.py', levelno=20, exc_text=None, pathname='/srv/launchpad.net/production/launchpad-rev-14560/eggs/zc.zservertracelog-1.1.5-py2.6.egg/zc/zservertracelog/tracelog.py', lineno=41, msg='B 510183056 2012-01-01 01:02:06.969632 HEAD /+haproxy', exc_info=None, funcName='_log', ...(truncated), throwflag=) at ../Python/ceval.c:3771 #32 PyEval_EvalFrameEx (f= Frame 0x1ab506d0, for file /usr/lib/python2.6/logging/__init__.py, line 671, in handle (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=) at remote 0x30f8830>, record=, process=26660, processName='MainProcess', args=(), module='tracelog', filename='tracelog.py', levelno=20, exc_text=None, pathname='/srv/launchpad.net/production/launchpad-rev-14560/eggs/zc.zservertracelog-1.1.5-py2.6.egg/zc/zservertracelog/tracelog.py', lineno=41, msg='B 510183056 2012-01-01 01:02:06.969632 HEAD /+haproxy', exc_info=None, funcName='_log', ...(truncated), throwflag=) at ../Python/ceval.c:2412 #33 0x00000000004a8550 in fast_function (f= Frame 0x19336e30, for file /usr/lib/python2.6/logging/__init__.py, line 1212, in callHandlers (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa110>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad125.log', mode='a', filters=[], formatter=) at remote 0x2c83e18>], level=20, disabled=0, propagate=1, filters=[]) at remote 0x25b1e18>, handlers=[, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv...(truncated), throwflag=) at ../Python/ceval.c:3836 #34 call_function (f= Frame 0x19336e30, for file /usr/lib/python2.6/logging/__init__.py, line 1212, in callHandlers (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa110>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad125.log', mode='a', filters=[], formatter=) at remote 0x2c83e18>], level=20, disabled=0, propagate=1, filters=[]) at remote 0x25b1e18>, handlers=[, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv...(truncated), throwflag=) at ../Python/ceval.c:3771 #35 PyEval_EvalFrameEx (f= Frame 0x19336e30, for file /usr/lib/python2.6/logging/__init__.py, line 1212, in callHandlers (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa110>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad125.log', mode='a', filters=[], formatter=) at remote 0x2c83e18>], level=20, disabled=0, propagate=1, filters=[]) at remote 0x25b1e18>, handlers=[, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv...(truncated), throwflag=) at ../Python/ceval.c:2412 #36 0x00000000004a8550 in fast_function (f= Frame 0x1cfcd0e0, for file /usr/lib/python2.6/logging/__init__.py, line 1175, in handle (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa110>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad125.log', mode='a', filters=[], formatter=) at remote 0x2c83e18>], level=20, disabled=0, propagate=1, filters=[]) at remote 0x25b1e18>, handlers=[, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launc...(truncated), throwflag=) at ../Python/ceval.c:3836 #37 call_function (f= Frame 0x1cfcd0e0, for file /usr/lib/python2.6/logging/__init__.py, line 1175, in handle (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa110>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad125.log', mode='a', filters=[], formatter=) at remote 0x2c83e18>], level=20, disabled=0, propagate=1, filters=[]) at remote 0x25b1e18>, handlers=[, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launc...(truncated), throwflag=) at ../Python/ceval.c:3771 #38 PyEval_EvalFrameEx (f= Frame 0x1cfcd0e0, for file /usr/lib/python2.6/logging/__init__.py, line 1175, in handle (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa110>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad125.log', mode='a', filters=[], formatter=) at remote 0x2c83e18>], level=20, disabled=0, propagate=1, filters=[]) at remote 0x25b1e18>, handlers=[, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launc...(truncated), throwflag=) at ../Python/ceval.c:2412 #39 0x00000000004a8550 in fast_function (f= Frame 0x17fe8e50, for file /usr/lib/python2.6/logging/__init__.py, line 1165, in _log (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa110>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad125.log', mode='a', filters=[], formatter=) at remote 0x2c83e18>], level=20, disabled=0, propagate=1, filters=[]) at remote 0x25b1e18>, handlers=[, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchp...(truncated), throwflag=) at ../Python/ceval.c:3836 #40 call_function (f= Frame 0x17fe8e50, for file /usr/lib/python2.6/logging/__init__.py, line 1165, in _log (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa110>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad125.log', mode='a', filters=[], formatter=) at remote 0x2c83e18>], level=20, disabled=0, propagate=1, filters=[]) at remote 0x25b1e18>, handlers=[, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchp...(truncated), throwflag=) at ../Python/ceval.c:3771 #41 PyEval_EvalFrameEx (f= Frame 0x17fe8e50, for file /usr/lib/python2.6/logging/__init__.py, line 1165, in _log (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa110>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad125.log', mode='a', filters=[], formatter=) at remote 0x2c83e18>], level=20, disabled=0, propagate=1, filters=[]) at remote 0x25b1e18>, handlers=[, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchp...(truncated), throwflag=) at ../Python/ceval.c:2412 #42 0x00000000004a9671 in PyEval_EvalCodeEx (co=0xc065d0, globals=, locals=, args=0x6, argcount=, kws=, kwcount=0, defs=0xc220f8, defcount=2, closure=0x0) at ../Python/ceval.c:3000 #43 0x000000000053771d in function_call (func=, arg= (, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa110>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad125.log', mode='a', filters=[], formatter=) at remote 0x2c83e18>], level=20, disabled=0, propagate=1, filters=[]) at remote 0x25b1e18>, handlers=[, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad-trace125.log', mode='a', filters=[], formatter=, arg=, kw=0x0) at ../Objects/abstract.c:2492 #45 0x00000000004a6351 in ext_do_call (f= Frame 0x136b6a20, for file /usr/lib/python2.6/logging/__init__.py, line 1048, in info (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa110>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad125.log', mode='a', filters=[], formatter=) at remote 0x2c83e18>], level=20, disabled=0, propagate=1, filters=[]) at remote 0x25b1e18>, handlers=[, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchp...(truncated), throwflag=) at ../Python/ceval.c:4063 #46 PyEval_EvalFrameEx (f= Frame 0x136b6a20, for file /usr/lib/python2.6/logging/__init__.py, line 1048, in info (self=, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa110>, _wr=, baseFilename='/srv/launchpad.net/production-logs/launchpad125.log', mode='a', filters=[], formatter=) at remote 0x2c83e18>], level=20, disabled=0, propagate=1, filters=[]) at remote 0x25b1e18>, handlers=[, level=0, lock=<_RLock(_Verbose__verbose=False, _RLock__owner=None, _RLock__block=, _RLock__count=0) at remote 0x30fa250>, _wr=, baseFilename='/srv/launchp...(truncated), throwflag=) at ../Python/ceval.c:2452 #47 0x00000000004a9671 in PyEval_EvalCodeEx (co=0xc06210, globals=, locals=, args=0x2, argcount=, kws=, kwcount=0, defs=0x0, defcount=0, closure=0x0) at ../Python/ceval.c:3000 #48 0x00000000004a7809 in fast_function (f= Frame 0x2ae6741acfd0, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zc.zservertracelog-1.1.5-py2.6.egg/zc/zservertracelog/tracelog.py, line 41, in _log (channel_id=510183056, trace_code='B', msg='HEAD /+haproxy', timestamp=, entry='B 510183056 2012-01-01 01:02:06.969632 HEAD /+haproxy'), throwflag=) at ../Python/ceval.c:3846 #49 call_function (f= Frame 0x2ae6741acfd0, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zc.zservertracelog-1.1.5-py2.6.egg/zc/zservertracelog/tracelog.py, line 41, in _log (channel_id=510183056, trace_code='B', msg='HEAD /+haproxy', timestamp=, entry='B 510183056 2012-01-01 01:02:06.969632 HEAD /+haproxy'), throwflag=) at ../Python/ceval.c:3771 #50 PyEval_EvalFrameEx (f= Frame 0x2ae6741acfd0, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zc.zservertracelog-1.1.5-py2.6.egg/zc/zservertracelog/tracelog.py, line 41, in _log (channel_id=510183056, trace_code='B', msg='HEAD /+haproxy', timestamp=, entry='B 510183056 2012-01-01 01:02:06.969632 HEAD /+haproxy'), throwflag=) at ../Python/ceval.c:2412 #51 0x00000000004a9671 in PyEval_EvalCodeEx (co=0x74b4af8, globals=, locals=, args=0x4, argcount=, kws=, kwcount=0, defs=0x74ecc48, defcount=3, closure= 0x0) at ../Python/ceval.c:3000 #52 0x00000000004a7809 in fast_function (f= Frame 0x8e2e040, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zc.zservertracelog-1.1.5-py2.6.egg/zc/zservertracelog/tracelog.py, line 78, in handle_request (self=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__wait...(truncated), throwflag=) at ../Python/ceval.c:3846 #53 call_function (f= Frame 0x8e2e040, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zc.zservertracelog-1.1.5-py2.6.egg/zc/zservertracelog/tracelog.py, line 78, in handle_request (self=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__wait...(truncated), throwflag=) at ../Python/ceval.c:3771 #54 PyEval_EvalFrameEx (f= Frame 0x8e2e040, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zc.zservertracelog-1.1.5-py2.6.egg/zc/zservertracelog/tracelog.py, line 78, in handle_request (self=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__wait...(truncated), throwflag=) at ../Python/ceval.c:2412 #55 0x00000000004a8550 in fast_function (f= Frame 0x7643880, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.server-3.6.1-py2.6.egg/zope/server/serverchannelbase.py, line 128, in received (self=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], re...(truncated), throwflag=) at ../Python/ceval.c:3836 #56 call_function (f= Frame 0x7643880, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.server-3.6.1-py2.6.egg/zope/server/serverchannelbase.py, line 128, in received (self=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], re...(truncated), throwflag=) at ../Python/ceval.c:3771 #57 PyEval_EvalFrameEx (f= Frame 0x7643880, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.server-3.6.1-py2.6.egg/zope/server/serverchannelbase.py, line 128, in received (self=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], re...(truncated), throwflag=) at ../Python/ceval.c:2412 #58 0x00000000004a8550 in fast_function (f= Frame 0x7657c20, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.server-3.6.1-py2.6.egg/zope/server/dualmodechannel.py, line 92, in handle_read (self=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], re...(truncated), throwflag=) at ../Python/ceval.c:3836 #59 call_function (f= Frame 0x7657c20, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.server-3.6.1-py2.6.egg/zope/server/dualmodechannel.py, line 92, in handle_read (self=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], re...(truncated), throwflag=) at ../Python/ceval.c:3771 #60 PyEval_EvalFrameEx (f= Frame 0x7657c20, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.server-3.6.1-py2.6.egg/zope/server/dualmodechannel.py, line 92, in handle_read (self=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], re...(truncated), throwflag=) at ../Python/ceval.c:2412 #61 0x00000000004a8550 in fast_function (f= Frame 0x35b9790, for file /usr/lib/python2.6/asyncore.py, line 416, in handle_read_event (self=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) a...(truncated), throwflag=) at ../Python/ceval.c:3836 #62 call_function (f= Frame 0x35b9790, for file /usr/lib/python2.6/asyncore.py, line 416, in handle_read_event (self=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) a...(truncated), throwflag=) at ../Python/ceval.c:3771 #63 PyEval_EvalFrameEx (f= Frame 0x35b9790, for file /usr/lib/python2.6/asyncore.py, line 416, in handle_read_event (self=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) a...(truncated), throwflag=) at ../Python/ceval.c:2412 #64 0x00000000004a8550 in fast_function (f= Frame 0x7a758d0, for file /usr/lib/python2.6/asyncore.py, line 76, in read (obj=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x3467...(truncated), throwflag=) at ../Python/ceval.c:3836 #65 call_function (f= Frame 0x7a758d0, for file /usr/lib/python2.6/asyncore.py, line 76, in read (obj=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x3467...(truncated), throwflag=) at ../Python/ceval.c:3771 #66 PyEval_EvalFrameEx (f= Frame 0x7a758d0, for file /usr/lib/python2.6/asyncore.py, line 76, in read (obj=, family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x3467...(truncated), throwflag=) at ../Python/ceval.c:2412 #67 0x00000000004a8550 in fast_function (f= Frame 0x35024f0, for file /usr/lib/python2.6/asyncore.py, line 143, in poll (timeout=, map={6: , family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x3467e10>, not_empty=<_Conditio...(truncated), throwflag=) at ../Python/ceval.c:3836 #68 call_function (f= Frame 0x35024f0, for file /usr/lib/python2.6/asyncore.py, line 143, in poll (timeout=, map={6: , family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x3467e10>, not_empty=<_Conditio...(truncated), throwflag=) at ../Python/ceval.c:3771 #69 PyEval_EvalFrameEx (f= Frame 0x35024f0, for file /usr/lib/python2.6/asyncore.py, line 143, in poll (timeout=, map={6: , family_and_type=(2, 1), _map={...}, task_dispatcher=, maxsize=0, all_tasks_done=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x346d110>, mutex=, not_full=<_Condition(_Verbose__verbose=False, _Condition__lock=, acquire=, _Condition__waiters=[], release=) at remote 0x3467e10>, not_empty=<_Conditio...(truncated), throwflag=) at ../Python/ceval.c:2412 #70 0x00000000004a9671 in PyEval_EvalCodeEx (co=0x2f8aaf8, globals=, locals=, args=0x2, argcount=, kws=, kwcount=0, defs=0x2d2c770, defcount=2, closure= 0x0) at ../Python/ceval.c:3000 #71 0x00000000004a7809 in fast_function (f=Frame 0x3137080, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.app.server-3.4.2-py2.6.egg/zope/app/server/main.py, line 83, in run (), throwflag=) at ../Python/ceval.c:3846 #72 call_function (f=Frame 0x3137080, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.app.server-3.4.2-py2.6.egg/zope/app/server/main.py, line 83, in run (), throwflag=) at ../Python/ceval.c:3771 #73 PyEval_EvalFrameEx (f=Frame 0x3137080, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.app.server-3.4.2-py2.6.egg/zope/app/server/main.py, line 83, in run (), throwflag=) at ../Python/ceval.c:2412 #74 0x00000000004a8550 in fast_function (f= Frame 0x2d01540, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.app.server-3.4.2-py2.6.egg/zope/app/server/main.py, line 62, in main (args=['-C', '/srv/launchpad.net/production/launchpad-rev-14560/production-configs/lpnet125/launchpad.conf'], t0=, c0=, t1=, c1=), throwflag=) at ../Python/ceval.c:3836 #75 call_function (f= Frame 0x2d01540, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.app.server-3.4.2-py2.6.egg/zope/app/server/main.py, line 62, in main (args=['-C', '/srv/launchpad.net/production/launchpad-rev-14560/production-configs/lpnet125/launchpad.conf'], t0=, c0=, t1=, c1=), throwflag=) at ../Python/ceval.c:3771 Frame 0x2d01540, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.app.server-3.4.2-py2.6.egg/zope/app/server/main.py, line 62, in main (args=['-C', '/srv/launchpad.net/production/launchpad-rev-14560/production-configs/lpnet125/launchpad.conf'], t0=, c0=, t1=, c1=), throwflag=) at ../Python/ceval.c:3771 ---Type to continue, or q to quit--- #76 PyEval_EvalFrameEx (f= Frame 0x2d01540, for file /srv/launchpad.net/production/launchpad-rev-14560/eggs/zope.app.server-3.4.2-py2.6.egg/zope/app/server/main.py, line 62, in main (args=['-C', '/srv/launchpad.net/production/launchpad-rev-14560/production-configs/lpnet125/launchpad.conf'], t0=, c0=, t1=, c1=), throwflag=) at ../Python/ceval.c:2412 #77 0x00000000004a9671 in PyEval_EvalCodeEx (co=0x2f87a80, globals=, locals=, args=0x1, argcount=, kws=, kwcount=0, defs=0x2f95a28, defcount=1, closure= 0x0) at ../Python/ceval.c:3000 #78 0x00000000004a7809 in fast_function (f= Frame 0x30ce270, for file /srv/launchpad.net/production/launchpad-rev-14560/lib/canonical/launchpad/scripts/runlaunchpad.py, line 442, in start_launchpad (argv=['-C', '/srv/launchpad.net/production/launchpad-rev-14560/production-configs/lpnet125/launchpad.conf'], setup=None, services=[]), throwflag=) at ../Python/ceval.c:3846 #79 call_function (f= Frame 0x30ce270, for file /srv/launchpad.net/production/launchpad-rev-14560/lib/canonical/launchpad/scripts/runlaunchpad.py, line 442, in start_launchpad (argv=['-C', '/srv/launchpad.net/production/launchpad-rev-14560/production-configs/lpnet125/launchpad.conf'], setup=None, services=[]), throwflag=) at ../Python/ceval.c:3771 #80 PyEval_EvalFrameEx (f= Frame 0x30ce270, for file /srv/launchpad.net/production/launchpad-rev-14560/lib/canonical/launchpad/scripts/runlaunchpad.py, line 442, in start_launchpad (argv=['-C', '/srv/launchpad.net/production/launchpad-rev-14560/production-configs/lpnet125/launchpad.conf'], setup=None, services=[]), throwflag=) at ../Python/ceval.c:2412 #81 0x00000000004a9671 in PyEval_EvalCodeEx (co=0x2f827b0, globals=, locals=, args=0x2, argcount=, kws=, kwcount=0, defs=0x30ae338, defcount=2, closure= 0x0) at ../Python/ceval.c:3000 #82 0x00000000004a7809 in fast_function (f=Frame 0xa71930, for file bin/run, line 26, in (), throwflag=) at ../Python/ceval.c:3846 #83 call_function (f=Frame 0xa71930, for file bin/run, line 26, in (), throwflag=) at ../Python/ceval.c:3771 #84 PyEval_EvalFrameEx (f=Frame 0xa71930, for file bin/run, line 26, in (), throwflag=) at ../Python/ceval.c:2412 #85 0x00000000004a9671 in PyEval_EvalCodeEx (co=0x2ae65606c4e0, globals=, locals=, args=0x0, argcount=, kws=, kwcount=0, defs=0x0, defcount=0, closure= 0x0) at ../Python/ceval.c:3000 #86 0x00000000004a9742 in PyEval_EvalCode (co=0x2f039d0, globals=, locals=0x0) at ../Python/ceval.c:541 #87 0x00000000004c9a0e in run_mod (fp=, filename=0x7fff51a9fdbc "bin/run", start=, globals=, locals=, closeit=1, flags=0x7fff51a9f3d0) at ../Python/pythonrun.c:1339 #88 PyRun_FileExFlags (fp=, filename=0x7fff51a9fdbc "bin/run", start=, globals=, locals=, closeit=1, flags=0x7fff51a9f3d0) at ../Python/pythonrun.c:1325 #89 0x00000000004c9c24 in PyRun_SimpleFileExFlags (fp=, filename=0x7fff51a9fdbc "bin/run", closeit=1, flags=0x7fff51a9f3d0) at ../Python/pythonrun.c:935 #90 0x000000000041a7ff in Py_Main (argc=1443377200, argv=) at ../Modules/main.c:572 #91 0x00002ae6572e3c4d in ?? () #92 0x0000000000000000 in ?? ()