<html>
    <head>
        <meta charset="utf-8" />
        <meta name="viewport" content="width=device-width" />
        <style type="text/css">
        a:hover, a:focus { text-decoration: underline !important; }

        @media handheld, only screen and (max-device-width: 480px) {
            div, a, p, td, th, li, dt, dd {
                -webkit-text-size-adjust: auto;
            }
            small, small a {
                -webkit-text-size-adjust: 90%;
            }
            small[class=email-metadata] {
                -webkit-text-size-adjust: 93%;
                font-size: 12px;
            }

            table[id=email-wrap] > tbody > tr > td {
                padding: 2px !important;
            }
            table[id=email-wrap-inner] > tbody > tr > td {
                padding: 8px !important;
            }
            table[id=email-footer] td {
                padding: 8px 12px !important;
            }
            table[id=email-actions] td {
                padding-top: 0 !important;
            }
            table[id=email-actions] td.right {
                text-align: right !important;
            }
            table[id=email-actions] .email-list-item {
                display: block;
                margin: 1em 0 !important;
                word-wrap: normal !important;
            }
            span[class=email-list-divider] {
                display: none;
            }
            .commentsummary small[class=email-metadata] {
                display: block;
            }
            td.comment-avatar {
                padding: 8px 8px 0 8px !important;
            }
            .comment > td + td {
                padding: 8px 8px 8px 0 !important;
            }
        }

        </style>
    </head>
    <body style="font: 13px Arial, FreeSans, Helvetica, sans-serif; background: #f0f0f0; color: #505050">
        <table id="email-wrap" align="center" cellpadding="0" cellspacing="0" width="100%" style="margin: 0; border: 0; border-collapse: collapse; font-size: inherit; font-style: inherit; font-variant: inherit; font-weight: inherit; background: #f0f0f0; color: #505050">
            <tbody>
                <tr>
                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; padding: 16px">
                        <div id="title-status" class="unknown" style="font: 13px Arial, FreeSans, Helvetica, sans-serif; padding: 8px 0; background: #848484">
                            <table cellpadding="0" cellspacing="0" width="100%" style="margin: 0; border: 0; border-collapse: collapse; font-size: inherit; font-style: inherit; font-variant: inherit; font-weight: inherit; border-style: solid; border-width: 1px 0; table-layout: fixed; background: #666; border-color: #616161">
                                <tbody>
                                    <tr>
                                        <td id="title-status-icon" style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; padding: 8px 0 8px 8px; width: 24px"> <img src="http://bamboo.asterisk.org/images/iconsv3/plan_canceled_16.png" alt="Unknown" style="border: 0; height: 16px; width: 16px" /> </td>
                                        <td id="title-status-text" style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-size: 16px; padding: 8px; text-shadow: 1px 1px 1px #333; color: #fff"> <span class="build" style="font-weight: bold"> <a href="http://bamboo.asterisk.org/browse/TESTING/" style="color: #326ca6; text-decoration: none; color: #fff">Asterisk Testing</a> › <a href="http://bamboo.asterisk.org/browse/TESTING-ASTERISKTRUNK/" style="color: #326ca6; text-decoration: none; color: #fff">Asterisk Trunk</a> › <a href="http://bamboo.asterisk.org/browse/TESTING-ASTERISKTRUNK-1092/" style="color: #326ca6; text-decoration: none; color: #fff">#1092</a> › <a href="http://bamboo.asterisk.org/browse/TESTING-ASTERISKTRUNK-AST18CENTOS32/" style="color: #326ca6; text-decoration: none; color: #fff">Asterisk CentOS 6 32-Bit</a> </span> <span class="status">may have hung</span> </td>
                                    </tr>
                                </tbody>
                            </table>
                        </div>
                        <table id="email-wrap-inner" cellpadding="0" cellspacing="0" width="100%" style="margin: 0; border: 0; border-collapse: collapse; font-size: inherit; font-style: inherit; font-variant: inherit; font-weight: inherit; background: #fff; border: 1px solid #bbb; color: #000; border-top: 0">
                            <tbody>
                                <tr>
                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; padding: 16px"> <p class="build-hung-details" style="font: 13px Arial, FreeSans, Helvetica, sans-serif; margin: 16px 0 0 0; margin-top: 4px"><br />This build has been running for <strong>227 minutes</strong>. This is <strong>150%</strong> longer than usual. <br />It has been <strong>218 minutes</strong> since Bamboo received a log message for this build. </p> <p class="agent-info" style="font: 13px Arial, FreeSans, Helvetica, sans-serif; margin: 16px 0 0 0; margin-top: 4px">Running on agent <strong>asterisk-testsuite-32-centos.digium.internal</strong></p>
                                        <table width="100%" cellpadding="0" cellspacing="0" class="section-header" style="margin: 0; border: 0; border-collapse: collapse; font-size: inherit; font-style: inherit; font-variant: inherit; font-weight: inherit; border-bottom: 1px solid #ddd; margin-top: 16px">
                                            <tbody>
                                                <tr>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top"> <h3 style="font: 13px Arial, FreeSans, Helvetica, sans-serif; margin: 16px 0 0 0; font-size: 19px; margin: 0"><a href="http://bamboo.asterisk.org/browse/TESTING-ASTERISKTRUNK-AST18CENTOS32/log" style="color: #326ca6; text-decoration: none">Code Changes</a></h3> </td>
                                                </tr>
                                            </tbody>
                                        </table>
                                        <table width="100%" cellpadding="0" cellspacing="0" class="commits" style="margin: 0; border: 0; border-collapse: collapse; font-size: inherit; font-style: inherit; font-variant: inherit; font-weight: inherit; margin-top: 12px; margin-top: 8px">
                                            <tbody>
                                                <tr>
                                                    <td class="commit-avatar" style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; padding: 4px 0; width: 24px"> <img src="https://secure.gravatar.com/avatar/b24648b58839a1b2a1718b7089bcb57d.jpg?d=mm&amp;s=24&amp;r=g" width="24" height="24" style="border: 0; height: 24px; width: 24px" /> </td>
                                                    <td width="100%" style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; padding: 4px 0; padding-left: 4px; padding-left: 8px"> <a href="http://bamboo.asterisk.org/browse/author/qwell" style="color: #326ca6; text-decoration: none">qwell</a><br /> Switch to using external pjproject libraries.<br /> <br /> ICE/STUN/TURN support in res_rtp_asterisk is also now optional.<br /> </td>
                                                    <td class="revision" style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; padding: 4px 0; padding-left: 4px; white-space: nowrap"> <span class="revision-id" style="background: #f0f0f0; border: 1px solid #ddd; -moz-border-radius: 3px; -webkit-border-radius: 3px; border-radius: 3px; display: inline-block; font-family: monospace; line-height: 1; max-width: 5em; overflow: hidden; padding: 2px 4px; text-overflow: ellipsis; vertical-align: top; white-space: nowrap; color: #505050">382900</span> </td>
                                                </tr>
                                            </tbody>
                                        </table>
                                        <table width="100%" cellpadding="0" cellspacing="0" class="section-header" style="margin: 0; border: 0; border-collapse: collapse; font-size: inherit; font-style: inherit; font-variant: inherit; font-weight: inherit; border-bottom: 1px solid #ddd; margin-top: 16px">
                                            <tbody>
                                                <tr>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top"> <h3 style="font: 13px Arial, FreeSans, Helvetica, sans-serif; margin: 16px 0 0 0; font-size: 19px; margin: 0"><a href="http://bamboo.asterisk.org/browse/TESTING-ASTERISKTRUNK-AST18CENTOS32/log" style="color: #326ca6; text-decoration: none">Last Logs</a></h3> </td>
                                                </tr>
                                            </tbody>
                                        </table>
                                        <table width="100%" cellpadding="0" cellspacing="0" class="log" style="margin: 0; border: 0; border-collapse: collapse; font-size: inherit; font-style: inherit; font-variant: inherit; font-weight: inherit; margin-top: 12px; background: #f0f0f0; border-bottom: 1px solid #ddd; border-top: 1px solid #ddd">
                                            <tbody>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/usr/lib/python2.6/site-packages/twisted/internet/defer.py&quot;, line 186, in addCallbacks</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self._runCallbacks()</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">--- &lt;exception caught here&gt; ---</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/usr/lib/python2.6/site-packages/twisted/internet/defer.py&quot;, line 328, in _runCallbacks</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self.result = callback(self.result, *args, **kw)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/cdr.py&quot;, line 64, in _check_cdr_records</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self.match_cdrs()</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/cdr.py&quot;, line 79, in match_cdrs</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; key))</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/cdr.py&quot;, line 125, in __init__</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; AsteriskCSVCDRLine.fields, AsteriskCSVCDRLine)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/astcsv.py&quot;, line 96, in __init__</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; csvreader = csv.DictReader(open(fn, &quot;r&quot;), fields, &quot;,&quot;)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">exceptions.IOError: [Errno 2] No such file or directory: '/tmp/asterisk-testsuite/cdr/cdr_originate_sip_congestion_log/ast1//var/log/asterisk/cdr-csv/cdrtest_local.csv'</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Core dumps detected; failing test</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Running gdb -se asterisk -ex bt full -ex thread apply all bt --batch -c core.22500</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">--&gt; Running test 'tests/cdr/console_dial_sip_transfer' ...</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace"></td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Making sure Asterisk isn't running ...</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Running ['./lib/python/asterisk/TestRunner.py', 'tests/cdr/console_dial_sip_transfer'] ...</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">[Mar 12 16:58:07] WARNING[24498]: TestCase:363 __reactor_timeout: Reactor timeout: '30' seconds</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Unhandled error in Deferred:</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Traceback (most recent call last):</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/TestCase.py&quot;, line 364, in __reactor_timeout</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self.stop_reactor()</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/TestCase.py&quot;, line 356, in stop_reactor</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; df.addCallback(callback)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/usr/lib/python2.6/site-packages/twisted/internet/defer.py&quot;, line 195, in addCallback</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; callbackKeywords=kw)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/usr/lib/python2.6/site-packages/twisted/internet/defer.py&quot;, line 186, in addCallbacks</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self._runCallbacks()</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">--- &lt;exception caught here&gt; ---</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/usr/lib/python2.6/site-packages/twisted/internet/defer.py&quot;, line 328, in _runCallbacks</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self.result = callback(self.result, *args, **kw)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/cdr.py&quot;, line 64, in _check_cdr_records</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self.match_cdrs()</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/cdr.py&quot;, line 79, in match_cdrs</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; key))</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/cdr.py&quot;, line 125, in __init__</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; AsteriskCSVCDRLine.fields, AsteriskCSVCDRLine)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/astcsv.py&quot;, line 96, in __init__</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:58:07</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; csvreader = csv.DictReader(open(fn, &quot;r&quot;), fields, &quot;,&quot;)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">exceptions.IOError: [Errno 2] No such file or directory: '/tmp/asterisk-testsuite/cdr/console_dial_sip_transfer/ast1//var/log/asterisk/cdr-csv/cdrtest_local.csv'</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Core dumps detected; failing test</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Running gdb -se asterisk -ex bt full -ex thread apply all bt --batch -c core.24504</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">--&gt; Running test 'tests/cdr/console_fork_after_busy_forward' ...</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace"></td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Making sure Asterisk isn't running ...</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Running ['./lib/python/asterisk/TestRunner.py', 'tests/cdr/console_fork_after_busy_forward'] ...</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">[Mar 12 16:58:09] WARNING[26507]: TestRunner:51 find_module: Unable to find module 'yappcap'</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">[Mar 12 16:58:41] WARNING[26507]: TestCase:363 __reactor_timeout: Reactor timeout: '30' seconds</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Unhandled error in Deferred:</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Traceback (most recent call last):</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/TestCase.py&quot;, line 364, in __reactor_timeout</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self.stop_reactor()</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/TestCase.py&quot;, line 356, in stop_reactor</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; df.addCallback(callback)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/usr/lib/python2.6/site-packages/twisted/internet/defer.py&quot;, line 195, in addCallback</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; callbackKeywords=kw)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/usr/lib/python2.6/site-packages/twisted/internet/defer.py&quot;, line 186, in addCallbacks</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self._runCallbacks()</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">--- &lt;exception caught here&gt; ---</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/usr/lib/python2.6/site-packages/twisted/internet/defer.py&quot;, line 328, in _runCallbacks</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self.result = callback(self.result, *args, **kw)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/cdr.py&quot;, line 64, in _check_cdr_records</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self.match_cdrs()</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;tests/cdr/ForkCdrModule.py&quot;, line 32, in match_cdrs</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; super(ForkCdrModuleBasic, self).match_cdrs()</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/cdr.py&quot;, line 79, in match_cdrs</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; key))</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/cdr.py&quot;, line 125, in __init__</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; AsteriskCSVCDRLine.fields, AsteriskCSVCDRLine)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/astcsv.py&quot;, line 96, in __init__</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; csvreader = csv.DictReader(open(fn, &quot;r&quot;), fields, &quot;,&quot;)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">exceptions.IOError: [Errno 2] No such file or directory: '/tmp/asterisk-testsuite/cdr/console_fork_after_busy_forward/ast1//var/log/asterisk/cdr-csv/cdrtest_local.csv'</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Core dumps detected; failing test</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Running gdb -se asterisk -ex bt full -ex thread apply all bt --batch -c core.26513</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">--&gt; Running test 'tests/cdr/console_fork_before_dial' ...</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace"></td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Making sure Asterisk isn't running ...</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Running ['./lib/python/asterisk/TestRunner.py', 'tests/cdr/console_fork_before_dial'] ...</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">[Mar 12 16:58:43] WARNING[28513]: TestRunner:51 find_module: Unable to find module 'yappcap'</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">[Mar 12 16:59:15] WARNING[28513]: TestCase:363 __reactor_timeout: Reactor timeout: '30' seconds</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Unhandled error in Deferred:</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">Traceback (most recent call last):</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/TestCase.py&quot;, line 364, in __reactor_timeout</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self.stop_reactor()</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/TestCase.py&quot;, line 356, in stop_reactor</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; df.addCallback(callback)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/usr/lib/python2.6/site-packages/twisted/internet/defer.py&quot;, line 195, in addCallback</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; callbackKeywords=kw)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/usr/lib/python2.6/site-packages/twisted/internet/defer.py&quot;, line 186, in addCallbacks</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self._runCallbacks()</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">--- &lt;exception caught here&gt; ---</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/usr/lib/python2.6/site-packages/twisted/internet/defer.py&quot;, line 328, in _runCallbacks</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self.result = callback(self.result, *args, **kw)</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;/srv/bamboo/xml-data/build-dir/TESTING-ASTERISKTRUNK-AST18CENTOS32/testsuite/lib/python/asterisk/cdr.py&quot;, line 64, in _check_cdr_records</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; self.match_cdrs()</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; File &quot;tests/cdr/ForkCdrModule.py&quot;, line 32, in match_cdrs</td>
                                                </tr>
                                                <tr>
                                                    <th style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font-weight: bold; font: 12px Menlo, Monaco, Courier New, monospace; color: #505050">12-Mar-2013 15:59:15</th>
                                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; font: 12px Menlo, Monaco, Courier New, monospace">&nbsp; &nbsp; super(ForkCdrModuleBasic, self).match_cdrs()</td>
                                                </tr>
                                            </tbody>
                                        </table>
                                        <table width="100%" cellpadding="0" cellspacing="0" id="email-actions" class="email-metadata" style="margin: 0; border: 0; border-collapse: collapse; font-size: inherit; font-style: inherit; font-variant: inherit; font-weight: inherit; border-top: 1px solid #bbb; color: #505050; margin: 16px 0 0; padding: 0; color: #505050">
                                            <tbody>
                                                <tr>
                                                    <td class="left" style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; padding-top: 8px"> <span class="email-list-item"><a href="http://bamboo.asterisk.org/browse/TESTING-ASTERISKTRUNK-AST18CENTOS32/log" style="color: #326ca6; text-decoration: none">View Online</a></span> <span class="email-list-divider" style="color: #505050; padding: 0 0.350em">|</span> <span class="email-list-item"><a href="http://bamboo.asterisk.org/build/admin/stopPlan.action?planKey=TESTING-ASTERISKTRUNK-AST18CENTOS32" style="color: #326ca6; text-decoration: none">Stop Build</a></span> </td>
                                                </tr>
                                            </tbody>
                                        </table> </td>
                                </tr>
                            </tbody>
                        </table>
                        <table id="email-footer" cellpadding="0" cellspacing="0" width="100%" style="margin: 0; border: 0; border-collapse: collapse; font-size: inherit; font-style: inherit; font-variant: inherit; font-weight: inherit">
                            <tbody>
                                <tr>
                                    <td style="font: 13px Arial, FreeSans, Helvetica, sans-serif; text-align: left; vertical-align: top; padding: 16px; text-align: center"> <p style="font: 13px Arial, FreeSans, Helvetica, sans-serif; margin: 16px 0 0 0; font-size: 11px; margin: 0"><small style="font-size: 11px">This message was sent by <a href="http://bamboo.asterisk.org" style="color: #326ca6; text-decoration: none">Atlassian Bamboo</a>.</small></p> <p style="font: 13px Arial, FreeSans, Helvetica, sans-serif; margin: 16px 0 0 0; font-size: 11px; margin: 0; margin-top: 4px"><small style="font-size: 11px">If you wish to stop receiving these emails edit your <a href="http://bamboo.asterisk.org/profile/userNotifications.action" style="color: #326ca6; text-decoration: none">user profile</a> or <a href="http://bamboo.asterisk.org/viewAdministrators.action" style="color: #326ca6; text-decoration: none">notify your administrator</a>.</small></p> </td>
                                </tr>
                            </tbody>
                        </table> </td>
                </tr>
            </tbody>
        </table>
    </body>
</html>