<?xml version="1.0" encoding="UTF-8" ?>
<feed xmlns="http://www.w3.org/2005/Atom">
    <title type="text">BigML Status</title>
    <subtitle type="html"><![CDATA[Status Feed]]></subtitle>
    <link href="http://status.bigml.com/atom"></link>
    <id>http://status.bigml.com/</id>
    <link rel="alternate" type="text/html" href="http://status.bigml.com/atom" ></link>
    <link rel="self" type="application/atom+xml" href="http://status.bigml.com/" ></link>
        <updated>2026-09-11T20:43:10+00:00</updated>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Backend queues are delayed]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/48/"></link>
            <id>http://status.bigml.com/incident/48/</id>
            <summary type="html"><![CDATA[<p>The issue with ML queues has been identified and corrected.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2018-11-03T21:32:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Batch Predictions Failing]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/47/"></link>
            <id>http://status.bigml.com/incident/47/</id>
            <summary type="html"><![CDATA[<p>Batch outputs are running normally again</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2018-02-27T06:05:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Batch Predictions Failing]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/46/"></link>
            <id>http://status.bigml.com/incident/46/</id>
            <summary type="html"><![CDATA[<p>Batch outputs (predictions, centroids, anomalyscores, etc) are currently failing</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2018-02-27T01:42:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[API issues]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/45/"></link>
            <id>http://status.bigml.com/incident/45/</id>
            <summary type="html"><![CDATA[<p>we're experimenting some issues with the API databases. We're investigating...</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2018-01-19T09:01:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Backend tasks are queueing]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/44/"></link>
            <id>http://status.bigml.com/incident/44/</id>
            <summary type="html"><![CDATA[<p>The problem has been identified and processing times have returned to normal.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2018-01-11T19:42:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Backend tasks are queueing]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/43/"></link>
            <id>http://status.bigml.com/incident/43/</id>
            <summary type="html"><![CDATA[<p>We are seeing increased rates of queued jobs even though there is excess capacity.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2018-01-11T17:16:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[There is an increased number of errors in batch predictions that we are investigating]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/42/"></link>
            <id>http://status.bigml.com/incident/42/</id>
            <summary type="html"><![CDATA[<p>The issue has been resolved</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2018-01-01T18:27:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[There is an increased number of errors in batch predictions that we are investigating]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/41/"></link>
            <id>http://status.bigml.com/incident/41/</id>
            <summary type="html"><![CDATA[<p>Batch predictions are incurring intermittent failures</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2018-01-01T18:00:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[WhizzML Interruption]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/40/"></link>
            <id>http://status.bigml.com/incident/40/</id>
            <summary type="html"><![CDATA[<p>WhizzML is working normally and the backlog of tasks has finished processing.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-12-29T18:20:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[WhizzML Interruption]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/39/"></link>
            <id>http://status.bigml.com/incident/39/</id>
            <summary type="html"><![CDATA[<p>The problem with WhizzML has been identified and fixed. We are watching the performance to ensure that things are working 100%</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-12-29T17:58:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[WhizzML Interruption]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/38/"></link>
            <id>http://status.bigml.com/incident/38/</id>
            <summary type="html"><![CDATA[<p>WhizzML scripts are currently not operating correctly and are not progressing past 10%. We are investigating the cause.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-12-29T09:13:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[BigML Backend Outage]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/37/"></link>
            <id>http://status.bigml.com/incident/37/</id>
            <summary type="html"><![CDATA[<p>BigML Backend Outage</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-10-21T08:29:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Issues with Datasets]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/36/"></link>
            <id>http://status.bigml.com/incident/36/</id>
            <summary type="html"><![CDATA[<p>Dataset jobs are stuck</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-10-03T15:46:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Batch predictions/centroids/anomalyscores working again]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/35/"></link>
            <id>http://status.bigml.com/incident/35/</id>
            <summary type="html"><![CDATA[<p>The queue for batch predictions/centroid/anomalyscores has cleared and jobs are progressing normally.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-10-02T06:59:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Batch predictions/centroids/anomalyscores delayed]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/34/"></link>
            <id>http://status.bigml.com/incident/34/</id>
            <summary type="html"><![CDATA[<p>There is an unusual delay in processing batch prediction/centroid/anomalyscores jobs.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-10-02T06:32:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[BigML Backend Outage]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/33/"></link>
            <id>http://status.bigml.com/incident/33/</id>
            <summary type="html"><![CDATA[<p>BigML is experiencing issues with one of the backend databases</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-09-28T11:35:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Model Issues]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/32/"></link>
            <id>http://status.bigml.com/incident/32/</id>
            <summary type="html"><![CDATA[<p>Creation of models/ensembles is failing</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-09-20T22:22:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Models are progressing normally]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/30/"></link>
            <id>http://status.bigml.com/incident/30/</id>
            <summary type="html"><![CDATA[<p>The issue has been repaired and model jobs are progressing normally.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-09-09T17:26:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Model delays]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/29/"></link>
            <id>http://status.bigml.com/incident/29/</id>
            <summary type="html"><![CDATA[<p>We are currently investigating an issue where 1/5 of the model servers are not taking jobs, causing delays.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-09-09T16:00:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Autoscaler Issues for model jobs]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/28/"></link>
            <id>http://status.bigml.com/incident/28/</id>
            <summary type="html"><![CDATA[<p>We're investigating...</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-09-08T12:54:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Batch processing is restored]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/27/"></link>
            <id>http://status.bigml.com/incident/27/</id>
            <summary type="html"><![CDATA[<p>The issue with the batch processing queue has been resolved and tasks are completing normally.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-08-01T04:00:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Batch Predictions Queued]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/26/"></link>
            <id>http://status.bigml.com/incident/26/</id>
            <summary type="html"><![CDATA[<p>The servers that handle batch outputs are currently backlogged on processing tasks. We are fixing the underlying problem.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-08-01T03:07:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Backend issues]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/25/"></link>
            <id>http://status.bigml.com/incident/25/</id>
            <summary type="html"><![CDATA[<p>MongoDB hiccup</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-07-27T14:38:14+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[WhizzML is fully operational]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/24/"></link>
            <id>http://status.bigml.com/incident/24/</id>
            <summary type="html"><![CDATA[<p>WhizzML is operating at full capacity</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-07-22T00:48:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[WhizzML is running again]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/23/"></link>
            <id>http://status.bigml.com/incident/23/</id>
            <summary type="html"><![CDATA[<p>....  and we are watching things...</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-07-21T23:00:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[WhizzML Execution is disabled]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/21/"></link>
            <id>http://status.bigml.com/incident/21/</id>
            <summary type="html"><![CDATA[<p>There is a problem with WhizzML that has required us to temporarily stop the execution of all WhizzML scripts. We are investigating the issue and expect to have a fix very soon.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-07-21T19:02:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Models are progressing normally again]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/20/"></link>
            <id>http://status.bigml.com/incident/20/</id>
            <summary type="html"><![CDATA[<p>We are still cleaning up some older tasks</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-07-20T18:53:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Models are queueing forever...]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/19/"></link>
            <id>http://status.bigml.com/incident/19/</id>
            <summary type="html"><![CDATA[<p>The release today has impacted the model servers and new jobs are currently queueing. We are fixing it...</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-07-20T17:21:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Autoscaler is operating normally]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/18/"></link>
            <id>http://status.bigml.com/incident/18/</id>
            <summary type="html"><![CDATA[<p>The issue with the autoscaler has been resolved...</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-05-30T17:51:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Autoscaler Issues]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/17/"></link>
            <id>http://status.bigml.com/incident/17/</id>
            <summary type="html"><![CDATA[<p>We are investigating issues with the autoscaler, which is impacting performance.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-05-30T15:08:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Processing Delays]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/16/"></link>
            <id>http://status.bigml.com/incident/16/</id>
            <summary type="html"><![CDATA[<p>The autoscaler issues have been resolved and everything is run full speed once again...</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-04-19T00:45:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Processing delays]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/15/"></link>
            <id>http://status.bigml.com/incident/15/</id>
            <summary type="html"><![CDATA[<p>BigML is experiencing some processing delays due to an autoscaling issue.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-04-18T23:20:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[All systems operational!]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/14/"></link>
            <id>http://status.bigml.com/incident/14/</id>
            <summary type="html"><![CDATA[<p>The performance issue with the model servers has been corrected and jobs are progressing normally...</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-03-24T18:05:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Performance restored]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/11/"></link>
            <id>http://status.bigml.com/incident/11/</id>
            <summary type="html"><![CDATA[<p>The issue with the performance of model servers has been identified and a workaround has been implemented. We are still investigating the root cause.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-03-24T17:27:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[Tasks completing slowly]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/10/"></link>
            <id>http://status.bigml.com/incident/10/</id>
            <summary type="html"><![CDATA[<p>Some tasks are being delayed in completion. We are investigating the cause...</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-03-24T16:15:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[BigML Backend Restored]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/2/"></link>
            <id>http://status.bigml.com/incident/2/</id>
            <summary type="html"><![CDATA[<p>AWS has resolved the issues with S3 and as a result <a href="https://bigml.com">BigML</a> is fully operational.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-02-28T22:19:00+00:00</updated>
        </entry>
        <entry>
            <author>
                <name>BigML Status</name>
            </author>
            <title type="text"><![CDATA[BigML Backend Outage]]></title>
            <link rel="alternate" type="text/html" href="http://status.bigml.com/incident/1/"></link>
            <id>http://status.bigml.com/incident/1/</id>
            <summary type="html"><![CDATA[<p>BigML is experiencing an outage that impacts all resource access and creation. The underlying problem is an AWS outage, the details and status of which can be found at the <a href="https://status.aws.amazon.com">AWS Service Health Dashboard</a> for the us-east-1 region.</p>
]]></summary>
            <content type="html"><![CDATA[]]></content>
            <updated>2017-02-28T17:59:00+00:00</updated>
        </entry>
</feed>
