address review

bin/setup_services.sh

@@ -13,6 +13,9 @@
 
 set -euo pipefail
 
+# wait for dev services to start up
+./bin/waitfor_services.sh
+
 # Drop and re-create the breakpad database with tables, stored procedures,
 # types, indexes, and keys; also bulk-loads static data for some lookup tables
 /app/bin/setup_postgres.sh

bin/test.sh

@@ -27,13 +27,7 @@ PYTHON="$(which python)"
 
 echo ">>> wait for services to be ready"
 
-waitfor --verbose --conn-only "${DATABASE_URL}"
-waitfor --verbose "${LEGACY_ELASTICSEARCH_URL}"
-waitfor --verbose "http://${PUBSUB_EMULATOR_HOST}"
-waitfor --verbose "${STORAGE_EMULATOR_HOST}/storage/v1/b"
-waitfor --verbose --codes={200,404} "${SENTRY_DSN}"
-# wait for this last because it's slow to start
-waitfor --verbose --timeout=30 "${ELASTICSEARCH_URL}"
+./bin/waitfor_services.sh
 
 echo ">>> build queue things and db things"
 

bin/waitfor_services.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+# Usage: bin/waitfor_services.sh
+#
+# Waits for dev services to start up.
+#
+# Note: This should be called from inside a container.
+
+set -euo pipefail
+
+waitfor --verbose --conn-only "${DATABASE_URL}"
+waitfor --verbose "${LEGACY_ELASTICSEARCH_URL}"
+waitfor --verbose "http://${PUBSUB_EMULATOR_HOST}"
+waitfor --verbose "${STORAGE_EMULATOR_HOST}/storage/v1/b"
+waitfor --verbose --codes={200,404} "${SENTRY_DSN}"
+# wait for this last because it's slow to start
+waitfor --verbose --timeout=30 "${ELASTICSEARCH_URL}"

socorro/external/es/supersearch.py

@@ -142,7 +142,7 @@ def _format(aggregation):
                 return aggregation
 
             for i, bucket in enumerate(aggregation["buckets"]):
-                if bucket["key"] in (True, False):
+                if isinstance(bucket["key"], bool):
                     # Restore es 1.4 format for boolean terms as string
                     term = "T" if bucket["key"] else "F"
                 elif "key_as_string" in bucket:

socorro/statsd_metrics.yaml

@@ -125,6 +125,30 @@ socorro.processor.es.save_processed_crash:
   description: |
     Timer for how long it takes to save the processed crash to Elasticsearch.
 
+socorro.processor.legacy_es.crash_document_size:
+  type: "histogram"
+  description: |
+    Size of crash document. In bytes.
+
+socorro.processor.legacy_es.index:
+  type: "histogram"
+  description: |
+    Total time it took to index the crash document in Elasticsearch.
+
+socorro.processor.legacy_es.indexerror:
+  type: "incr"
+  description: |
+    Counter for errors when indexing a document in Elasticsearch.
+
+    Tags:
+
+    * ``error``: the error code indicating what happened
+
+socorro.processor.legacy_es.save_processed_crash:
+  type: "timing"
+  description: |
+    Timer for how long it takes to save the processed crash to Elasticsearch.
+
 socorro.processor.ingestion_timing:
   type: "timing"
   description: |