diff --git a/test/utils/shippable/download.py b/test/utils/shippable/download.py
index 787fde95d8..16bec1c1df 100755
--- a/test/utils/shippable/download.py
+++ b/test/utils/shippable/download.py
@@ -138,7 +138,7 @@ def main():
 
         project_id = response.json()[0]['id']
 
-        url = 'https://api.shippable.com/runs?projectIds=%s' % project_id
+        url = 'https://api.shippable.com/runs?projectIds=%s&runNumbers=%s' % (project_id, run_number)
 
         response = requests.get(url, headers=headers)