78 lines
2.5 KiB
Python
78 lines
2.5 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
import errno
|
|
import logging
|
|
import os
|
|
import sys
|
|
import time
|
|
|
|
HERE = os.path.abspath(os.path.dirname(__file__))
|
|
sys.path.append(os.path.join(HERE, '..', 'python', 'requests'))
|
|
import requests
|
|
|
|
|
|
# Server to which to submit telemetry data
|
|
BUILD_TELEMETRY_SERVER = 'http://52.88.27.118/build-metrics-dev'
|
|
|
|
|
|
def submit_telemetry_data(statedir):
|
|
|
|
# No data to work with anyway
|
|
outgoing = os.path.join(statedir, 'telemetry', 'outgoing')
|
|
if not os.path.isdir(outgoing):
|
|
return 0
|
|
|
|
submitted = os.path.join(statedir, 'telemetry', 'submitted')
|
|
try:
|
|
os.mkdir(submitted)
|
|
except OSError as e:
|
|
if e.errno != errno.EEXIST:
|
|
raise
|
|
|
|
session = requests.Session()
|
|
for filename in os.listdir(outgoing):
|
|
path = os.path.join(outgoing, filename)
|
|
if os.path.isdir(path) or not path.endswith('.json'):
|
|
continue
|
|
with open(path, 'r') as f:
|
|
data = f.read()
|
|
try:
|
|
r = session.post(BUILD_TELEMETRY_SERVER, data=data,
|
|
headers={'Content-Type': 'application/json'})
|
|
except Exception as e:
|
|
logging.error('Exception posting to telemetry '
|
|
'server: %s' % str(e))
|
|
break
|
|
# TODO: some of these errors are likely not recoverable, as
|
|
# written, we'll retry indefinitely
|
|
if r.status_code != 200:
|
|
logging.error('Error posting to telemetry: %s %s' %
|
|
(r.status_code, r.text))
|
|
continue
|
|
|
|
os.rename(os.path.join(outgoing, filename),
|
|
os.path.join(submitted, filename))
|
|
|
|
session.close()
|
|
|
|
# Discard submitted data that is >= 30 days old
|
|
now = time.time()
|
|
for filename in os.listdir(submitted):
|
|
ctime = os.stat(os.path.join(submitted, filename)).st_ctime
|
|
if now - ctime >= 60*60*24*30:
|
|
os.remove(os.path.join(submitted, filename))
|
|
|
|
return 0
|
|
|
|
|
|
if __name__ == '__main__':
|
|
if len(sys.argv) != 2:
|
|
print('usage: python submit_telemetry_data.py <statedir>')
|
|
sys.exit(1)
|
|
statedir = sys.argv[1]
|
|
logging.basicConfig(filename=os.path.join(statedir, 'telemetry', 'telemetry.log'),
|
|
format='%(asctime)s %(message)s')
|
|
sys.exit(submit_telemetry_data(statedir))
|