-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathresults.py
84 lines (72 loc) · 2.67 KB
/
results.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
from __future__ import absolute_import, division, print_function
import socket
import subprocess
import logging
from hashlib import sha256
from datetime import datetime
import requests
logger = logging.getLogger('results')
def get_gcc_version():
return subprocess.check_output(['gcc','--version']).split(')')[1].split()[0]
class ElasicSearch(object):
def __init__(self, hostname, basename='icetray_profile'):
self.session = requests.Session()
# try a connection
r = self.session.get(hostname)
r.raise_for_status()
self.hostname = hostname+'/'+basename+'/'
self.host = socket.gethostname()
self.gcc = get_gcc_version()
def send(self, value, date, prefix='profile'):
value['host'] = self.host
value['gcc'] = self.gcc
value['date'] = date.isoformat()
value['insert_date'] = datetime.utcnow().isoformat()
index_name = sha256(self.host+self.gcc+value['date']+value['insert_date']).hexdigest()
self.put(prefix, index_name, value)
def put(self, name, index_name, data):
r = None
try:
kwargs = {}
if isinstance(data,dict):
kwargs['json'] = data
else:
kwargs['data'] = data
r = self.session.put(self.hostname+name+'/'+index_name, **kwargs)
r.raise_for_status()
except Exception:
logger.warn('cannot put %s/%s to elasticsearch at %r', name,
index_name, self.hostname, exc_info=True)
if r:
logger.info('%r',r.content)
class Graphite(object):
def __init__(self, address, prefix=None):
if prefix:
self.prefix = prefix
else:
# compute prefix
hostname = socket.gethostname().replace('.','_')
gcc = get_gcc_version().replace('.','_')
self.prefix = 'icetray.{}.{}'.format(hostname,gcc)
# set up socket
port = 2003
if ':' in address:
address, port = address.split(':')
port = int(port)
addr = socket.getaddrinfo(address, port, 0, 0, socket.IPPROTO_TCP)
for a in addr:
try:
s = socket.socket(*a[:3])
s.connect(a[-1])
except Exception:
pass
else:
break
else:
raise Exception('cannot connect to %s:%d'%(address,port))
self.socket = s
def send(self, name, value, date):
msg = '%s.%s %f %d\n'%(self.prefix, name, value,
convert_to_unix_time(date))
logger.info('sending msg: %s',msg)
self.socket.sendall(msg)