rasolar/meas_data.py

import socket,numpy,time,thread,json,requests
class meas_data:
	def __init__(self,var_name,ring_length=100,sigma=2,device=socket.gethostname(),sensor="CPU",i2c=0,store_file="/home/pi/data",mean_count=5,store_each_cycle=True,multiplicator=1):
		self.var_name=var_name
		self.value=[]
		self.mval=[]
		self.stat_val_mean=0
		self.stat_val_std=0
		self.ring_length=ring_length
		self.mean_count=mean_count
		self.sensebox=""
		self.senseid=""
		self.sense_url="https://ingress.opensensemap.org/"
		self.sense_intervall=300
		self.sense_last_time=0
		self.sqlhost=""
		self.sqlport=0
		self.bsense=False
		self.bsql=False
		self.bchanged=False
		self.bfile=False
		self.store_file=store_file
		self.act_value=0
		self.act_std=0
		self.act_time=0
		self.stat_mean=0
		self.stat_std=0
		self.sigma=sigma
		self.device=device
		self.sensor=sensor
		self.i2c=i2c
		self.mult=multiplicator
		self.bstoreeach=store_each_cycle
		self.json_out={"time":0,"device":device,"payload":{var_name:{"sensor":sensor,"value":0,"i2c":i2c}}}
	def set_sensebox(self,sensebox,senseid,intervall=300):
		tsb=sensebox
		tsb=tsb[0:24]
		self.sensebox=tsb
		tsi=senseid
		tsi=tsi[0:24]
		self.senseid=tsi
		self.sense_intervall=int(intervall)
		self.bsense=True
		self.sense_url="https://ingress.opensensemap.org/boxes/%s/%s" % (tsb,tsi)
		print(self.sense_url)
	def set_sql(self,host,port=24049):
		th=host
		self.sqlhost=th
		self.sqlport=int(port)
		self.bsql=True
	def set_file_log(self,store_file="/home/pi/data"):
		if len(store_file)>1:
			self.store_file=store_file+"_{:d}.txt"
			try:
				f1=open(self.store_file+"_{:d}.txt".format(int(time.time()/3600)),"a")
			except:
				print("could not open data storage")
				self.bfile=False
			else:
				self.bfile=True
	def show_def(self):
		print(self.var_name)
		print(self.value)
	def set_multiplicator(self,multiplicator):
		self.mult=multiplicator
	def append(self,value):
		self.value.append(value)
		if (len(self.mval)==0) and (len(self.value)>1):
			self.stat_mean=numpy.mean(self.value)
			self.stat_std=numpy.std(self.value)/numpy.sqrt(len(self.value)-1)
		self.mval.append(value)
		if len(self.mval)==self.mean_count:
			nmean=abs(numpy.mean(self.mval)-self.stat_mean)
			nstd=self.stat_std+numpy.std(self.mval)/numpy.sqrt(len(self.mval)-1)
			bsave=self.bstoreeach
			if nmean > (self.sigma*nstd):
				bsave=True
			if bsave:
				if self.stat_val_std==0:
					self.stat_val_std=abs(self.stat_val_mean/100)
				nmean=numpy.mean(self.mval)
				nstd=10**(round(numpy.log10(numpy.maximum(0.001,numpy.std(self.mval))))-1)
				nmean=round(nmean/nstd,0)*nstd
				self.act_value=int(self.mult*nmean)
				self.act_std=int(self.mult*numpy.std(self.mval))
				self.act_time=int(1000*time.time())
				if self.bsql:
					thread.start_new_thread(self.send_sql,(0,))
				if self.bfile:
					thread.start_new_thread(self.send_file,(0,))
				if self.bsense:
					thread.start_new_thread(self.upload_osm,(0,))
			self.mval=[]
		if len(self.value)>=self.ring_length:
			self.value=self.value[((-1)*self.ring_length):]
	def get_ring(self):
		return(self.value)
	def get_act_value(self):
		return(self.act_value)
	def send_file(self,trigger=0):
		try:
			f1=open(self.store_file.format(int(time.time()/3600)),"a")
		except:
			print("could not open log file")
		else:
			f1.write("time:{0};".format(int(self.act_time))+self.var_name+":{0}".format(self.act_value)+"\n")
#			print("time:{0};".format(int(self.act_time))+self.var_name+":{0}".format(self.act_value)+"\n")
			f1.close()
	def send_sql(self,trigger=0):
		self.json_out['time']=self.act_time
		self.json_out['payload'][self.var_name]['timestamp']=self.act_time
		self.json_out['payload'][self.var_name]['value']=int(self.act_value)
		self.json_out['payload'][self.var_name]['std']=int(self.act_std)
#		print(json.dumps(self.json_out))
		try:
			s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
		except:
			print("{}: could not connect to database".format(time.time()))
		else:
			try:
				s.connect((self.sqlhost, self.sqlport))
			except:
				print("{}: could not connect to database".format(time.time()))
			else:
				s.sendall(json.dumps(self.json_out))
				s.close()
	def upload_osm(self,trigger=0):
#		print(self.act_value)
		if (self.act_time-self.sense_last_time)>(self.sense_intervall*1000):
			r = requests.post(self.sense_url,json={'value': float(self.act_value)/self.mult})
			if (r.status_code != requests.codes.ok) & (r.status_code != 201):
				print("Error %d: %s" % (r.status_code,r.text))
			else:
				self.sense_last_time=self.act_time



#test=meas_data("temp",5)
#test.set_sql("localhost")
#test.set_file_log("/home/ademant/data")