nxcals

Install

git pull https://github.com/rdemaria/pytimber.git
cd pytimber 
git checkout nxcals
pip install -e . [--user] 

High level API

import pytimber
db=pytimber.NXCals()

lst=db.searchVariable("LHC%BCT%INT%")
print(lst)

t1='2018-05-23 00:05:54.500'
t2='2018-05-23 00:06:54.500'

ts,val= db.getVariable('LHC.BCTFR.A6R4.B1:BEAM_INTENSITY',t1,t2)

Spark object

import pytimber
db=pytimber.NXCals()

ds= db.getVariable('LHC.BCTFR.A6R4.B1:BEAM_INTENSITY',t1,t2,output='spark')
rows=ds.select('nxcals_timestamp','nxcals_value').sort('nxcals_timestamp')
ts,val1=list(zip(*[(row.get(0)/1000.,row.get(1)) for row in rows.collect()]))


dataset=db.DevicePropertyQuery.system('CMW')\
        .startTime('2018-05-23 00:05:54.500').endTime('2018-05-23 00:06:54.500')\
        .entity().device('ZT10.QFO03').property('Acquisition').buildDataset()

dataset.printSchema()

data=dataset.select('cyclestamp', 'current').orderBy('cyclestamp', ascending=False).collect()

for row in data:
    print(list(row.values()))

From manual

import numpy

ref_time = numpy.datetime64('2018-05-23T00:05:54.500')
interval_start = ref_time  - numpy.timedelta64(1,'D')

ref_time=str(ref_time).replace('T',' ')
interval_start=str(ref_time).replace('T',' ')

df=db.DevicePropertyQuery.system('CMW')\
    .startTime(interval_start).endTime(ref_time)\
    .entity().device('ZT10.QFO03').property('Acquisition').buildDataset()\
    .select('cyclestamp', 'current').orderBy('cyclestamp', ascending=False).limit(1)

df.show()

create certificate

pytimber.NXCals.create_certs()

Search device

db.searchDevice('%RSF2%')
t1="2018-06-15 23:00:00.000"
t2="2018-06-15 23:01:00.000"

ds=db.DevicePropertyQuery.system('CMW')\
    .startTime(t1).endTime(t2)\
    .entity().device('RPMBB.UA87.RSF2.A81B1').property('SUB_51').buildDataset()

ds.printSchema()
rows=ds.select('acqStamp', 'I_MEAS').orderBy('acqStamp', ascending=False).na().drop()
[(r.get(0),r.get(1)) for r in rows.collect()]

ts,val=db.getVariable('RPMBB.UA87.RSF2.A81B1:I_MEAS',t1,t2)
```

simple comparison
```
import pytimber

t1="2018-06-15 23:00:00.000"
t2="2018-06-15 23:01:00.000"
vname="RPMBB.UA87.RSF2.A81B1:I_MEAS"
cals=pytimber.LoggingDB()
print(cals.getVariable(vname,t1,t2))
nxcals=pytimber.NXCals()
print(nxcals.getVariable(vname,t1,t2))


BBQ
```
import time
import numpy as np
nxcals=pytimber.NXCals()
start=time.time()
ds=nxcals.DevicePropertyQuery\
        .system("CMW")\
        .startTime("2018-11-27 01:00:00.000")\
        .endTime("2018-11-27 01:10:00.000")\
        .entity()\
        .parameter("LHC.BQ.GATED.B1/Measurement")\
        .buildDataset()\
        .sort('acqStamp')\
        .select("acqStamp","lastRawDataH")\
        .na().drop()
print(f"Time elapsed {time.time()-start} seconds")
rows=ds.limit(10).collect()
print(f"Time elapsed {time.time()-start} seconds")
ts0=np.array([row.getAs("acqStamp") for row in rows])/1e9
print(f"Time elapsed {time.time()-start} seconds")
data0=np.array([np.array(row.getAs("lastRawDataH").getList(0)) for row in rows])
print(f"Time elapsed {time.time()-start} seconds")
print(f"ts0: {ts0.shape}; data0: {data0.shape}")

t1="2018-11-27 01:00:00.000"
t2="2018-11-27 01:10:00.000"
ts,val=nxcals.getVariable('LHC.BQBBQ.CONTINUOUS.B2:ACQ_DATA_H',t1,t2)

list(val.getAs('nxcals_value').getList(0))
```