pv-current/window-cor.py

# 参数：时间窗长度，计算频率，最低采样数，观察阈值，故障阈值
# 时间窗长度为整个dataframe，计算频率和时间窗长度在计算平台调度任务中定义

import pandas as pd
import numpy as np

min_sample_no = 48

level1 = 0.75
level2 = 0.9

# 数据清洗：
# 1. 读入数据
# 2. 去掉空值
# 3. 有效采样数小于最低标准的时间窗返回空值


raw = pd.read_csv('ycz6502.csv')[['time', 'zuchuan', 'value']]
raw2 = pd.pivot_table(raw, values='value', index=['time'], columns=['zuchuan'])
inp = raw2.dropna()
inp.index = pd.to_datetime(inp.index)

# 生成测试数据并校验长度
test = inp.loc['2017-03-23']
assert(len(test) > min_sample_no)

max_current_id = test.apply(max).idxmax()
cors = test.corrwith(test[max_current_id])  # or test.corr()[max_current_id]

# 筛选观察组
watch_grp = cors[lambda x: (x < level1) & (x > level2)]

# 筛选报警组
err_grp = cors[lambda x: x < level2]

# 为每个组串打标签
res = pd.cut(cors, bins=[0, level1, level2, 1], labels=['warn', 'watch', 'normal'])