gepc 分数计算

    # Normality scoring phase
    dc_gcae.eval()
    if pretrained and getattr(args, 'dpmm_fn', False):
        pt_dpmm = args.dpmm_fn
    else:# True
        pt_dpmm = None
1
2
3
4
5
6

在模型的评估模式下 dc_gcae.eval()

- 以上函数中的pt_dpmm = None

dpmm_calc_scores(分数计算)

def dpmm_calc_scores(model, train_dataset, eval_normal_dataset, eval_abn_dataset=None, args=None,
                     ret_metadata=False, dpmm_components=10, dpmm_downsample_fac=10, pt_dpmm_path=None):
                     
def dpmm_calc_scores(model{dc_gcae*}, train_dataset{“正常”训练数据集，用于阿尔法计算*}, eval_normal_dataset{“正常”或“混合”评估数据集*}, 
eval_abn_dataset=None{“异常”评估数据集（可选）}, args=None{命令行参数*},ret_metadata=False{*}, 
dpmm_components=10{dpmm的截断参数}, dpmm_downsample_fac=10{dpmm拟合的下采样因子}, pt_dpmm_path=None{预训练dpmm模型的路径*}):
    """
    Wrapper for extracting features for DNS experiment, given a trained DCEC models, a normal training dataset and two
    datasets for evaluation, a "normal" one and an "abnormal" one
    :param model: A trained model
    :param train_dataset: "normal" training dataset, for alpha calculation
    :param eval_normal_dataset: "normal" or "mixed" evaluation dataset
    :param eval_abn_dataset: "abnormal" evaluation dataset (optional)
    :param args - command line arguments
    :param ret_metadata:
    :param dpmm_components:  Truncation parameter for DPMM
    :param dpmm_downsample_fac: Downsampling factor for DPMM fitting
    :param pt_dpmm_path: Path to a pretrained DPMM model
    :return actual experiment done after feature extraction (calc_p)
    apper用于提取DNS实验的特征，给定一个经过训练的DCEC模型、一个正常的训练数据集和两个用于评估的数据集，“正常”和“异常”数据集
：返回特征提取后的实际实验（calc_p）
    """
    # Alpha calculation and fitting
    train_p = calc_p(model, train_dataset, args, ret_metadata=False) #[560900,10]
    eval_p_ret = calc_p(model, eval_normal_dataset, args, ret_metadata=ret_metadata)
    if ret_metadata:
        eval_p_normal, metadata = eval_p_ret
    else:
        eval_p_normal = eval_p_ret

    p_vec = eval_p_normal
    eval_p_abn = None
    if eval_abn_dataset:
        eval_p_abn = calc_p(model, eval_abn_dataset, args, ret_metadata=ret_metadata)
        p_vec = np.concatenate([eval_p_normal, eval_p_abn])

    print("Started fitting DPMM")
    if pt_dpmm_path is None:
        dpmm_mix = mixture.BayesianGaussianMixture(n_components=dpmm_components,
                                                   max_iter=500, verbose=1, n_init=1)
        dpmm_mix.fit(train_p[::dpmm_downsample_fac])
    else:
        dpmm_mix = load(pt_dpmm_path)

    dpmm_scores = dpmm_mix.score_samples(p_vec)

    if eval_p_abn is not None:
        gt = np.concatenate([np.ones(eval_p_normal.shape[0], dtype=np.int),
                             np.zeros(eval_p_abn.shape[0], dtype=np.int)])
    else:
        gt = np.ones_like(dpmm_scores, dtype=np.int)

    try:  # Model persistence
        dpmm_fn = args.ae_fn.split('.')[0] + '_dpgmm.pkl'
        dpmm_path = os.path.join(args.ckpt_dir, dpmm_fn)
        dump(dpmm_mix, dpmm_path)
    except ModuleNotFoundError:
        print("Joblib missing, DPMM not saved")

    if ret_metadata:
        return dpmm_scores, gt, metadata
    else:
        return dpmm_scores, gt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

train_p(两个概率的计算使用的是同一个函数，不同的参数)

• train_p = calc_p(model, train_dataset, args, ret_metadata=False) #[560900,10]

train_p = calc_p(model, train_dataset, args, ret_metadata=False) #[560900,10]
1

def calc_p(model, dataset, args, ret_metadata=True, ret_z=False):
    """ Evalutates the models output over the data in the dataset. """
    loader = DataLoader(dataset, batch_size=args.batch_size, num_workers=args.num_workers,
                        shuffle=False, drop_last=False, pin_memory=True)
    model = model.to(args.device)
    model.eval()
    p = p_compute_features(loader, model, device=args.device, ret_z=ret_z)# ret_z=False  p为ndarry (560900,10)

    if ret_z:# False
        p, z = p
        if ret_metadata:
            return p, z, dataset.metadata
        else:
            return p, z
    else:
        if ret_metadata:# False
            return p, dataset.metadata
        else:
            return p
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

def p_compute_features(loader, model, device='cuda:0', ret_z=False):
    sfmax = []
    z_arr = []
    for itern, data_arr in enumerate(loader):
        data = data_arr[0]
        if itern % 100 == 0:
            print("Compute Features Iter {}".format(itern))
        with torch.no_grad():
            data = data.to(device) # torch.Size([256, 3, 12, 18])
            model_ret = model(data, ret_z=ret_z)
            cls_sfmax = model_ret[0]# !!!
            if ret_z:
                z = model_ret[-1]
                z_arr.append(z.to('cpu', non_blocking=True).numpy().astype('float32'))

            cls_sfmax = torch.reshape(cls_sfmax, (cls_sfmax.size(0), -1))
            sfmax.append(cls_sfmax.to('cpu', non_blocking=True).numpy().astype('float32'))

    sfmax = np.concatenate(sfmax)
    if ret_z:# False
        z_arr = np.concatenate(z_arr)
        return sfmax, z_arr
    else:
        return sfmax
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

eval_p_ret

• eval_p_ret = calc_p(model, eval_normal_dataset, args, ret_metadata=ret_metadata)

- 传入的model为dc_gcae

    eval_p_ret = calc_p(model, eval_normal_dataset, args, ret_metadata=ret_metadata) # ret_metadata传过来的True
1

def calc_p(model, dataset, args, ret_metadata=True, ret_z=False):
    """ Evalutates the models output over the data in the dataset. """
    loader = DataLoader(dataset, batch_size=args.batch_size, num_workers=args.num_workers,
                        shuffle=False, drop_last=False, pin_memory=True)
    model = model.to(args.device)
    model.eval()
    p = p_compute_features(loader, model, device=args.device, ret_z=ret_z)

    if ret_z:# False
        p, z = p
        if ret_metadata:
            return p, z, dataset.metadata 
        else:
            return p, z
    else:
        if ret_metadata:# True
            return p, dataset.metadata # ！！！！
        else:
            return p
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

Started fitting DPMM

def dpmm_calc_scores(model, train_dataset, eval_normal_dataset, eval_abn_dataset=None, args=None,ret_metadata=False, dpmm_components=10, dpmm_downsample_fac=10, pt_dpmm_path=None):

    # Alpha calculation and fitting
    train_p = calc_p(model, train_dataset, args, ret_metadata=False) #[560900,10]
    eval_p_ret = calc_p(model, eval_normal_dataset, args, ret_metadata=ret_metadata)
    if ret_metadata:# True 第二个计算返回两个数据!!!!!!!!!!!!!!!!!!!!!!!!!
        eval_p_normal, metadata = eval_p_ret
    else:
        eval_p_normal = eval_p_ret

    p_vec = eval_p_normal # !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
    eval_p_abn = None
    if eval_abn_dataset:# None
        eval_p_abn = calc_p(model, eval_abn_dataset, args, ret_metadata=ret_metadata)
        p_vec = np.concatenate([eval_p_normal, eval_p_abn])

    print("Started fitting DPMM")
    if pt_dpmm_path is None:# True !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
        dpmm_mix = mixture.BayesianGaussianMixture(n_components=dpmm_components,max_iter=500, verbose=1, n_init=1) # sklearn中的函数
        dpmm_mix.fit(train_p[::dpmm_downsample_fac])# dpmm_downsample_fac=10
    else:
        dpmm_mix = load(pt_dpmm_path)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

• 拟合dpmm
  

    dpmm_scores = dpmm_mix.score_samples(p_vec)# ndarry 750370  # !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!

    if eval_p_abn is not None:# False
        gt = np.concatenate([np.ones(eval_p_normal.shape[0], dtype=np.int),
                             np.zeros(eval_p_abn.shape[0], dtype=np.int)])
    else: # !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
        gt = np.ones_like(dpmm_scores, dtype=np.int)# ???

    try:  # Model persistence
        dpmm_fn = args.ae_fn.split('.')[0] + '_dpgmm.pkl'
        dpmm_path = os.path.join(args.ckpt_dir, dpmm_fn)
        dump(dpmm_mix, dpmm_path)
    except ModuleNotFoundError:
        print("Joblib missing, DPMM not saved")

    if ret_metadata: # !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
        return dpmm_scores, gt, metadata
    else:
        return dpmm_scores, gt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

• 持久化

• 主要返回由测试数据集得到的dpmm_scores
  
• 然后由返回的dp_scores得到另一个dp_scores_tavg

dp_scores_tavg, _ = avg_scores_by_trans(dp_scores, gt, args.num_transform)

def avg_scores_by_trans(scores, gt, num_transform=5, ret_first=False):
    score_mask, scores_by_trans, scores_tavg = dict(), dict(), dict()
    gti = {'normal': 1, 'abnormal': 0}
    for k, gt_val in gti.items():
        score_mask[k] = scores[gt == gt_val]
        scores_by_trans[k] = score_mask[k].reshape(-1, num_transform)
        scores_tavg[k] = scores_by_trans[k].mean(axis=1)

    gt_trans_avg = np.concatenate([np.ones_like(scores_tavg['normal'], dtype=np.int),
                                   np.zeros_like(scores_tavg['abnormal'], dtype=np.int)])
    scores_trans_avg = np.concatenate([scores_tavg['normal'], scores_tavg['abnormal']])
    if ret_first:
        scores_first_trans = dict()
        for k, v in scores_by_trans.items():
            scores_first_trans[k] = v[:, 0]
        scores_first_trans = np.concatenate([scores_first_trans['normal'], scores_first_trans['abnormal']])
        return scores_trans_avg, gt_trans_avg, scores_first_trans
    else:# ！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！
        return scores_trans_avg, gt_trans_avg
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

• 750370/5=150074 对5个数据增强变换得到地结果进行avg

然后进行：

    max_clip = 5 if args.debug else None # None
    dp_auc, dp_shift, dp_sigma = score_dataset(dp_scores_tavg ndarry(150074), metadatandarry(150074,4), max_clip=max_clip)
1
2

def score_dataset(score_vals, metadata, max_clip=None, scene_id=None):
    gt_arr, scores_arr, score_ids_arr, metadata_arr = get_dataset_scores(score_vals, metadata, max_clip, scene_id)
    gt_np = np.concatenate(gt_arr)
    scores_np = np.concatenate(scores_arr)
    auc, shift, sigma = score_align(scores_np, gt_np)
    return auc, shift, sigma
1
2
3
4
5
6

• get_dataset_scores函数，主要 传入score_vals（n）和数据集的meta_data(n,4) 用于计算 scores_np, gt_np (clip_list为读取的gt的位置) 也就是返回以下两张图片中的值
  

def get_dataset_scores(scores, metadata, max_clip=None, scene_id=None):
    dataset_gt_arr = []
    dataset_scores_arr = []
    dataset_metadata_arr = []
    dataset_score_ids_arr = []
    metadata_np = np.array(metadata) # (150074,4)
    per_frame_scores_root = '/media/ubuntu/data2/cuitao/gepc-master1/data/testing/test_frame_mask' # TODO 'data/testing/test_frame_mask/'
    clip_list = os.listdir(per_frame_scores_root)# 对应于每个视频的gt
    clip_list = sorted(fn for fn in clip_list if fn.endswith('.npy'))
    if scene_id is not None:# False
        clip_list = [cl for cl in clip_list if int(cl[:2]) == scene_id]
    if max_clip: # None
        max_clip = min(max_clip, len(clip_list))
        clip_list = clip_list[:max_clip]
    print("Scoring {} clips".format(len(clip_list))) # Scoring 107 clips
    for clip in clip_list:
        clip_res_fn = os.path.join(per_frame_scores_root, clip) # '*/gepc-master1/data/testing/test_frame_mask/01_0014.npy'
        clip_gt = np.load(clip_res_fn) # 加载视频的gt 256长度的ndarry
        scene_id, clip_id = [int(i) for i in clip.split('.')[0].split('_')] # 1 , 14
        clip_metadata_inds = np.where((metadata_np[:, 1] == clip_id) &
                                      (metadata_np[:, 0] == scene_id))[0]# 大小839 [ 0  1  2  3  4  5  6  7  8  9 10 11 12 13 14 15 16 17 18 19 20 21 22 23, 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47, 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71, 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95, 96 97 98 99]
        clip_metadata = metadata[clip_metadata_inds]  # 大小（839，4） [[ 1 14  1  0], [ 1 14  1  1], [ 1 14  1  2], [ 1 14  1  3], [ 1 14  1  4], [ 1 14  1  5], [ 1 14  1  6], [ 1 14  1  7], [ 1 14  1  8], [ 1 14  1  9], [ 1 14  1 10], [ 1 14  1 11], [ 1 14  1 12], [ 1 14  1 13], [ 1 14  1 14], [ 1 14  1 15], [ 1 14  1 16], [ 1 14  1 17], [ 1 14  1 18], [ 1 14  1 19], [ 1 14  1 20], [ 1 14  1 21], [ 1 14  1 22], [ 1 14  1 23], [ 1 14  1 24], [ 1 14  1 25], [ 1 14  1 26], [ 1 14  1 27], [ 1 14  1 28], [ 1 14  1 29], [ 1 14  1 30], [ 1 14  1 31], [ 1 14  1 32], [ 1 14  1 33], [ 1 14  1 34], [ 1 14  1 35], [ 1 14  1 36], [ 1 14  1 37], [ 1 14  1 38], [ 1 14  1 39], [ 1 14  1 40], [ 1 14  1 41], [ 1 14  1 42], [ 1 14  1 43], [ 1 14  1 44], [ 1 14  1 45], [ 1 14  1 46], [ 1 14  1 47], [ 1 14  1 48], [ 1 14  1 49], [ 1 14  1 50], [ 1 14  1 51], [ 1 14  1 52], [ 1 14  1 53], [ 1 14  1 54], [ 1 14  1 55], [ 1 14  1 56], [ 1 14  1 57], [ 1 14  1 58], [ 1 14  1 59], [ 1 14  1 60], [ 1 14  1 61], [ 1 14  1 62], [ 1 14  1 63], [ 1 14  1 64], [ 1 14  1 65], [ 1 14  1...
        clip_fig_idxs = set([arr[2] for arr in clip_metadata]) # 集合 {1, 2, 4, 6, 8}应该是这个视频中有几个人吧
        scores_zeros = np.zeros(clip_gt.shape[0]) # 256(gt的大小)大小的0
        clip_person_scores_dict = {i: np.copy(scores_zeros) for i in clip_fig_idxs} # 让1，2，4，6，8每个对应于于265大小的 值0 ndarry的字典
        for person_id in clip_fig_idxs:
            person_metadata_inds = np.where((metadata_np[:, 1] == clip_id) &
                                            (metadata_np[:, 0] == scene_id) &
                                            (metadata_np[:, 2] == person_id))[0]
            pid_scores = scores[person_metadata_inds]
            pid_frame_inds = np.array([metadata[i][3] for i in person_metadata_inds])
            clip_person_scores_dict[person_id][pid_frame_inds] = pid_scores

        clip_ppl_score_arr = np.stack(list(clip_person_scores_dict.values()))  # (5, 265)
        clip_score = np.amax(clip_ppl_score_arr, axis=0) # 256
        fig_score_id = [list(clip_fig_idxs)[i] for i in np.argmax(clip_ppl_score_arr, axis=0)]# 这应该是把那个人的id记下来 后续可以可视化用
        dataset_gt_arr.append(clip_gt)
        dataset_scores_arr.append(clip_score)
        dataset_score_ids_arr.append(fig_score_id)
        dataset_metadata_arr.append([scene_id, clip_id])
    return dataset_gt_arr, dataset_scores_arr, dataset_score_ids_arr, dataset_metadata_arr # 返回值dataset_gt_arr与dataset_scores_arr用于AUC的计算
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

- clip_metadata_inds为满足条件的meta项在metadata中的索引


clip_fig_idxs:为singleposemeta[0]见
https://img-blog.csdnimg.cn/4d89076c8aa647a0a89a42d58fd616b5.png
singleposemeta[0]是在一个 clip_dict的一个pose的索引 ,singlepose是 clip_dict（9，n,51）的单个 （n,51）

clip_gt大小 256（应该是256帧）

        for person_id in clip_fig_idxs:
            person_metadata_inds = np.where((metadata_np[:, 1] == clip_id) &
                                            (metadata_np[:, 0] == scene_id) &
                                            (metadata_np[:, 2] == person_id))[0]
            pid_scores = scores[person_metadata_inds]
            pid_frame_inds = np.array([metadata[i][3] for i in person_metadata_inds])
            #[i][3] 为startkey https://img-blog.csdnimg.cn/ed839efa89954342bf59087e2b5c12ac.png 开始的帧的位置
            clip_person_scores_dict[person_id][pid_frame_inds] = pid_scores # 填充clip_person_scores_dict
1
2
3
4
5
6
7
8

---