Spaces:
Running
Running
File size: 3,702 Bytes
6a662e6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 |
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the license found in the
# LICENSE file in the root directory of this source tree.
import treetable as tt
from .._base_explorers import BaseExplorer
class WatermarkingMbExplorer(BaseExplorer):
eval_metrics = ["acc", "bit_acc", "visqol", "fnr", "fpr", "sisnr"]
def stages(self):
return ["train", "valid", "valid_ema", "evaluate", "evaluate_ema"]
def get_grid_meta(self):
"""Returns the list of Meta information to display for each XP/job."""
return [
tt.leaf("index", align=">"),
tt.leaf("name", wrap=140),
tt.leaf("state"),
tt.leaf("sig", align=">"),
]
def get_grid_metrics(self):
"""Return the metrics that should be displayed in the tracking table."""
return [
tt.group(
"train",
[
tt.leaf("epoch"),
tt.leaf("sisnr", ".3%"),
tt.leaf("wm_detection_identity", ".3%"),
tt.leaf("wm_mb_identity", ".3%"),
],
align=">",
),
tt.group(
"valid",
[
tt.leaf("sisnr", ".3%"),
tt.leaf("wm_detection_identity", ".3%"),
tt.leaf("wm_mb_identity", ".3%"),
# tt.leaf("loss_0", ".3%"),
],
align=">",
),
tt.group(
"evaluate",
[
tt.leaf("aug_identity_acc", ".4f"),
tt.leaf("aug_identity_fnr", ".4f"),
tt.leaf("aug_identity_fpr", ".4f"),
tt.leaf("aug_identity_bit_acc", ".4f"),
tt.leaf("pesq", ".4f"),
tt.leaf("all_aug_acc", ".4f"),
tt.leaf("localization_acc_padding", ".4f"),
],
align=">",
),
]
class WatermarkingExplorer(BaseExplorer):
eval_metrics = ["acc", "visqol", "fnr", "fpr", "sisnr"]
def stages(self):
return ["train", "valid", "valid_ema", "evaluate", "evaluate_ema"]
def get_grid_meta(self):
"""Returns the list of Meta information to display for each XP/job."""
return [
tt.leaf("index", align=">"),
tt.leaf("name", wrap=140),
tt.leaf("state"),
tt.leaf("sig", align=">"),
]
def get_grid_metrics(self):
"""Return the metrics that should be displayed in the tracking table."""
return [
tt.group(
"train",
[
tt.leaf("epoch"),
tt.leaf("sisnr", ".3f"),
tt.leaf("wm_detection_identity"),
],
align=">",
),
tt.group(
"valid",
[
tt.leaf("sisnr", ".3f"),
tt.leaf("wm_detection_identity"),
# tt.leaf("loss_0", ".3%"),
],
align=">",
),
tt.group(
"evaluate",
[
tt.leaf("aug_identity_acc", ".4f"),
tt.leaf("aug_identity_fnr", ".4f"),
tt.leaf("aug_identity_fpr", ".4f"),
tt.leaf("pesq", ".4f"),
tt.leaf("all_aug_acc", ".4f"),
tt.leaf("localization_acc_padding", ".4f"),
],
align=">",
),
]
|