[12:47:17.144] D [ main ] loading config file wct-depo-sp.jsonnet [12:47:17.182] D [ main ] config requests plugin: "WireCellGen" [12:47:17.182] D [ main ] config requests plugin: "WireCellPgraph" [12:47:17.182] D [ main ] config requests plugin: "WireCellSio" [12:47:17.182] D [ main ] config requests plugin: "WireCellSigProc" [12:47:17.182] D [ main ] config requests plugin: "WireCellImg" [12:47:17.182] D [ main ] config requests plugin: "WireCellPytorch" [12:47:17.182] D [ main ] config requests app: "Pgrapher" [12:47:17.182] D [ main ] adding plugin: "WireCellGen" [12:47:17.194] D [ sys ] loaded plugin #1 "WireCellGen" from library "libWireCellGen.so": 0xe56230 [12:47:17.194] D [ main ] adding plugin: "WireCellPgraph" [12:47:17.196] D [ sys ] loaded plugin #2 "WireCellPgraph" from library "libWireCellPgraph.so": 0xe34d80 [12:47:17.196] D [ main ] adding plugin: "WireCellSio" [12:47:17.201] D [ sys ] loaded plugin #3 "WireCellSio" from library "libWireCellSio.so": 0xe356c0 [12:47:17.201] D [ main ] adding plugin: "WireCellSigProc" [12:47:17.206] D [ sys ] loaded plugin #4 "WireCellSigProc" from library "libWireCellSigProc.so": 0xe33b20 [12:47:17.206] D [ main ] adding plugin: "WireCellImg" [12:47:17.215] D [ sys ] loaded plugin #5 "WireCellImg" from library "libWireCellImg.so": 0xe58790 [12:47:17.215] D [ main ] adding plugin: "WireCellPytorch" [12:47:17.450] D [ sys ] loaded plugin #6 "WireCellPytorch" from library "libWireCellPytorch.so": 0x1e08ed0 [12:47:17.450] D [ main ] constructing component: "FrameFileSource":"orig0" [12:47:17.450] D [ main ] constructing component: "WireSchemaFile":"" [12:47:17.450] D [ main ] constructing component: "AnodePlane":"apa0" [12:47:17.450] D [ main ] constructing component: "FftwDFT":"" [12:47:17.450] D [ main ] constructing component: "FieldResponse":"field0" [12:47:17.450] D [ main ] constructing component: "ColdElecResponse":"" [12:47:17.450] D [ main ] constructing component: "LfFilter":"ROI_tight_lf" [12:47:17.450] D [ main ] constructing component: "LfFilter":"ROI_tighter_lf" [12:47:17.450] D [ main ] constructing component: "LfFilter":"ROI_loose_lf" [12:47:17.450] D [ main ] constructing component: "HfFilter":"Gaus_tight" [12:47:17.450] D [ main ] constructing component: "HfFilter":"Gaus_wide" [12:47:17.450] D [ main ] constructing component: "HfFilter":"Wiener_tight_U" [12:47:17.450] D [ main ] constructing component: "HfFilter":"Wiener_tight_V" [12:47:17.450] D [ main ] constructing component: "HfFilter":"Wiener_tight_W" [12:47:17.450] D [ main ] constructing component: "HfFilter":"Wiener_wide_U" [12:47:17.450] D [ main ] constructing component: "HfFilter":"Wiener_wide_V" [12:47:17.450] D [ main ] constructing component: "HfFilter":"Wiener_wide_W" [12:47:17.450] D [ main ] constructing component: "HfFilter":"Wire_ind" [12:47:17.450] D [ main ] constructing component: "HfFilter":"Wire_col" [12:47:17.450] D [ main ] constructing component: "OmnibusSigProc":"sigproc-apa0" [12:47:17.450] D [ main ] constructing component: "FrameFanout":"gauss0" [12:47:17.450] D [ main ] constructing component: "FrameFileSink":"gauss0" [12:47:17.450] D [ main ] constructing component: "FrameFanout":"dnnroi0" [12:47:17.451] D [ main ] constructing component: "Retagger":"dnnroi0" [12:47:17.451] D [ main ] constructing component: "TorchService":"dnnroi" [12:47:17.451] D [ main ] constructing component: "DNNROIFinding":"dnnroi0u" [12:47:17.451] D [ main ] constructing component: "DNNROIFinding":"dnnroi0v" [12:47:17.451] D [ main ] constructing component: "PlaneSelector":"dnnroi0w" [12:47:17.451] D [ main ] constructing component: "FrameFanin":"dnnroi0" [12:47:17.451] D [ main ] constructing component: "FrameFileSink":"dnnsp0" [12:47:17.451] D [ main ] constructing component: "Pgrapher":"" [12:47:17.451] D [ main ] constructing app: "Pgrapher" [12:47:17.451] D [ io ] log name: "io/FrameFileSource:orig0" [12:47:17.451] D [ geom ] log name: "geom/AnodePlane:apa0" [12:47:17.452] D [sigproc ] log name: "sigproc/OmnibusSigProc:sigproc-apa0" [12:47:17.452] D [ glue ] log name: "glue/FrameFanout:gauss0" [12:47:17.452] D [ io ] log name: "io/FrameFileSink:gauss0" [12:47:17.452] D [ glue ] log name: "glue/FrameFanout:dnnroi0" [12:47:17.452] D [ torch ] log name: "torch/TorchService:dnnroi" [12:47:17.452] D [ torch ] log name: "torch/DNNROIFinding:dnnroi0u" [12:47:17.452] D [ torch ] log name: "torch/DNNROIFinding:dnnroi0v" [12:47:17.452] D [ glue ] log name: "glue/PlaneSelector:dnnroi0w" [12:47:17.452] D [ glue ] log name: "glue/FrameFanin:dnnroi0" [12:47:17.452] D [ io ] log name: "io/FrameFileSink:dnnsp0" [12:47:17.452] D [ pgraph ] log name: "pgraph/Pgrapher:" [12:47:17.452] D [ main ] configuring component: "FrameFileSource":"orig0" [12:47:17.453] D [ main ] configuring component: "WireSchemaFile":"" [12:47:17.453] I [ wct ] loading compressed json file: /data1/users/yuhw/larsoft855/share/wirecell/data/protodune-wires-larsoft-v4.json.bz2 [12:47:19.302] D [ main ] configuring component: "AnodePlane":"apa0" [12:47:19.302] D [ geom ] X planes: "cathode"@ -0.001587500000000091m, "response"@-3.4878875m, "anode"@-3.57836m [12:47:19.305] D [ geom ] face:0, plane:0, origin:(-3487.89 3071.4 1153.36) mm [12:47:19.307] D [ geom ] face:0, plane:1, origin:(-3487.89 3069.73 1153.36) mm [12:47:19.308] D [ geom ] face:0, plane:2, origin:(-3487.89 3068.05 1153.29) mm [12:47:19.309] D [ geom ] face:0 with 3 planes and sensvol: [(-3578.36 76.1 3.3497) --> (-1.5875 6060 2303.37)] [12:47:19.309] D [ geom ] X planes: "cathode"@ -7.2599125m, "response"@-3.7736125m, "anode"@-3.68314m [12:47:19.311] D [ geom ] face:1, plane:0, origin:(-3773.61 3071.4 1153.36) mm [12:47:19.314] D [ geom ] face:1, plane:1, origin:(-3773.61 3069.72 1153.36) mm [12:47:19.315] D [ geom ] face:1, plane:2, origin:(-3773.61 3068.05 1153.44) mm [12:47:19.315] D [ geom ] face:1 with 3 planes and sensvol: [(-7259.91 76.1 3.35702) --> (-3683.14 6060 2303.38)] [12:47:19.315] D [ main ] configuring component: "FftwDFT":"" [12:47:19.315] D [ main ] configuring component: "FieldResponse":"field0" [12:47:19.315] I [ wct ] loading compressed json file: /data1/users/yuhw/larsoft855/share/wirecell/data/dune-garfield-1d565-wires0.json.bz2 [12:47:19.953] D [ main ] configuring component: "ColdElecResponse":"" [12:47:19.953] D [ main ] configuring component: "LfFilter":"ROI_tight_lf" [12:47:19.954] D [ main ] configuring component: "LfFilter":"ROI_tighter_lf" [12:47:19.954] D [ main ] configuring component: "LfFilter":"ROI_loose_lf" [12:47:19.954] D [ main ] configuring component: "HfFilter":"Gaus_tight" [12:47:19.954] D [ main ] configuring component: "HfFilter":"Gaus_wide" [12:47:19.954] D [ main ] configuring component: "HfFilter":"Wiener_tight_U" [12:47:19.954] D [ main ] configuring component: "HfFilter":"Wiener_tight_V" [12:47:19.954] D [ main ] configuring component: "HfFilter":"Wiener_tight_W" [12:47:19.954] D [ main ] configuring component: "HfFilter":"Wiener_wide_U" [12:47:19.954] D [ main ] configuring component: "HfFilter":"Wiener_wide_V" [12:47:19.954] D [ main ] configuring component: "HfFilter":"Wiener_wide_W" [12:47:19.954] D [ main ] configuring component: "HfFilter":"Wire_ind" [12:47:19.954] D [ main ] configuring component: "HfFilter":"Wire_col" [12:47:19.954] D [ main ] configuring component: "OmnibusSigProc":"sigproc-apa0" [12:47:19.956] D [sigproc ] config: internal channel map for tags: gauss:"gauss0", wiener:"wiener0", frame:"sigproc" pind0 aid0 fid0 pid0 cid400 -> cid799, cind0 -> cind399, (n=400) pind1 aid0 fid0 pid1 cid1599 -> cid1200, cind0 -> cind399, (n=400) pind2 aid0 fid0 pid2 cid2080 -> cid2559, cind0 -> cind479, (n=480) pind0 aid0 fid1 pid0 cid399 -> cid0, cind0 -> cind399, (n=800) pind1 aid0 fid1 pid1 cid800 -> cid1199, cind0 -> cind399, (n=800) pind2 aid0 fid1 pid2 cid1600 -> cid2079, cind0 -> cind479, (n=960) [12:47:19.957] D [ main ] configuring component: "FrameFanout":"gauss0" [12:47:19.957] D [ glue ] trivial 2-way fanout [12:47:19.957] D [ main ] configuring component: "FrameFileSink":"gauss0" [12:47:19.957] D [ io ] save gauss0 with baseline=0 scale=1 offset=0 digitize=false to gauss_0.npz [12:47:19.957] D [ main ] configuring component: "FrameFanout":"dnnroi0" [12:47:19.957] D [ glue ] trivial 3-way fanout [12:47:19.957] D [ main ] configuring component: "Retagger":"dnnroi0" [12:47:19.957] D [ main ] configuring component: "TorchService":"dnnroi" [12:47:20.066] D [ torch ] loaded model "/home/yuhw/wc/dunefd/dnn-roi-pdvd/Pytorch-UNet/ts-model/unet-l23-cosmic500-e50.ts" to device "cpu" [12:47:20.066] D [ main ] configuring component: "DNNROIFinding":"dnnroi0u" [12:47:20.067] D [ torch ] anode=AnodePlane:apa0 plane=0 nchans=800 in=[0,799] [12:47:20.067] D [ torch ] using output scale: 1.2 [12:47:20.067] D [ main ] configuring component: "DNNROIFinding":"dnnroi0v" [12:47:20.067] D [ torch ] anode=AnodePlane:apa0 plane=1 nchans=800 in=[800,1599] [12:47:20.067] D [ torch ] using output scale: 1.2 [12:47:20.067] D [ main ] configuring component: "PlaneSelector":"dnnroi0w" [12:47:20.067] D [ glue ] anode=AnodePlane:apa0 plane=2 nchans=960 in=[1600,2559] [12:47:20.067] D [ main ] configuring component: "FrameFanin":"dnnroi0" [12:47:20.067] D [ main ] configuring component: "FrameFileSink":"dnnsp0" [12:47:20.067] D [ io ] save dnnsp0 with baseline=0 scale=1 offset=0 digitize=false to dnnroi_0.npz [12:47:20.068] D [ main ] configuring component: "Pgrapher":"" [12:47:20.068] D [ pgraph ] connecting: 12 edges [12:47:20.068] D [ pgraph ] connect inputs:[ ] outputs:[ WireCell::IFrame ]:(WireCell::IFrame:0) -> executing graph [12:47:20.068] D [ pgraph ] executing with 11 nodes [12:47:20.339] D [ io ] call=0 load frame: frame: ident=0 time=0 tick=500 with 2560 traces. frame tags:[ ] 1 tagged trace sets:[ "*":0 [0] ] cmm:[ ] [12:47:20.339] D [sigproc ] call=0 input frame: frame: ident=0 time=0 tick=500 with 2560 traces. frame tags:[ ] 1 tagged trace sets:[ "*":0 [0] ] cmm:[ ] [12:47:20.339] D [sigproc ] call=0 init nticks=6000 tbinmin=0 tbinmax=6000 [12:47:20.362] D [sigproc ] call=0 load plane index: 0, ntraces=2560, input bad regions: 0 [12:47:21.543] D [sigproc ] call=0 save plane index: 0, Qtot=48301000.83595357 Qloss=0, 1597 indices spanning [0,1596] "tight_lf" [12:47:21.810] D [sigproc ] call=0 save plane index: 0, Qtot=204747825.10298836 Qloss=0, 1595 indices spanning [1597,3191] "loose_lf" [12:47:22.431] D [sigproc ] call=0 load plane index: 1, ntraces=2560, input bad regions: 0 [12:47:23.669] D [sigproc ] call=0 save plane index: 1, Qtot=49768603.30786228 Qloss=0, 3195 indices spanning [0,4789] "tight_lf" [12:47:23.973] D [sigproc ] call=0 save plane index: 1, Qtot=169545132.67254642 Qloss=0, 3195 indices spanning [1597,6389] "loose_lf" [12:47:24.604] D [sigproc ] call=0 load plane index: 2, ntraces=2560, input bad regions: 0 [12:47:25.779] D [sigproc ] call=0 save plane index: 2, Qtot=154419103.14457938 Qloss=0, 5114 indices spanning [0,8308] "tight_lf" [12:47:25.816] D [sigproc ] call=0 save plane index: 2, Qtot=154419103.14457938 Qloss=0, 5114 indices spanning [1597,10227] "loose_lf" [12:48:36.470] D [sigproc ] call=0 save plane index: 0, Qtot=247297536 Qloss=0, 2955 indices spanning [71530,74484] "wiener" [12:48:36.652] D [sigproc ] call=0 save plane index: 0, Qtot=-0.179918882669881 Qloss=0, 800 indices spanning [74485,75284] "decon" [12:48:36.693] D [sigproc ] call=0 save plane index: 0, Qtot=242291443 Qloss=0, 2974 indices spanning [75285,78258] "gauss" [12:48:37.135] D [sigproc ] call=0 save plane index: 1, Qtot=205433745 Qloss=0, 3398 indices spanning [91821,95218] "wiener" [12:48:37.318] D [sigproc ] call=0 save plane index: 1, Qtot=-0.05873814597725868 Qloss=0, 1600 indices spanning [74485,96018] "decon" [12:48:37.359] D [sigproc ] call=0 save plane index: 1, Qtot=202040556 Qloss=0, 3427 indices spanning [96019,99445] "gauss" [12:48:37.744] D [sigproc ] call=0 save plane index: 2, Qtot=163509247 Qloss=0, 2388 indices spanning [108979,111366] "wiener" [12:48:38.072] D [sigproc ] call=0 save plane index: 2, Qtot=150917580.98918867 Qloss=0, 3518 indices spanning [74485,113284] "decon" [12:48:38.124] D [sigproc ] call=0 save plane index: 2, Qtot=163569692 Qloss=0, 2408 indices spanning [113285,115692] "gauss" [12:48:38.126] D [sigproc ] call=0 produce 115693 traces: 8741 wiener0, 3518 decon_charge0, 8809 gauss0, frame tag: sigproc [12:48:38.126] D [sigproc ] call=0 output frame: frame: ident=0 time=0 tick=500 with 115693 traces. frame tags:[ "sigproc" ] 12 tagged trace sets:[ "break_roi_1st0":8972 [0] "break_roi_2nd0":8963 [0] "cleanup_roi0":8555 [0] "decon_charge0":3518 [0] "extend_roi0":8437 [0] "gauss0":8809 [0] "loose_lf0":5114 [0] "mp2_roi0":34072 [0] "mp3_roi0":6479 [0] "shrink_roi0":8919 [0] "tight_lf0":5114 [0] "wiener0":8741 [8741] ] cmm:[ ] [12:48:38.228] D [ glue ] call=0: input->output x2: frame: ident=0 time=0 tick=500 with 115693 traces. frame tags:[ "sigproc" ] 12 tagged trace sets:[ "break_roi_1st0":8972 [0] "break_roi_2nd0":8963 [0] "cleanup_roi0":8555 [0] "decon_charge0":3518 [0] "extend_roi0":8437 [0] "gauss0":8809 [0] "loose_lf0":5114 [0] "mp2_roi0":34072 [0] "mp3_roi0":6479 [0] "shrink_roi0":8919 [0] "tight_lf0":5114 [0] "wiener0":8741 [8741] ] cmm:[ ] [12:48:38.229] D [ glue ] call=0: input->output x3: frame: ident=0 time=0 tick=500 with 115693 traces. frame tags:[ "sigproc" ] 12 tagged trace sets:[ "break_roi_1st0":8972 [0] "break_roi_2nd0":8963 [0] "cleanup_roi0":8555 [0] "decon_charge0":3518 [0] "extend_roi0":8437 [0] "gauss0":8809 [0] "loose_lf0":5114 [0] "mp2_roi0":34072 [0] "mp3_roi0":6479 [0] "shrink_roi0":8919 [0] "tight_lf0":5114 [0] "wiener0":8741 [8741] ] cmm:[ ] [12:48:38.244] D [ torch ] call=0 tag=loose_lf0 ntraces=5114 [12:48:38.253] D [ torch ] call=0 tag=mp2_roi0 ntraces=34072 [12:48:38.259] D [ torch ] call=0 tag=mp3_roi0 ntraces=6479 [12:48:38.286] D [ torch ] TICK: 57 ms (this: 57 ms) call=0 calling model "TorchService:dnnroi" [12:48:38.287] D [ torch ] running model on device: "cpu" [12:48:39.864] D [ torch ] TICK: 1635 ms (this: 1577 ms) call=0 inference done [12:48:39.878] D [ torch ] TICK: 1649 ms (this: 14 ms) call=0 tensor2eigen [12:48:39.895] D [ torch ] call=0 tag=decon_charge0 ntraces=3518 [12:48:39.944] D [ torch ] TICK: 1715 ms (this: 65 ms) call=0 finish [12:48:39.960] D [ torch ] call=0 tag=loose_lf0 ntraces=5114 [12:48:39.969] D [ torch ] call=0 tag=mp2_roi0 ntraces=34072 [12:48:39.974] D [ torch ] call=0 tag=mp3_roi0 ntraces=6479 [12:48:39.978] D [ torch ] TICK: 33 ms (this: 33 ms) call=0 calling model "TorchService:dnnroi" [12:48:39.979] D [ torch ] running model on device: "cpu" [12:48:41.536] D [ torch ] TICK: 1591 ms (this: 1558 ms) call=0 inference done [12:48:41.550] D [ torch ] TICK: 1606 ms (this: 14 ms) call=0 tensor2eigen [12:48:41.568] D [ torch ] call=0 tag=decon_charge0 ntraces=3518 [12:48:41.617] D [ torch ] TICK: 1672 ms (this: 66 ms) call=0 finish [12:48:41.617] D [ glue ] call=0 input frame: ident=0 time=0 tick=500 with 115693 traces. frame tags:[ "sigproc" ] 12 tagged trace sets:[ "break_roi_1st0":8972 [0] "break_roi_2nd0":8963 [0] "cleanup_roi0":8555 [0] "decon_charge0":3518 [0] "extend_roi0":8437 [0] "gauss0":8809 [0] "loose_lf0":5114 [0] "mp2_roi0":34072 [0] "mp3_roi0":6479 [0] "shrink_roi0":8919 [0] "tight_lf0":5114 [0] "wiener0":8741 [8741] ] cmm:[ ] [12:48:41.617] D [ glue ] call=0 output frame: ident=0 time=0 tick=500 with 2408 traces. frame tags:[ "DNNROIFinding" ] 1 tagged trace sets:[ "dnnsp0w":2408 [0] ] cmm:[ ] [12:48:41.618] D [ glue ] call=0 input 0: frame: ident=0 time=0 tick=500 with 800 traces. frame tags:[ "DNNROIFinding" ] 1 tagged trace sets:[ "dnnsp0u":800 [0] ] cmm:[ ] input 1: frame: ident=0 time=0 tick=500 with 800 traces. frame tags:[ "DNNROIFinding" ] 1 tagged trace sets:[ "dnnsp0v":800 [0] ] cmm:[ ] input 2: frame: ident=0 time=0 tick=500 with 2408 traces. frame tags:[ "DNNROIFinding" ] 1 tagged trace sets:[ "dnnsp0w":2408 [0] ] cmm:[ ] output: frame: ident=0 time=0 tick=500 with 4008 traces. frame tags:[ "dnnsp0w" "dnnsp0u" "dnnsp0v" ] 3 tagged trace sets:[ "dnnsp0u":800 [0] "dnnsp0v":800 [0] "dnnsp0w":2408 [0] ] cmm:[ ] Retagger: tagging trace set: dnnsp0 with 4008 traces, 0 summary [12:48:41.618] D [ io ] input frame: frame: ident=0 time=0 tick=500 with 4008 traces. frame tags:[ "dnnsp0" ] 1 tagged trace sets:[ "dnnsp0":4008 [0] ] cmm:[ ] [12:48:41.618] D [ io ] call=0 frame=0 ntraces=4008 tag="dnnsp0" [12:48:41.943] D [ io ] no channel mask maps at call 0 [12:48:41.943] D [ io ] input frame: frame: ident=0 time=0 tick=500 with 115693 traces. frame tags:[ "sigproc" ] 12 tagged trace sets:[ "break_roi_1st0":8972 [0] "break_roi_2nd0":8963 [0] "cleanup_roi0":8555 [0] "decon_charge0":3518 [0] "extend_roi0":8437 [0] "gauss0":8809 [0] "loose_lf0":5114 [0] "mp2_roi0":34072 [0] "mp3_roi0":6479 [0] "shrink_roi0":8919 [0] "tight_lf0":5114 [0] "wiener0":8741 [8741] ] cmm:[ ] [12:48:41.943] D [ io ] call=0 frame=0 ntraces=8809 tag="gauss0" [12:48:42.237] D [ io ] no channel mask maps at call 0 [12:48:42.251] D [ io ] EOS at call=1 [12:48:42.251] D [sigproc ] EOS at call=1 anode=0 [12:48:42.251] D [ glue ] call=1: see EOS [12:48:42.252] D [ glue ] call=1: see EOS [12:48:42.252] D [ torch ] EOS at call=1 [12:48:42.252] D [ torch ] EOS at call=1 [12:48:42.252] D [ glue ] see EOS at call=1 [12:48:42.252] D [ glue ] EOS at call=1 with 3 [12:48:42.252] D [ io ] EOS at call=1 [12:48:42.252] D [ io ] EOS at call=1 [12:48:42.252] D [ pgraph ] graph execution complete [12:48:42.252] I [ timer ] Timer: WireCell::SigProc::OmnibusSigProc : 77.88 sec [12:48:42.252] I [ timer ] Timer: WireCell::Pytorch::DNNROIFinding : 19.79 sec [12:48:42.252] I [ timer ] Timer: WireCell::Pytorch::DNNROIFinding : 19.58 sec [12:48:42.252] I [ timer ] Timer: WireCell::Sio::FrameFileSink : 0.33 sec [12:48:42.252] I [ timer ] Timer: WireCell::Sio::FrameFileSink : 0.31 sec [12:48:42.252] I [ timer ] Timer: WireCell::Sio::FrameFileSource : 0.28 sec [12:48:42.252] I [ timer ] Timer: WireCell::Gen::FrameFanout : 0 sec [12:48:42.252] I [ timer ] Timer: WireCell::Gen::Retagger : 0 sec [12:48:42.252] I [ timer ] Timer: WireCell::Gen::FrameFanout : 0 sec [12:48:42.252] I [ timer ] Timer: WireCell::Aux::PlaneSelector : 0 sec [12:48:42.252] I [ timer ] Timer: WireCell::Gen::FrameFanin : 0 sec [12:48:42.252] I [ timer ] Timer: Total node execution : 118.16999810934067 sec [12:48:42.253] D [ main ] finalizing component: "FrameFileSink":"gauss0" [12:48:42.253] D [ io ] closing gauss_0.npz after 2 calls [12:48:42.253] D [ main ] finalizing component: "FrameFileSink":"dnnsp0" [12:48:42.253] D [ io ] closing dnnroi_0.npz after 2 calls