[ Mar 22 20:02:53 Enabled. ] [ Mar 22 20:02:53 Rereading configuration. ] [ Mar 22 20:02:55 Rereading configuration. ] [ Mar 22 20:02:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:59.538094916Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:59.540787073Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:59.540795423Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:59.554526855Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:59.6993246Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.651009961Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55611"} {"msg":"region 1622f3c3-49f8-49fd-ad32-93b578af5f67 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.690962049Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.694403012Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"uri":"/crucible/0/regions","method":"POST","req_id":"842d5227-09a6-4496-b70e-e46af28aadf5","remote_addr":"[fd00:1122:3344:101::b]:55611","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18461,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.694426873Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.7037071Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.703778822Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1622f3c3-49f8-49fd-ad32-93b578af5f67\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.786067189Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"region":"1622f3c3-49f8-49fd-ad32-93b578af5f67","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1622f3c3-49f8-49fd-ad32-93b578af5f67\" \"--data\" \"/data/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.788035961Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"region":"1622f3c3-49f8-49fd-ad32-93b578af5f67","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.935418541Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"region":"1622f3c3-49f8-49fd-ad32-93b578af5f67","component":"worker"} {"msg":"region 1622f3c3-49f8-49fd-ad32-93b578af5f67 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.935512683Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.935691057Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1622f3c3-49f8-49fd-ad32-93b578af5f67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.936099816Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1622f3c3-49f8-49fd-ad32-93b578af5f67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.94099606Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.953200959Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.955263663Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"uri":"/crucible/0/regions","method":"POST","req_id":"124f2c67-2738-4a59-8bc2-e0155e5081a6","remote_addr":"[fd00:1122:3344:101::b]:55611","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1622f3c3-49f8-49fd-ad32-93b578af5f67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.956237624Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.957577282Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.957639143Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.957677644Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.957735605Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.961599767Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.974472121Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.874955783Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47290"} {"msg":"region 0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.875058975Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.876016056Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"uri":"/crucible/0/regions","method":"POST","req_id":"eba5b33e-66a5-4bc8-aa02-2e2d65b23882","remote_addr":"[fd00:1122:3344:101::b]:47290","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1006,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.876038386Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.893811194Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.893845664Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.9595909Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"region":"0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1\" \"--data\" \"/data/regions/0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.959649812Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"region":"0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.061122747Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"region":"0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1","component":"worker"} {"msg":"region 0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.061174108Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.0612475Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.061639488Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.067432991Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.076711658Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.079513088Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.079815434Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.079873465Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.079915676Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.079955317Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.083339119Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.088976969Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.180146105Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"uri":"/crucible/0/regions","method":"POST","req_id":"7d672358-1244-4057-a32a-dca6ef7c477d","remote_addr":"[fd00:1122:3344:101::b]:47290","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.241832714Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"uri":"/crucible/0/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67","method":"GET","req_id":"bc6eb6ef-eed1-4dac-aa56-85a37a3226d4","remote_addr":"[fd00:1122:3344:101::b]:47290","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2406,"response_code":"200"} {"msg":"path is \"/data/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.247604887Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"dataset is oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.256852264Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"snapshot is oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67@06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.266311974Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67\", \"06049218-2dda-40c4-9f6f-6818227eb4e5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.266343675Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.276543332Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"uri":"/crucible/0/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67/snapshots/06049218-2dda-40c4-9f6f-6818227eb4e5","method":"GET","req_id":"02a9a222-f7b8-4892-ae85-0cb35f94a08a","remote_addr":"[fd00:1122:3344:101::b]:47290","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31136,"response_code":"200"} {"msg":"path is \"/data/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.279512935Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"dataset is oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.288085537Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"snapshot is oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67@06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.295471174Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67\", \"06049218-2dda-40c4-9f6f-6818227eb4e5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.295509365Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1622f3c3-49f8-49fd-ad32-93b578af5f67-06049218-2dda-40c4-9f6f-6818227eb4e5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.303414922Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"applying SMF actions for region 1622f3c3-49f8-49fd-ad32-93b578af5f67 running snapshot 06049218-2dda-40c4-9f6f-6818227eb4e5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.303652727Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.303666778Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"uri":"/crucible/0/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67/snapshots/06049218-2dda-40c4-9f6f-6818227eb4e5/run","method":"POST","req_id":"d5e55039-f3e6-4dc8-89cd-a957f2f85dbe","remote_addr":"[fd00:1122:3344:101::b]:47290","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24177,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-1622f3c3-49f8-49fd-ad32-93b578af5f67-06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.305999807Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1622f3c3-49f8-49fd-ad32-93b578af5f67-06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.312064146Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1622f3c3-49f8-49fd-ad32-93b578af5f67-06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.32167652Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67/.zfs/snapshot/06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.321983347Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.322033528Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.322077109Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.32212566Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.322170381Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.325334458Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.329815703Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"worker"} {"msg":"region 1622f3c3-49f8-49fd-ad32-93b578af5f67 running snapshot 06049218-2dda-40c4-9f6f-6818227eb4e5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.329826253Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"path is \"/data/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.560056183Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"dataset is oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.568528123Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"datafile"} {"msg":"snapshot is oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67@06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.576759528Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a411105a-d51d-49a1-9d2d-172a0c9ba606/crucible/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67\", \"06049218-2dda-40c4-9f6f-6818227eb4e5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.576801249Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.585501964Z","hostname":"oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1","pid":22663,"uri":"/crucible/0/regions/1622f3c3-49f8-49fd-ad32-93b578af5f67/snapshots/06049218-2dda-40c4-9f6f-6818227eb4e5/run","method":"POST","req_id":"e2d6200c-d3d5-4e57-8662-c790b7d0753c","remote_addr":"[fd00:1122:3344:101::b]:47290","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26019,"response_code":"200"}