[ Feb 11 21:30:29 Enabled. ]
[ Feb 11 21:30:29 Rereading configuration. ]
[ Feb 11 21:30:31 Rereading configuration. ]
[ Feb 11 21:30:35 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:30:35.321764115Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:30:35.325688862Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:30:35.325698962Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:30:35.347358557Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:30:35.522870205Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.645002996Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50338"}
{"msg":"region 52c345b7-03d7-4521-9b60-a486821c3d7b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.66821335Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.671409758Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"uri":"/crucible/0/regions","method":"POST","req_id":"c7ed6fa0-b156-498f-9fe7-ce76262c58ba","remote_addr":"[fd00:1122:3344:101::b]:50338","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":11463,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.671438499Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.681023396Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.681058147Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"52c345b7-03d7-4521-9b60-a486821c3d7b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/52c345b7-03d7-4521-9b60-a486821c3d7b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.728232533Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"region":"52c345b7-03d7-4521-9b60-a486821c3d7b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"52c345b7-03d7-4521-9b60-a486821c3d7b\" \"--data\" \"/data/regions/52c345b7-03d7-4521-9b60-a486821c3d7b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.730194811Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"region":"52c345b7-03d7-4521-9b60-a486821c3d7b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.879014179Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"region":"52c345b7-03d7-4521-9b60-a486821c3d7b","component":"worker"}
{"msg":"region 52c345b7-03d7-4521-9b60-a486821c3d7b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.879098711Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.879315867Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.879731787Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.886959056Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.901247139Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.904196902Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.90494214Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.90696327Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.907021141Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.907065333Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.920502914Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.925520229Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.951504511Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"uri":"/crucible/0/regions","method":"POST","req_id":"acfcd65b-8fb2-4303-b5a9-5ec94c89cdbc","remote_addr":"[fd00:1122:3344:101::b]:50338","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.111949229Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41351"}
{"msg":"region e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.112069582Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.116576644Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.116608034Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"uri":"/crucible/0/regions","method":"POST","req_id":"12bcd440-50f0-40a0-a931-db065d7d5c18","remote_addr":"[fd00:1122:3344:101::b]:41351","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":4555,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.128639092Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.128668583Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.184883472Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"region":"e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7\" \"--data\" \"/data/regions/e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.184934483Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"region":"e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.27708546Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"uri":"/crucible/0/regions","method":"POST","req_id":"46b2c1d2-e769-411e-8452-c43435be5933","remote_addr":"[fd00:1122:3344:101::b]:41351","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.306105758Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"region":"e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7","component":"worker"}
{"msg":"region e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.306130438Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.306244251Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.312753592Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.312839934Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.312920696Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.312931077Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.312979388Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.313040649Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.313142042Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.313205523Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.313258625Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.313309546Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.320073513Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.320496193Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.323761874Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.333826183Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.337096684Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e7dcd817-9e00-4f7c-b72e-fff1c5ded4e7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.337372621Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.337430202Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.337474103Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.337513494Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.341378149Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.346042145Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:23.760776834Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"uri":"/crucible/0/regions","method":"POST","req_id":"3f0fe1ea-3069-4a29-b02e-e62eb2ac25a3","remote_addr":"[fd00:1122:3344:101::b]:41351","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.216007575Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"uri":"/crucible/0/regions/52c345b7-03d7-4521-9b60-a486821c3d7b","method":"GET","req_id":"f3397876-262d-4e73-9fd7-32d97452aa1a","remote_addr":"[fd00:1122:3344:101::b]:41351","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"path is \"/data/regions/52c345b7-03d7-4521-9b60-a486821c3d7b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.219013199Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"dataset is oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.228053793Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"snapshot is oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/52c345b7-03d7-4521-9b60-a486821c3d7b@63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.237121907Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/52c345b7-03d7-4521-9b60-a486821c3d7b\", \"63c7ce8b-00c7-404f-afd6-cc589fe3bee2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.237149987Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.246767815Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"uri":"/crucible/0/regions/52c345b7-03d7-4521-9b60-a486821c3d7b/snapshots/63c7ce8b-00c7-404f-afd6-cc589fe3bee2","method":"GET","req_id":"b06bcd13-380d-476d-a107-ab63a09f4cec","remote_addr":"[fd00:1122:3344:101::b]:41351","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27759,"response_code":"200"}
{"msg":"path is \"/data/regions/52c345b7-03d7-4521-9b60-a486821c3d7b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.24940872Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"dataset is oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.258194747Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"snapshot is oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/52c345b7-03d7-4521-9b60-a486821c3d7b@63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.265923398Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/52c345b7-03d7-4521-9b60-a486821c3d7b\", \"63c7ce8b-00c7-404f-afd6-cc589fe3bee2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.265955709Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 52c345b7-03d7-4521-9b60-a486821c3d7b-63c7ce8b-00c7-404f-afd6-cc589fe3bee2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.275261229Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"applying SMF actions for region 52c345b7-03d7-4521-9b60-a486821c3d7b running snapshot 63c7ce8b-00c7-404f-afd6-cc589fe3bee2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.275482335Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.275498135Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"uri":"/crucible/0/regions/52c345b7-03d7-4521-9b60-a486821c3d7b/snapshots/63c7ce8b-00c7-404f-afd6-cc589fe3bee2/run","method":"POST","req_id":"1199ff99-e4d6-4257-82d9-36d4d126f85f","remote_addr":"[fd00:1122:3344:101::b]:41351","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26130,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.276061029Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.276144621Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.276225373Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.276233413Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.276273204Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.276319465Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.276695425Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.276756786Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.276804487Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.276849168Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.280756845Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-52c345b7-03d7-4521-9b60-a486821c3d7b-63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.28218297Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-52c345b7-03d7-4521-9b60-a486821c3d7b-63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.288749042Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-52c345b7-03d7-4521-9b60-a486821c3d7b-63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.298781041Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/52c345b7-03d7-4521-9b60-a486821c3d7b/.zfs/snapshot/63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.299060327Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.299130089Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.29917284Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.299214601Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.299273953Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.303107877Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.309018354Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"worker"}
{"msg":"region 52c345b7-03d7-4521-9b60-a486821c3d7b running snapshot 63c7ce8b-00c7-404f-afd6-cc589fe3bee2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.309041304Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"path is \"/data/regions/52c345b7-03d7-4521-9b60-a486821c3d7b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.548555253Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"dataset is oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/52c345b7-03d7-4521-9b60-a486821c3d7b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.557403482Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"datafile"}
{"msg":"snapshot is oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/52c345b7-03d7-4521-9b60-a486821c3d7b@63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.566081516Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8154d897-74cf-48d4-8ad8-d2c98fd2029b/crucible/regions/52c345b7-03d7-4521-9b60-a486821c3d7b\", \"63c7ce8b-00c7-404f-afd6-cc589fe3bee2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.566114007Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.574622258Z","hostname":"oxz_crucible_e5967422-4307-45a9-abb4-3e75a2a253c3","pid":26088,"uri":"/crucible/0/regions/52c345b7-03d7-4521-9b60-a486821c3d7b/snapshots/63c7ce8b-00c7-404f-afd6-cc589fe3bee2/run","method":"POST","req_id":"adff4e0a-159c-4be0-948c-5ef9e67285d3","remote_addr":"[fd00:1122:3344:101::b]:41351","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26114,"response_code":"200"}