[ Mar 22 20:02:53 Enabled. ]
[ Mar 22 20:02:53 Rereading configuration. ]
[ Mar 22 20:02:55 Rereading configuration. ]
[ Mar 22 20:02:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:59.605527078Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:59.608529882Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:59.608538362Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:59.623729575Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:59.742865095Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.651194925Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52077"}
{"msg":"region f32723ef-5d2f-400b-9445-53289332cb5d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.690107541Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.691079502Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.695070066Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"uri":"/crucible/0/regions","method":"POST","req_id":"3732d545-2c8e-4f6c-b2ff-347611873218","remote_addr":"[fd00:1122:3344:101::b]:52077","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18318,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/f32723ef-5d2f-400b-9445-53289332cb5d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.700943741Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/f32723ef-5d2f-400b-9445-53289332cb5d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.700989032Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f32723ef-5d2f-400b-9445-53289332cb5d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f32723ef-5d2f-400b-9445-53289332cb5d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.783038935Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"region":"f32723ef-5d2f-400b-9445-53289332cb5d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f32723ef-5d2f-400b-9445-53289332cb5d\" \"--data\" \"/data/regions/f32723ef-5d2f-400b-9445-53289332cb5d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.785041817Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"region":"f32723ef-5d2f-400b-9445-53289332cb5d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.930030397Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"region":"f32723ef-5d2f-400b-9445-53289332cb5d","component":"worker"}
{"msg":"region f32723ef-5d2f-400b-9445-53289332cb5d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.930109109Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.930313843Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f32723ef-5d2f-400b-9445-53289332cb5d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.930778773Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f32723ef-5d2f-400b-9445-53289332cb5d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.938399675Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.950194635Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f32723ef-5d2f-400b-9445-53289332cb5d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.953290901Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f32723ef-5d2f-400b-9445-53289332cb5d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.953844673Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.953904784Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.953948045Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.953982476Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.958117593Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.966540442Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"uri":"/crucible/0/regions","method":"POST","req_id":"7ad4e18e-da2d-4591-ad32-c4200362331e","remote_addr":"[fd00:1122:3344:101::b]:52077","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.973428179Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.875058475Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47273"}
{"msg":"region 0ca26b3b-23bb-43f0-88e2-c9bbfa24a084 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.875165967Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.875828201Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"uri":"/crucible/0/regions","method":"POST","req_id":"2ca6a251-4a91-4a3f-9cf7-6732d71a358d","remote_addr":"[fd00:1122:3344:101::b]:47273","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":705,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.875846612Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/0ca26b3b-23bb-43f0-88e2-c9bbfa24a084","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.888779087Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/0ca26b3b-23bb-43f0-88e2-c9bbfa24a084","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.888809847Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0ca26b3b-23bb-43f0-88e2-c9bbfa24a084\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0ca26b3b-23bb-43f0-88e2-c9bbfa24a084\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.95158727Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"region":"0ca26b3b-23bb-43f0-88e2-c9bbfa24a084","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0ca26b3b-23bb-43f0-88e2-c9bbfa24a084\" \"--data\" \"/data/regions/0ca26b3b-23bb-43f0-88e2-c9bbfa24a084\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:23.951646462Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"region":"0ca26b3b-23bb-43f0-88e2-c9bbfa24a084","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.076877522Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"region":"0ca26b3b-23bb-43f0-88e2-c9bbfa24a084","component":"worker"}
{"msg":"region 0ca26b3b-23bb-43f0-88e2-c9bbfa24a084 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.076930753Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.077005214Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0ca26b3b-23bb-43f0-88e2-c9bbfa24a084","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.077395383Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0ca26b3b-23bb-43f0-88e2-c9bbfa24a084","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.083268817Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.092893552Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0ca26b3b-23bb-43f0-88e2-c9bbfa24a084","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.096199072Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0ca26b3b-23bb-43f0-88e2-c9bbfa24a084","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.096416867Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.096468988Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.096507988Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.096544629Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.099766398Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.104717633Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:24.190664168Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"uri":"/crucible/0/regions","method":"POST","req_id":"e3a46c7b-3e69-4fd3-b3ac-3c3263e88434","remote_addr":"[fd00:1122:3344:101::b]:47273","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.940875191Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"uri":"/crucible/0/regions/f32723ef-5d2f-400b-9445-53289332cb5d","method":"GET","req_id":"36dd99a3-0606-4e94-be73-ae5b1d58628f","remote_addr":"[fd00:1122:3344:101::b]:47273","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":3421,"response_code":"200"}
{"msg":"path is \"/data/regions/f32723ef-5d2f-400b-9445-53289332cb5d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.946889499Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"dataset is oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/f32723ef-5d2f-400b-9445-53289332cb5d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.955544403Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"snapshot is oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/f32723ef-5d2f-400b-9445-53289332cb5d@06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.964075514Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/f32723ef-5d2f-400b-9445-53289332cb5d\", \"06049218-2dda-40c4-9f6f-6818227eb4e5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.964107045Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.974162628Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"uri":"/crucible/0/regions/f32723ef-5d2f-400b-9445-53289332cb5d/snapshots/06049218-2dda-40c4-9f6f-6818227eb4e5","method":"GET","req_id":"3aaf913d-088a-40d5-9d68-d598dbc37732","remote_addr":"[fd00:1122:3344:101::b]:47273","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30371,"response_code":"200"}
{"msg":"path is \"/data/regions/f32723ef-5d2f-400b-9445-53289332cb5d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.976880906Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"dataset is oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/f32723ef-5d2f-400b-9445-53289332cb5d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.985459758Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"snapshot is oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/f32723ef-5d2f-400b-9445-53289332cb5d@06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.995188645Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/f32723ef-5d2f-400b-9445-53289332cb5d\", \"06049218-2dda-40c4-9f6f-6818227eb4e5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.995220226Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot f32723ef-5d2f-400b-9445-53289332cb5d-06049218-2dda-40c4-9f6f-6818227eb4e5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.004490332Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"applying SMF actions for region f32723ef-5d2f-400b-9445-53289332cb5d running snapshot 06049218-2dda-40c4-9f6f-6818227eb4e5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.004734308Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.004751968Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"uri":"/crucible/0/regions/f32723ef-5d2f-400b-9445-53289332cb5d/snapshots/06049218-2dda-40c4-9f6f-6818227eb4e5/run","method":"POST","req_id":"be29ae62-f396-4355-bbfa-66520cb6fba5","remote_addr":"[fd00:1122:3344:101::b]:47273","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27891,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-f32723ef-5d2f-400b-9445-53289332cb5d-06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.007108928Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f32723ef-5d2f-400b-9445-53289332cb5d-06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.012306029Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f32723ef-5d2f-400b-9445-53289332cb5d-06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.024773913Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f32723ef-5d2f-400b-9445-53289332cb5d/.zfs/snapshot/06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.024985918Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.025036689Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.02507691Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.025124751Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.025166062Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.029089195Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.033909487Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"worker"}
{"msg":"region f32723ef-5d2f-400b-9445-53289332cb5d running snapshot 06049218-2dda-40c4-9f6f-6818227eb4e5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.033919637Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"path is \"/data/regions/f32723ef-5d2f-400b-9445-53289332cb5d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.33961521Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"dataset is oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/f32723ef-5d2f-400b-9445-53289332cb5d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.348207983Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"datafile"}
{"msg":"snapshot is oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/f32723ef-5d2f-400b-9445-53289332cb5d@06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.35702356Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crucible/regions/f32723ef-5d2f-400b-9445-53289332cb5d\", \"06049218-2dda-40c4-9f6f-6818227eb4e5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.357062151Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:26.365531171Z","hostname":"oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c","pid":22681,"uri":"/crucible/0/regions/f32723ef-5d2f-400b-9445-53289332cb5d/snapshots/06049218-2dda-40c4-9f6f-6818227eb4e5/run","method":"POST","req_id":"e270446a-0a1f-4bfc-887a-fbfca93bc864","remote_addr":"[fd00:1122:3344:101::b]:47273","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25936,"response_code":"200"}