[ Dec 14 01:03:05 Enabled. ]
[ Dec 14 01:03:05 Rereading configuration. ]
[ Dec 14 01:03:07 Rereading configuration. ]
[ Dec 14 01:03:13 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:03:13.252917349Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:03:13.257808842Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:03:13.257819602Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:03:13.270056696Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:03:13.34000638Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.420985198Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36052"}
{"msg":"region d7e2f9f8-47fd-4f8e-8a66-19a382443a57 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.464037664Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.470392938Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.474895028Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"4232c4ed-7a0c-49cf-812c-664462efa0c5","remote_addr":"[fd00:1122:3344:101::a]:36052","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17079,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.483243589Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.48326731Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d7e2f9f8-47fd-4f8e-8a66-19a382443a57\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.533584466Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"region":"d7e2f9f8-47fd-4f8e-8a66-19a382443a57","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d7e2f9f8-47fd-4f8e-8a66-19a382443a57\" \"--data\" \"/data/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.535766209Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"region":"d7e2f9f8-47fd-4f8e-8a66-19a382443a57","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.800268504Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"f7355423-2f46-47c2-b1a0-aa06e02ba3f8","remote_addr":"[fd00:1122:3344:101::a]:36052","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.826310558Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"region":"d7e2f9f8-47fd-4f8e-8a66-19a382443a57","component":"worker"}
{"msg":"region d7e2f9f8-47fd-4f8e-8a66-19a382443a57 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.826341698Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.826473272Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d7e2f9f8-47fd-4f8e-8a66-19a382443a57","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.826919775Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d7e2f9f8-47fd-4f8e-8a66-19a382443a57","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.832534038Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.84333895Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d7e2f9f8-47fd-4f8e-8a66-19a382443a57","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.845877754Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.846959665Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.847020807Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.847063148Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.847100249Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.850503178Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:33.854231226Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:04:34.167767259Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"5c9748d4-3482-49a3-9817-7bc119a45f4e","remote_addr":"[fd00:1122:3344:101::a]:36052","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.169662933Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50686"}
{"msg":"region 05b679a0-126f-427d-98cf-bb23b0fb0faf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.169839338Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.170369203Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"7bb58602-f68c-473d-bb15-1e0f8d3da0a0","remote_addr":"[fd00:1122:3344:101::a]:50686","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":584,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.170386624Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/05b679a0-126f-427d-98cf-bb23b0fb0faf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.180883138Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/05b679a0-126f-427d-98cf-bb23b0fb0faf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.180920739Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"05b679a0-126f-427d-98cf-bb23b0fb0faf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/05b679a0-126f-427d-98cf-bb23b0fb0faf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.229776013Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"region":"05b679a0-126f-427d-98cf-bb23b0fb0faf","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"05b679a0-126f-427d-98cf-bb23b0fb0faf\" \"--data\" \"/data/regions/05b679a0-126f-427d-98cf-bb23b0fb0faf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.229852355Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"region":"05b679a0-126f-427d-98cf-bb23b0fb0faf","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.343481783Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"region":"05b679a0-126f-427d-98cf-bb23b0fb0faf","component":"worker"}
{"msg":"region 05b679a0-126f-427d-98cf-bb23b0fb0faf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.343524434Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.343625207Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-05b679a0-126f-427d-98cf-bb23b0fb0faf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.34408203Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-05b679a0-126f-427d-98cf-bb23b0fb0faf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.349318842Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.36203583Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-05b679a0-126f-427d-98cf-bb23b0fb0faf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.364718047Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05b679a0-126f-427d-98cf-bb23b0fb0faf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.365003866Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.365059757Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.365107209Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.36515137Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.368054464Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.376352804Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.452276831Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"ba369262-ea33-48c5-acf7-0b28bf998cd5","remote_addr":"[fd00:1122:3344:101::a]:50686","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.891617426Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"uri":"/crucible/0/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57","method":"GET","req_id":"9858e2b7-6c50-4b9c-b229-b8b0266e26ee","remote_addr":"[fd00:1122:3344:101::a]:50686","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2389,"response_code":"200"}
{"msg":"path is \"/data/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.899004159Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"dataset is oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.908560386Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"snapshot is oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57@2dfb33fe-d532-48ad-b085-3f8cd422800d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.918340129Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57\", \"2dfb33fe-d532-48ad-b085-3f8cd422800d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.91837436Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.929896313Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"uri":"/crucible/0/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57/snapshots/2dfb33fe-d532-48ad-b085-3f8cd422800d","method":"GET","req_id":"e230e591-27db-400b-97ff-f73457c7501e","remote_addr":"[fd00:1122:3344:101::a]:50686","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30898,"response_code":"200"}
{"msg":"path is \"/data/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.936300128Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"dataset is oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.945287779Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"snapshot is oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57@2dfb33fe-d532-48ad-b085-3f8cd422800d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.953771334Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57\", \"2dfb33fe-d532-48ad-b085-3f8cd422800d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.953807505Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d7e2f9f8-47fd-4f8e-8a66-19a382443a57-2dfb33fe-d532-48ad-b085-3f8cd422800d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.96261454Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"applying SMF actions for region d7e2f9f8-47fd-4f8e-8a66-19a382443a57 running snapshot 2dfb33fe-d532-48ad-b085-3f8cd422800d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.962821136Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.962838576Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"uri":"/crucible/0/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57/snapshots/2dfb33fe-d532-48ad-b085-3f8cd422800d/run","method":"POST","req_id":"13f67d46-5123-4097-856d-4beffce067c6","remote_addr":"[fd00:1122:3344:101::a]:50686","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27045,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-d7e2f9f8-47fd-4f8e-8a66-19a382443a57-2dfb33fe-d532-48ad-b085-3f8cd422800d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.965127003Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d7e2f9f8-47fd-4f8e-8a66-19a382443a57-2dfb33fe-d532-48ad-b085-3f8cd422800d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.973115824Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d7e2f9f8-47fd-4f8e-8a66-19a382443a57-2dfb33fe-d532-48ad-b085-3f8cd422800d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.981686022Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57/.zfs/snapshot/2dfb33fe-d532-48ad-b085-3f8cd422800d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.982002461Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.982050352Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.982089324Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.982135035Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.982178806Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.985493422Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.989653032Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"region d7e2f9f8-47fd-4f8e-8a66-19a382443a57 running snapshot 2dfb33fe-d532-48ad-b085-3f8cd422800d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:49.989668923Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"path is \"/data/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:50.298412747Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"dataset is oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:50.306785109Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"snapshot is oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57@2dfb33fe-d532-48ad-b085-3f8cd422800d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:50.315543582Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57\", \"2dfb33fe-d532-48ad-b085-3f8cd422800d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:50.315573854Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:50.32306334Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"uri":"/crucible/0/regions/d7e2f9f8-47fd-4f8e-8a66-19a382443a57/snapshots/2dfb33fe-d532-48ad-b085-3f8cd422800d/run","method":"POST","req_id":"23ecc485-ae14-437f-8ab1-e2df4043bb58","remote_addr":"[fd00:1122:3344:101::a]:50686","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24717,"response_code":"200"}
{"msg":"region 6d9e3caf-eaa9-4ef0-acbe-4e90df20205b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.199616394Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.199798599Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"4f525deb-a71f-4e5c-a281-248e6ff4310d","remote_addr":"[fd00:1122:3344:101::a]:50686","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":244,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.19982686Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/6d9e3caf-eaa9-4ef0-acbe-4e90df20205b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.213783814Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_452732a4-6182-4108-9b68-a3447fd2d0a0/crucible/regions/6d9e3caf-eaa9-4ef0-acbe-4e90df20205b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.213815905Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6d9e3caf-eaa9-4ef0-acbe-4e90df20205b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6d9e3caf-eaa9-4ef0-acbe-4e90df20205b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.288102384Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"region":"6d9e3caf-eaa9-4ef0-acbe-4e90df20205b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6d9e3caf-eaa9-4ef0-acbe-4e90df20205b\" \"--data\" \"/data/regions/6d9e3caf-eaa9-4ef0-acbe-4e90df20205b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.290127543Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"region":"6d9e3caf-eaa9-4ef0-acbe-4e90df20205b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.358827801Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"region":"6d9e3caf-eaa9-4ef0-acbe-4e90df20205b","component":"worker"}
{"msg":"region 6d9e3caf-eaa9-4ef0-acbe-4e90df20205b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.358863162Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.359002876Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6d9e3caf-eaa9-4ef0-acbe-4e90df20205b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.360262493Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6d9e3caf-eaa9-4ef0-acbe-4e90df20205b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.363871497Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.381165828Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6d9e3caf-eaa9-4ef0-acbe-4e90df20205b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.384968158Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6d9e3caf-eaa9-4ef0-acbe-4e90df20205b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.385277656Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.385337648Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.38539034Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.385439111Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.391704802Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.40301426Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T01:14:54.523538588Z","hostname":"oxz_crucible_876bbe17-f3ab-4979-b3e1-d045ecb8c6bb","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"0eb82e00-c216-446b-9914-f5f304c847d7","remote_addr":"[fd00:1122:3344:101::a]:50686","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":108,"response_code":"200"}