[ Mar  3 23:31:14 Enabled. ]
[ Mar  3 23:31:14 Rereading configuration. ]
[ Mar  3 23:31:17 Rereading configuration. ]
[ Mar  3 23:31:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:31:21.036264195Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:31:21.039288042Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:31:21.039296772Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:31:21.054181737Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:31:21.30267669Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.093655554Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62397"}
{"msg":"region 8771f82a-0c69-450b-b6ff-8f4f7cd480aa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.131494194Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.134257253Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"uri":"/crucible/0/regions","method":"POST","req_id":"04df11d0-0e95-43ee-99af-6530df9ad3a5","remote_addr":"[fd00:1122:3344:101::a]:62397","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16841,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.134276003Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.144072923Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.144106364Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8771f82a-0c69-450b-b6ff-8f4f7cd480aa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.202304265Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"region":"8771f82a-0c69-450b-b6ff-8f4f7cd480aa","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8771f82a-0c69-450b-b6ff-8f4f7cd480aa\" \"--data\" \"/data/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.204271071Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"region":"8771f82a-0c69-450b-b6ff-8f4f7cd480aa","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.340106628Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"region":"8771f82a-0c69-450b-b6ff-8f4f7cd480aa","component":"worker"}
{"msg":"region 8771f82a-0c69-450b-b6ff-8f4f7cd480aa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.34015817Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.340244752Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8771f82a-0c69-450b-b6ff-8f4f7cd480aa","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.340656384Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8771f82a-0c69-450b-b6ff-8f4f7cd480aa","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.346878631Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.35594549Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"uri":"/crucible/0/regions","method":"POST","req_id":"df8a1d53-87bd-4f40-9192-78f2c08da591","remote_addr":"[fd00:1122:3344:101::a]:62397","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.357705411Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8771f82a-0c69-450b-b6ff-8f4f7cd480aa","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.361034486Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.361798808Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.361862549Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.36190392Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.361943101Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.366132031Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:08.377834545Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.079813733Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33340"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.084111956Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"uri":"/crucible/0/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa","method":"GET","req_id":"5d85dde7-d558-47b5-b36d-8463fdd4c0e8","remote_addr":"[fd00:1122:3344:101::a]:33340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":4231,"response_code":"200"}
{"msg":"path is \"/data/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.092203007Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"dataset is oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.109181491Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"snapshot is oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa@989ec40f-827e-49bd-8aad-d6e3caa9a32b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.123700406Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa\", \"989ec40f-827e-49bd-8aad-d6e3caa9a32b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.123743247Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.139663241Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"uri":"/crucible/0/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa/snapshots/989ec40f-827e-49bd-8aad-d6e3caa9a32b","method":"GET","req_id":"5ef06e2f-3308-4f55-96a0-562bdadb0af9","remote_addr":"[fd00:1122:3344:101::a]:33340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":50505,"response_code":"200"}
{"msg":"path is \"/data/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.148620727Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"dataset is oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.160024002Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"snapshot is oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa@989ec40f-827e-49bd-8aad-d6e3caa9a32b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.172449637Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa\", \"989ec40f-827e-49bd-8aad-d6e3caa9a32b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.172492758Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8771f82a-0c69-450b-b6ff-8f4f7cd480aa-989ec40f-827e-49bd-8aad-d6e3caa9a32b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.186426776Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"applying SMF actions for region 8771f82a-0c69-450b-b6ff-8f4f7cd480aa running snapshot 989ec40f-827e-49bd-8aad-d6e3caa9a32b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.187391564Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.187415434Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"uri":"/crucible/0/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa/snapshots/989ec40f-827e-49bd-8aad-d6e3caa9a32b/run","method":"POST","req_id":"a45b9362-7114-41fb-bb76-ab127bccbef1","remote_addr":"[fd00:1122:3344:101::a]:33340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":39480,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-8771f82a-0c69-450b-b6ff-8f4f7cd480aa-989ec40f-827e-49bd-8aad-d6e3caa9a32b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.193756335Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8771f82a-0c69-450b-b6ff-8f4f7cd480aa-989ec40f-827e-49bd-8aad-d6e3caa9a32b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.198016057Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8771f82a-0c69-450b-b6ff-8f4f7cd480aa-989ec40f-827e-49bd-8aad-d6e3caa9a32b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.209848185Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa/.zfs/snapshot/989ec40f-827e-49bd-8aad-d6e3caa9a32b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.210239036Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.210317088Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.21037113Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.210424291Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.210491973Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.21458871Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.219954563Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"region 8771f82a-0c69-450b-b6ff-8f4f7cd480aa running snapshot 989ec40f-827e-49bd-8aad-d6e3caa9a32b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.219974474Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"path is \"/data/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.376577574Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"dataset is oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.387212818Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"snapshot is oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa@989ec40f-827e-49bd-8aad-d6e3caa9a32b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.395337909Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa\", \"989ec40f-827e-49bd-8aad-d6e3caa9a32b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.395375191Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:18.402937576Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"uri":"/crucible/0/regions/8771f82a-0c69-450b-b6ff-8f4f7cd480aa/snapshots/989ec40f-827e-49bd-8aad-d6e3caa9a32b/run","method":"POST","req_id":"513c9084-7e87-47fe-ad0b-6ae38af529b6","remote_addr":"[fd00:1122:3344:101::a]:33340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26433,"response_code":"200"}
{"msg":"region 8328ae72-9d36-4d75-a926-cf49f01df559 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.853628497Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.853836203Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"uri":"/crucible/0/regions","method":"POST","req_id":"1fcd8ee6-b4f5-4f08-a951-e4ba719bfb89","remote_addr":"[fd00:1122:3344:101::a]:33340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":271,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.853860083Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8328ae72-9d36-4d75-a926-cf49f01df559","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.863402216Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8328ae72-9d36-4d75-a926-cf49f01df559","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.863427236Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8328ae72-9d36-4d75-a926-cf49f01df559\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8328ae72-9d36-4d75-a926-cf49f01df559\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.927642549Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"region":"8328ae72-9d36-4d75-a926-cf49f01df559","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8328ae72-9d36-4d75-a926-cf49f01df559\" \"--data\" \"/data/regions/8328ae72-9d36-4d75-a926-cf49f01df559\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.92942205Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"region":"8328ae72-9d36-4d75-a926-cf49f01df559","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.036361743Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"region":"8328ae72-9d36-4d75-a926-cf49f01df559","component":"worker"}
{"msg":"region 8328ae72-9d36-4d75-a926-cf49f01df559 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.036413314Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.036537348Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8328ae72-9d36-4d75-a926-cf49f01df559","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.036997361Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8328ae72-9d36-4d75-a926-cf49f01df559","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.047292315Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.056258991Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8328ae72-9d36-4d75-a926-cf49f01df559","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.060724798Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8328ae72-9d36-4d75-a926-cf49f01df559","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.061005866Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.061053528Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.061092209Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.0611297Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.065114584Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.075993404Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.185291714Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"uri":"/crucible/0/regions","method":"POST","req_id":"602b07c8-a1ac-4a13-897f-bf68e92f6373","remote_addr":"[fd00:1122:3344:101::a]:33340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.39414192Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"uri":"/crucible/0/regions/8328ae72-9d36-4d75-a926-cf49f01df559","method":"GET","req_id":"3347f49c-08ad-4f7c-ad3c-7c42aca0ece3","remote_addr":"[fd00:1122:3344:101::a]:33340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"path is \"/data/regions/8328ae72-9d36-4d75-a926-cf49f01df559\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.397707592Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"dataset is oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8328ae72-9d36-4d75-a926-cf49f01df559","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.409238371Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"region 8328ae72-9d36-4d75-a926-cf49f01df559 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.41900915Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.419211636Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.419274258Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"uri":"/crucible/0/regions/8328ae72-9d36-4d75-a926-cf49f01df559","method":"DELETE","req_id":"512c4a53-f4b8-476e-9b16-ef1606e01368","remote_addr":"[fd00:1122:3344:101::a]:33340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21600,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-8328ae72-9d36-4d75-a926-cf49f01df559 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.420630096Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.423885779Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"uri":"/crucible/0/regions/8328ae72-9d36-4d75-a926-cf49f01df559","method":"GET","req_id":"f4e0c8df-1ce2-4abe-9b60-455bf8e7b547","remote_addr":"[fd00:1122:3344:101::a]:33340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":41,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.42742063Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_078ed30e-3680-43b0-a3ff-44e33d7aab77/crucible/regions/8328ae72-9d36-4d75-a926-cf49f01df559\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.439226027Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"region":"8328ae72-9d36-4d75-a926-cf49f01df559","component":"worker"}
{"msg":"region 8328ae72-9d36-4d75-a926-cf49f01df559 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.501455914Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.523991477Z","hostname":"oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d","pid":23669,"uri":"/crucible/0/regions/8328ae72-9d36-4d75-a926-cf49f01df559","method":"GET","req_id":"53784b56-6952-42e6-89f9-1edd74fb3f03","remote_addr":"[fd00:1122:3344:101::a]:33340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":"200"}