[ Oct 22 00:32:29 Enabled. ]
[ Oct 22 00:32:29 Rereading configuration. ]
[ Oct 22 00:32:35 Rereading configuration. ]
[ Oct 22 00:32:38 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:32:38.975726767Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:32:38.977465425Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:32:38.977478325Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:32:39.009277911Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:32:39.216670236Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:32.880993223Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34092"}
{"msg":"region 54f4c1e4-8c33-4de5-a8d1-55e7465b4676 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:32.905534261Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:32.910277788Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions","method":"POST","req_id":"3e3eb63f-7012-46e7-bd1b-e33ac9aedee8","remote_addr":"[fd00:1122:3344:101::c]:34092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":13078,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:32.911577029Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crucible/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:32.92148685Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crucible/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:32.921518541Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"54f4c1e4-8c33-4de5-a8d1-55e7465b4676\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:32.96342129Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"region":"54f4c1e4-8c33-4de5-a8d1-55e7465b4676","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"54f4c1e4-8c33-4de5-a8d1-55e7465b4676\" \"--data\" \"/data/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:32.967505276Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"region":"54f4c1e4-8c33-4de5-a8d1-55e7465b4676","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.216017448Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"region":"54f4c1e4-8c33-4de5-a8d1-55e7465b4676","component":"worker"}
{"msg":"region 54f4c1e4-8c33-4de5-a8d1-55e7465b4676 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.216070979Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.21614805Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-54f4c1e4-8c33-4de5-a8d1-55e7465b4676","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.21863349Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-54f4c1e4-8c33-4de5-a8d1-55e7465b4676","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.222854569Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.240559316Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-54f4c1e4-8c33-4de5-a8d1-55e7465b4676","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.243572545Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.249721575Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.249793416Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.249843927Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.249892147Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.253431615Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.257503521Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.264890101Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions","method":"POST","req_id":"8f7540bc-261f-472d-ae0f-4fe1b7ec2970","remote_addr":"[fd00:1122:3344:101::c]:34092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.531276253Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676","method":"GET","req_id":"8b5e3aba-fd06-4428-87fe-5070579bc4a1","remote_addr":"[fd00:1122:3344:101::c]:34092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"path is \"/data/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.533883795Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"dataset is oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crucible/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.54465842Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"region 54f4c1e4-8c33-4de5-a8d1-55e7465b4676 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.55455425Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.554716283Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.554801404Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676","method":"DELETE","req_id":"92e01d9f-bb52-431a-9052-3e13639aa509","remote_addr":"[fd00:1122:3344:101::c]:34092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20942,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-54f4c1e4-8c33-4de5-a8d1-55e7465b4676 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.556101305Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.557872024Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676","method":"GET","req_id":"dd2195f5-9674-496c-a261-7c94939a03e0","remote_addr":"[fd00:1122:3344:101::c]:34092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":40,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.560570048Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crucible/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.571618247Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"region":"54f4c1e4-8c33-4de5-a8d1-55e7465b4676","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.632028467Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676","method":"GET","req_id":"718c76e6-63b0-472a-9320-eb4ac98ac996","remote_addr":"[fd00:1122:3344:101::c]:34092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region 54f4c1e4-8c33-4de5-a8d1-55e7465b4676 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.633971059Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:33.733967191Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions/54f4c1e4-8c33-4de5-a8d1-55e7465b4676","method":"GET","req_id":"fdf5ed06-7b4a-4fc6-aee7-545991b1f425","remote_addr":"[fd00:1122:3344:101::c]:34092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":38,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.842349674Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47531"}
{"msg":"region a89fb589-375b-42f4-abc7-0b2c51691cfb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.842474316Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.843158966Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions","method":"POST","req_id":"a61ad475-3b79-4dba-87fb-e91a47c72da4","remote_addr":"[fd00:1122:3344:101::a]:47531","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":676,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.843180846Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crucible/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.85391263Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crucible/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.853952411Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a89fb589-375b-42f4-abc7-0b2c51691cfb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.909023085Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"region":"a89fb589-375b-42f4-abc7-0b2c51691cfb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a89fb589-375b-42f4-abc7-0b2c51691cfb\" \"--data\" \"/data/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.911005807Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"region":"a89fb589-375b-42f4-abc7-0b2c51691cfb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.991420981Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"region":"a89fb589-375b-42f4-abc7-0b2c51691cfb","component":"worker"}
{"msg":"region a89fb589-375b-42f4-abc7-0b2c51691cfb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.991457092Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.991575744Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a89fb589-375b-42f4-abc7-0b2c51691cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.993109999Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a89fb589-375b-42f4-abc7-0b2c51691cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:09.997995668Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:10.01230637Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a89fb589-375b-42f4-abc7-0b2c51691cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:10.016525519Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:10.016751152Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:10.016827264Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:10.016878154Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:10.016930595Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:10.020697016Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:10.024540589Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:10.0535842Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions","method":"POST","req_id":"6f8dce6a-9a05-419a-9769-cdc34927b34a","remote_addr":"[fd00:1122:3344:101::a]:47531","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.754746888Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb","method":"GET","req_id":"0b78bf4d-88e9-406f-ace9-9f8d03712223","remote_addr":"[fd00:1122:3344:101::a]:47531","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.758794914Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"dataset is oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crucible/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.775988443Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"region a89fb589-375b-42f4-abc7-0b2c51691cfb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.785894043Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.786085096Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.786150728Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb","method":"DELETE","req_id":"a4ffe338-354b-46ca-aa74-de6489aee3de","remote_addr":"[fd00:1122:3344:101::a]:47531","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27401,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-a89fb589-375b-42f4-abc7-0b2c51691cfb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.787945937Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.789441001Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb","method":"GET","req_id":"a6c8090a-2b03-4a5c-a59f-245292f44fc9","remote_addr":"[fd00:1122:3344:101::a]:47531","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.806793512Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crucible/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.816436249Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"region":"a89fb589-375b-42f4-abc7-0b2c51691cfb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.858978549Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb","method":"GET","req_id":"2af6eceb-d292-4d29-8427-50d45a56f234","remote_addr":"[fd00:1122:3344:101::a]:47531","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1236,"response_code":"200"}
{"msg":"region a89fb589-375b-42f4-abc7-0b2c51691cfb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.880420857Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:36.940312859Z","hostname":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","pid":21983,"uri":"/crucible/0/regions/a89fb589-375b-42f4-abc7-0b2c51691cfb","method":"GET","req_id":"6e2cb598-a096-46b0-b9b6-8d88bd2bdff7","remote_addr":"[fd00:1122:3344:101::a]:47531","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":46,"response_code":"200"}