[ Mar 4 03:17:42 Enabled. ] [ Mar 4 03:17:42 Rereading configuration. ] [ Mar 4 03:17:49 Rereading configuration. ] [ Mar 4 03:17:57 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:58.032250265Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:58.034999669Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:58.035007559Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:58.040845291Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:58.142436116Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.213548015Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50367"} {"msg":"region 4706a44f-3b80-4c07-aa12-84078bb59eae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.256863386Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.259925873Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions","method":"POST","req_id":"766300f1-95b8-4699-bc50-f99102477377","remote_addr":"[fd00:1122:3344:101::b]:50367","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19830,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.259961864Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/4706a44f-3b80-4c07-aa12-84078bb59eae","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.26944595Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/4706a44f-3b80-4c07-aa12-84078bb59eae","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.26948143Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4706a44f-3b80-4c07-aa12-84078bb59eae\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4706a44f-3b80-4c07-aa12-84078bb59eae\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.324717807Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"region":"4706a44f-3b80-4c07-aa12-84078bb59eae","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4706a44f-3b80-4c07-aa12-84078bb59eae\" \"--data\" \"/data/regions/4706a44f-3b80-4c07-aa12-84078bb59eae\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.326665381Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"region":"4706a44f-3b80-4c07-aa12-84078bb59eae","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.406729003Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions","method":"POST","req_id":"abb66930-00e2-468b-b226-6e2c2da278f3","remote_addr":"[fd00:1122:3344:101::b]:50367","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.629821756Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"region":"4706a44f-3b80-4c07-aa12-84078bb59eae","component":"worker"} {"msg":"region 4706a44f-3b80-4c07-aa12-84078bb59eae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.629864906Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.629961247Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4706a44f-3b80-4c07-aa12-84078bb59eae","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.630400223Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4706a44f-3b80-4c07-aa12-84078bb59eae","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.635596307Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.648755618Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4706a44f-3b80-4c07-aa12-84078bb59eae","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.651980197Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4706a44f-3b80-4c07-aa12-84078bb59eae","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.652732907Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.652797027Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.652840558Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.652880019Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.658787731Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.673768304Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:43.687900248Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions","method":"POST","req_id":"eb191157-d4d6-4860-88b6-38cffe77599b","remote_addr":"[fd00:1122:3344:101::b]:50367","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:44.634497099Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/4706a44f-3b80-4c07-aa12-84078bb59eae","method":"GET","req_id":"609c60a9-9e34-4440-8d75-111f75dcca52","remote_addr":"[fd00:1122:3344:101::b]:50367","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":104,"response_code":"200"} {"msg":"path is \"/data/regions/4706a44f-3b80-4c07-aa12-84078bb59eae\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:44.637333524Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"dataset is oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/4706a44f-3b80-4c07-aa12-84078bb59eae","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:44.648135806Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"region 4706a44f-3b80-4c07-aa12-84078bb59eae state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:44.658173749Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:44.658334161Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:44.658370582Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/4706a44f-3b80-4c07-aa12-84078bb59eae","method":"DELETE","req_id":"45e9e52c-b847-414d-9a56-6e9f8fcc4c48","remote_addr":"[fd00:1122:3344:101::b]:50367","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21074,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-4706a44f-3b80-4c07-aa12-84078bb59eae (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:44.659375774Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:44.662008326Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/4706a44f-3b80-4c07-aa12-84078bb59eae","method":"GET","req_id":"eeb0bbac-fdc5-4aa5-be93-56fdca38cf1d","remote_addr":"[fd00:1122:3344:101::b]:50367","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":32,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:44.669711511Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/4706a44f-3b80-4c07-aa12-84078bb59eae\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:44.681029709Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"region":"4706a44f-3b80-4c07-aa12-84078bb59eae","component":"worker"} {"msg":"region 4706a44f-3b80-4c07-aa12-84078bb59eae state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:44.749031493Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:44.780160234Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/4706a44f-3b80-4c07-aa12-84078bb59eae","method":"GET","req_id":"37385ea6-ab3b-4002-b9f9-073f91ae95e3","remote_addr":"[fd00:1122:3344:101::b]:50367","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"region 8b787d6a-addb-4f24-9be8-65c6ddba91c5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.132835337Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.13300353Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.13302585Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions","method":"POST","req_id":"c9f0743b-7ef5-41c6-9eb7-821335b77b4d","remote_addr":"[fd00:1122:3344:101::b]:50367","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":214,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.141587565Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.141616745Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8b787d6a-addb-4f24-9be8-65c6ddba91c5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.196177784Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"region":"8b787d6a-addb-4f24-9be8-65c6ddba91c5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8b787d6a-addb-4f24-9be8-65c6ddba91c5\" \"--data\" \"/data/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.198107877Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"region":"8b787d6a-addb-4f24-9be8-65c6ddba91c5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.294086344Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"region":"8b787d6a-addb-4f24-9be8-65c6ddba91c5","component":"worker"} {"msg":"region 8b787d6a-addb-4f24-9be8-65c6ddba91c5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.294130264Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.294220326Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8b787d6a-addb-4f24-9be8-65c6ddba91c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.295600192Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8b787d6a-addb-4f24-9be8-65c6ddba91c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.300759175Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.302646489Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions","method":"POST","req_id":"6d406dfb-a952-46e7-b237-8d664a92641d","remote_addr":"[fd00:1122:3344:101::b]:50367","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.311559838Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8b787d6a-addb-4f24-9be8-65c6ddba91c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.318631475Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.318895208Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.318950838Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.318993099Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.31903487Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.325922834Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.331930158Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.449607073Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38961"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.449753174Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5","method":"GET","req_id":"2d2e242a-6061-4b91-b554-83b879c2486e","remote_addr":"[fd00:1122:3344:101::b]:38961","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.455852299Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"dataset is oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.464850119Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"snapshot is oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5@55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.474146984Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5\", \"55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.474179514Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.483031172Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5/snapshots/55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","method":"GET","req_id":"da9e4c6c-aaa0-47aa-973b-ad603d7be7c7","remote_addr":"[fd00:1122:3344:101::b]:38961","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30036,"response_code":"200"} {"msg":"path is \"/data/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.486985601Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"dataset is oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.49506972Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"snapshot is oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5@55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.502508841Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5\", \"55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.502533981Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8b787d6a-addb-4f24-9be8-65c6ddba91c5-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.51137661Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"applying SMF actions for region 8b787d6a-addb-4f24-9be8-65c6ddba91c5 running snapshot 55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.512072728Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.512085698Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5/snapshots/55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2/run","method":"POST","req_id":"c772f219-5e9c-4acd-9d46-f7681f3f3cb9","remote_addr":"[fd00:1122:3344:101::b]:38961","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25689,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-8b787d6a-addb-4f24-9be8-65c6ddba91c5-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.519500199Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8b787d6a-addb-4f24-9be8-65c6ddba91c5-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.53020762Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8b787d6a-addb-4f24-9be8-65c6ddba91c5-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.542067656Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5/.zfs/snapshot/55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.54236596Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.54241338Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.542455571Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.542491591Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.542535612Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.546362589Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.551016046Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"region 8b787d6a-addb-4f24-9be8-65c6ddba91c5 running snapshot 55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.551027236Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"path is \"/data/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.801748408Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"dataset is oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.810170832Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"snapshot is oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5@55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.818106319Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5\", \"55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.81813886Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.826569183Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/8b787d6a-addb-4f24-9be8-65c6ddba91c5/snapshots/55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2/run","method":"POST","req_id":"a485efec-5f38-494b-9e99-7c1c3dc4824c","remote_addr":"[fd00:1122:3344:101::b]:38961","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24875,"response_code":"200"} {"msg":"region 5d517826-5119-4f29-aff8-af52b250211f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.611927045Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.612113167Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions","method":"POST","req_id":"7f285a47-228f-4e30-a0b7-347869874d10","remote_addr":"[fd00:1122:3344:101::b]:38961","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":248,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.612170968Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/5d517826-5119-4f29-aff8-af52b250211f","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.621642464Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/5d517826-5119-4f29-aff8-af52b250211f","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.621693415Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5d517826-5119-4f29-aff8-af52b250211f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5d517826-5119-4f29-aff8-af52b250211f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.681185154Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"region":"5d517826-5119-4f29-aff8-af52b250211f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5d517826-5119-4f29-aff8-af52b250211f\" \"--data\" \"/data/regions/5d517826-5119-4f29-aff8-af52b250211f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.683172258Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"region":"5d517826-5119-4f29-aff8-af52b250211f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.769097981Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"region":"5d517826-5119-4f29-aff8-af52b250211f","component":"worker"} {"msg":"region 5d517826-5119-4f29-aff8-af52b250211f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.769148832Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.769298744Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5d517826-5119-4f29-aff8-af52b250211f","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.770482148Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5d517826-5119-4f29-aff8-af52b250211f","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.773488345Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.780928626Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5d517826-5119-4f29-aff8-af52b250211f","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.785004436Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5d517826-5119-4f29-aff8-af52b250211f","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.785403231Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.785466482Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.785518592Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.785573323Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.789741624Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.800970442Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:09.085058523Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions","method":"POST","req_id":"64142d4f-8ab7-44a9-9568-73e97e9479f1","remote_addr":"[fd00:1122:3344:101::b]:38961","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:09.181434265Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:46462"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:09.181582517Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/5d517826-5119-4f29-aff8-af52b250211f","method":"GET","req_id":"7c20c2c2-0fe3-4e73-981f-b70ed88f368a","remote_addr":"[fd00:1122:3344:101::b]:46462","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.025763003Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/5d517826-5119-4f29-aff8-af52b250211f","method":"GET","req_id":"1ffbe980-90a7-4460-acc0-f9dfbc948318","remote_addr":"[fd00:1122:3344:101::b]:38961","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"path is \"/data/regions/5d517826-5119-4f29-aff8-af52b250211f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.029799992Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"dataset is oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/5d517826-5119-4f29-aff8-af52b250211f","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.04186832Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"region 5d517826-5119-4f29-aff8-af52b250211f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.052043645Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.052241627Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.052292908Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/5d517826-5119-4f29-aff8-af52b250211f","method":"DELETE","req_id":"bfca51d4-9ad1-466f-a1c9-7798ad3266fc","remote_addr":"[fd00:1122:3344:101::b]:38961","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23044,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-5d517826-5119-4f29-aff8-af52b250211f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.054054689Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.055451177Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/5d517826-5119-4f29-aff8-af52b250211f","method":"GET","req_id":"994d8a2a-51b0-4b8e-bfe5-c4abd0fc093a","remote_addr":"[fd00:1122:3344:101::b]:38961","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.060318196Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0c4184e0-2976-440b-bd79-f20b4a02ca26/crucible/regions/5d517826-5119-4f29-aff8-af52b250211f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.072237982Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"region":"5d517826-5119-4f29-aff8-af52b250211f","component":"worker"} {"msg":"region 5d517826-5119-4f29-aff8-af52b250211f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.124871917Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.197384326Z","hostname":"oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3","pid":23960,"uri":"/crucible/0/regions/5d517826-5119-4f29-aff8-af52b250211f","method":"GET","req_id":"cb5442f1-cf43-438a-99e4-73bf5b620943","remote_addr":"[fd00:1122:3344:101::b]:38961","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":"200"}