[ May 13 23:01:11 Enabled. ] [ May 13 23:01:11 Rereading configuration. ] [ May 13 23:01:19 Rereading configuration. ] [ May 13 23:01:27 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ba3f729a-7f70-4594-9705-961640929450/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_ba3f729a-7f70-4594-9705-961640929450/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:01:27.71528042Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:01:27.723186553Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:01:27.723196844Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:01:27.741415876Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:01:27.852720358Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:35.875365565Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34801"} {"msg":"region 160fc42f-29ba-46ec-bc6b-2859c8581e4f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:35.90645723Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:35.906830402Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions","method":"POST","req_id":"d3132970-4c67-4341-a478-e532c18cc646","remote_addr":"[fd00:1122:3344:101::b]:34801","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16887,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:35.909180637Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_ba3f729a-7f70-4594-9705-961640929450/crucible/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:35.917978699Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_ba3f729a-7f70-4594-9705-961640929450/crucible/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:35.91801301Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"160fc42f-29ba-46ec-bc6b-2859c8581e4f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:35.98645226Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"region":"160fc42f-29ba-46ec-bc6b-2859c8581e4f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"160fc42f-29ba-46ec-bc6b-2859c8581e4f\" \"--data\" \"/data/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:35.986513992Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"region":"160fc42f-29ba-46ec-bc6b-2859c8581e4f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.210775538Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions","method":"POST","req_id":"65334068-882a-4d16-a681-7d15675423c5","remote_addr":"[fd00:1122:3344:101::b]:34801","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.282950578Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"region":"160fc42f-29ba-46ec-bc6b-2859c8581e4f","component":"worker"} {"msg":"region 160fc42f-29ba-46ec-bc6b-2859c8581e4f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.28300505Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.283102253Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-160fc42f-29ba-46ec-bc6b-2859c8581e4f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.283524436Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-160fc42f-29ba-46ec-bc6b-2859c8581e4f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.291512552Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.309077364Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-160fc42f-29ba-46ec-bc6b-2859c8581e4f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.312259466Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.312973388Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.315436587Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.315474669Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.31552087Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.326688858Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.333674161Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.600269402Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61987"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.600434187Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f","method":"GET","req_id":"37ddfe64-efc6-4166-ae5a-8532916985de","remote_addr":"[fd00:1122:3344:101::b]:61987","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:36.612920487Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions","method":"POST","req_id":"ff953255-f7ad-43a1-9f70-80193bbdb56e","remote_addr":"[fd00:1122:3344:101::b]:34801","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.873765163Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f","method":"GET","req_id":"57baac1e-9040-4645-85c1-309a1c3008c1","remote_addr":"[fd00:1122:3344:101::b]:34801","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":40,"response_code":"200"} {"msg":"path is \"/data/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.876462789Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"dataset is oxp_ba3f729a-7f70-4594-9705-961640929450/crucible/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.887811772Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"region 160fc42f-29ba-46ec-bc6b-2859c8581e4f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.898877316Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.899105684Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.899150565Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f","method":"DELETE","req_id":"cb7fc8ce-4ccc-4151-b10b-acbfe84b3787","remote_addr":"[fd00:1122:3344:101::b]:34801","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22709,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-160fc42f-29ba-46ec-bc6b-2859c8581e4f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.900318893Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.902674668Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f","method":"GET","req_id":"7d08360d-ad2c-41ba-b911-5593f74e897e","remote_addr":"[fd00:1122:3344:101::b]:34801","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.904764495Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ba3f729a-7f70-4594-9705-961640929450/crucible/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.916878652Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"region":"160fc42f-29ba-46ec-bc6b-2859c8581e4f","component":"worker"} {"msg":"region 160fc42f-29ba-46ec-bc6b-2859c8581e4f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:37.99804252Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:02:38.026254472Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions/160fc42f-29ba-46ec-bc6b-2859c8581e4f","method":"GET","req_id":"4476509f-3c71-4afd-8869-292d3c7c28de","remote_addr":"[fd00:1122:3344:101::b]:34801","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.658641427Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55518"} {"msg":"region 35eb5310-2a28-421f-a776-151a844cfe1f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.659398971Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.659406431Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions","method":"POST","req_id":"dfc75bc4-e6ca-464c-b8e7-21218ebc0c0f","remote_addr":"[fd00:1122:3344:101::b]:55518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":648,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.659418381Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ba3f729a-7f70-4594-9705-961640929450/crucible/regions/35eb5310-2a28-421f-a776-151a844cfe1f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.670406143Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ba3f729a-7f70-4594-9705-961640929450/crucible/regions/35eb5310-2a28-421f-a776-151a844cfe1f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.670433484Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"35eb5310-2a28-421f-a776-151a844cfe1f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/35eb5310-2a28-421f-a776-151a844cfe1f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.739798404Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"region":"35eb5310-2a28-421f-a776-151a844cfe1f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"35eb5310-2a28-421f-a776-151a844cfe1f\" \"--data\" \"/data/regions/35eb5310-2a28-421f-a776-151a844cfe1f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.74189098Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"region":"35eb5310-2a28-421f-a776-151a844cfe1f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.894095331Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions","method":"POST","req_id":"04cf2854-c289-48f9-af9a-fc40d0838167","remote_addr":"[fd00:1122:3344:101::b]:55518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.977888112Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"region":"35eb5310-2a28-421f-a776-151a844cfe1f","component":"worker"} {"msg":"region 35eb5310-2a28-421f-a776-151a844cfe1f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.977954954Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.978171841Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-35eb5310-2a28-421f-a776-151a844cfe1f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.980395892Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-35eb5310-2a28-421f-a776-151a844cfe1f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:22.991926812Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:23.017134468Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-35eb5310-2a28-421f-a776-151a844cfe1f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:23.020258758Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/35eb5310-2a28-421f-a776-151a844cfe1f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:23.02063784Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:23.020705422Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:23.020767034Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:23.020830936Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:23.025777085Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:23.031405565Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:23.302570502Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions","method":"POST","req_id":"2cc1b697-48ba-475e-825d-e5379615cfef","remote_addr":"[fd00:1122:3344:101::b]:55518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.70681918Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions/35eb5310-2a28-421f-a776-151a844cfe1f","method":"GET","req_id":"4aa5784d-4829-4a7b-9b7f-a514272b282c","remote_addr":"[fd00:1122:3344:101::b]:55518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/35eb5310-2a28-421f-a776-151a844cfe1f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.71055687Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"dataset is oxp_ba3f729a-7f70-4594-9705-961640929450/crucible/regions/35eb5310-2a28-421f-a776-151a844cfe1f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.722484241Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"region 35eb5310-2a28-421f-a776-151a844cfe1f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.733775813Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.733983939Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.73401827Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions/35eb5310-2a28-421f-a776-151a844cfe1f","method":"DELETE","req_id":"2018b3ec-2fe0-4354-a50e-c9c083f9a769","remote_addr":"[fd00:1122:3344:101::b]:55518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23517,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-35eb5310-2a28-421f-a776-151a844cfe1f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.735693854Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.737357357Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions/35eb5310-2a28-421f-a776-151a844cfe1f","method":"GET","req_id":"b58e4fea-cacb-4f13-91f4-75ed9de4e5d3","remote_addr":"[fd00:1122:3344:101::b]:55518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":34,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.746930663Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ba3f729a-7f70-4594-9705-961640929450/crucible/regions/35eb5310-2a28-421f-a776-151a844cfe1f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.759763134Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"region":"35eb5310-2a28-421f-a776-151a844cfe1f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.804283009Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions/35eb5310-2a28-421f-a776-151a844cfe1f","method":"GET","req_id":"5bb5250a-05de-4ace-a740-fd1de629d404","remote_addr":"[fd00:1122:3344:101::b]:55518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region 35eb5310-2a28-421f-a776-151a844cfe1f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.810323812Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-13T23:13:48.896091967Z","hostname":"oxz_crucible_2dc8d645-7a52-4b84-9035-52b3c3db18f4","pid":25618,"uri":"/crucible/0/regions/35eb5310-2a28-421f-a776-151a844cfe1f","method":"GET","req_id":"e873f08c-d5b2-4159-8699-a32c8649ea81","remote_addr":"[fd00:1122:3344:101::b]:55518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":34,"response_code":"200"}