[ Feb 28 10:02:22 Enabled. ] [ Feb 28 10:02:22 Rereading configuration. ] [ Feb 28 10:02:25 Rereading configuration. ] [ Feb 28 10:02:34 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:34.305577375Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:34.308477923Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:34.308487093Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:34.320890355Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:34.580652584Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.006686652Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54997"} {"msg":"region bc13cb87-0f75-4e49-90fa-a89929bbd111 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.009688072Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.010622084Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions","method":"POST","req_id":"b9afe6fd-25a4-4c40-bdf2-39d87fa0cda3","remote_addr":"[fd00:1122:3344:101::a]:54997","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1648,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.010654004Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.020194819Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.02026018Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bc13cb87-0f75-4e49-90fa-a89929bbd111\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.090883771Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"region":"bc13cb87-0f75-4e49-90fa-a89929bbd111","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bc13cb87-0f75-4e49-90fa-a89929bbd111\" \"--data\" \"/data/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.092697985Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"region":"bc13cb87-0f75-4e49-90fa-a89929bbd111","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.247999071Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"region":"bc13cb87-0f75-4e49-90fa-a89929bbd111","component":"worker"} {"msg":"region bc13cb87-0f75-4e49-90fa-a89929bbd111 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.248086012Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.248309695Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bc13cb87-0f75-4e49-90fa-a89929bbd111","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.24873451Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bc13cb87-0f75-4e49-90fa-a89929bbd111","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.257337153Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.261070411Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions","method":"POST","req_id":"fa0b91be-36cf-4d1a-b866-ccebb0aff188","remote_addr":"[fd00:1122:3344:101::a]:54997","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.275045164Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bc13cb87-0f75-4e49-90fa-a89929bbd111","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.283329012Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.284084662Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.284151832Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.284191933Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.284235413Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.290599767Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:49.299232859Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.260805643Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111","method":"GET","req_id":"eaba4df3-9d7e-45ef-b24d-5005fea83287","remote_addr":"[fd00:1122:3344:101::a]:54997","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2099,"response_code":"200"} {"msg":"path is \"/data/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.264062135Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"dataset is oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.275981001Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"region bc13cb87-0f75-4e49-90fa-a89929bbd111 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.286357146Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.286569859Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.28662704Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111","method":"DELETE","req_id":"7a7b9c39-49e1-45f9-b652-fb5f7012c1c4","remote_addr":"[fd00:1122:3344:101::a]:54997","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22593,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-bc13cb87-0f75-4e49-90fa-a89929bbd111 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.287678673Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.289669529Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111","method":"GET","req_id":"66657590-063e-40d4-b244-cdab0760bc91","remote_addr":"[fd00:1122:3344:101::a]:54997","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.295415454Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.306262076Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"region":"bc13cb87-0f75-4e49-90fa-a89929bbd111","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.369818785Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111","method":"GET","req_id":"b576a6c6-57ac-470f-8f8e-7dfde77abd07","remote_addr":"[fd00:1122:3344:101::a]:54997","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":86,"response_code":"200"} {"msg":"region bc13cb87-0f75-4e49-90fa-a89929bbd111 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.397233683Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:50.491979219Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions/bc13cb87-0f75-4e49-90fa-a89929bbd111","method":"GET","req_id":"30442b33-ecf9-44cc-a5da-b15d596a6135","remote_addr":"[fd00:1122:3344:101::a]:54997","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.100699962Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58587"} {"msg":"region 60563456-a329-4439-9ddb-bbc5965c460d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.101359441Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.101917408Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.101933548Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions","method":"POST","req_id":"91c2fc62-6049-4b5c-970b-087bcc6e670a","remote_addr":"[fd00:1122:3344:101::a]:58587","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1120,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible/regions/60563456-a329-4439-9ddb-bbc5965c460d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.113930035Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible/regions/60563456-a329-4439-9ddb-bbc5965c460d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.113953335Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"60563456-a329-4439-9ddb-bbc5965c460d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/60563456-a329-4439-9ddb-bbc5965c460d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.169810164Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"region":"60563456-a329-4439-9ddb-bbc5965c460d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"60563456-a329-4439-9ddb-bbc5965c460d\" \"--data\" \"/data/regions/60563456-a329-4439-9ddb-bbc5965c460d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.171607027Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"region":"60563456-a329-4439-9ddb-bbc5965c460d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.257287255Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"region":"60563456-a329-4439-9ddb-bbc5965c460d","component":"worker"} {"msg":"region 60563456-a329-4439-9ddb-bbc5965c460d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.257309535Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.257410416Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-60563456-a329-4439-9ddb-bbc5965c460d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.258750744Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-60563456-a329-4439-9ddb-bbc5965c460d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.263550707Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.275433322Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions","method":"POST","req_id":"d9e33331-9a22-4214-9a74-ab61601196cc","remote_addr":"[fd00:1122:3344:101::a]:58587","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.27760004Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-60563456-a329-4439-9ddb-bbc5965c460d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.280934554Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60563456-a329-4439-9ddb-bbc5965c460d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.281227837Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.281275498Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.281317338Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.281367139Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.285338671Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.28986655Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.039560518Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions/60563456-a329-4439-9ddb-bbc5965c460d","method":"GET","req_id":"e19cdc81-b005-4d38-8dec-6bb279fadbb9","remote_addr":"[fd00:1122:3344:101::a]:58587","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/60563456-a329-4439-9ddb-bbc5965c460d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.043315607Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"dataset is oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible/regions/60563456-a329-4439-9ddb-bbc5965c460d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.055540256Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"region 60563456-a329-4439-9ddb-bbc5965c460d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.066047864Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.066215526Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.066265816Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions/60563456-a329-4439-9ddb-bbc5965c460d","method":"DELETE","req_id":"5e6422f8-a8bf-4cbe-9459-14b45fe72f9a","remote_addr":"[fd00:1122:3344:101::a]:58587","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22984,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-60563456-a329-4439-9ddb-bbc5965c460d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.067856907Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.070434431Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions/60563456-a329-4439-9ddb-bbc5965c460d","method":"GET","req_id":"26d6d399-8647-4202-8c78-2d16f763baeb","remote_addr":"[fd00:1122:3344:101::a]:58587","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.075774711Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible/regions/60563456-a329-4439-9ddb-bbc5965c460d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.087316311Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"region":"60563456-a329-4439-9ddb-bbc5965c460d","component":"worker"} {"msg":"region 60563456-a329-4439-9ddb-bbc5965c460d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.156909359Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.1991546Z","hostname":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","pid":24801,"uri":"/crucible/0/regions/60563456-a329-4439-9ddb-bbc5965c460d","method":"GET","req_id":"6320cb5b-ad47-4004-945a-366ef0d0ba7c","remote_addr":"[fd00:1122:3344:101::a]:58587","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":"200"}