[ Sep 3 23:51:12 Enabled. ] [ Sep 3 23:51:12 Rereading configuration. ] [ Sep 3 23:51:14 Rereading configuration. ] [ Sep 3 23:51:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7d26dc1e-4276-483d-aac3-2ccee06bc9a7/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_7d26dc1e-4276-483d-aac3-2ccee06bc9a7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:15.796150824Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:15.796555723Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:15.796566403Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:15.817405542Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:15.956884455Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.126277447Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62255"} {"msg":"region df5fb09f-e3c5-44e6-a284-4a4b372d2fad state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.150024278Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.152917191Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"uri":"/crucible/0/regions","method":"POST","req_id":"31ebf0bd-1d41-436d-9d86-9159fdc2f549","remote_addr":"[fd00:1122:3344:101::a]:62255","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17310,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.154120156Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_7d26dc1e-4276-483d-aac3-2ccee06bc9a7/crucible/regions/df5fb09f-e3c5-44e6-a284-4a4b372d2fad","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.164173153Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_7d26dc1e-4276-483d-aac3-2ccee06bc9a7/crucible/regions/df5fb09f-e3c5-44e6-a284-4a4b372d2fad","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.164233414Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"df5fb09f-e3c5-44e6-a284-4a4b372d2fad\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/df5fb09f-e3c5-44e6-a284-4a4b372d2fad\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.230758097Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"region":"df5fb09f-e3c5-44e6-a284-4a4b372d2fad","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"df5fb09f-e3c5-44e6-a284-4a4b372d2fad\" \"--data\" \"/data/regions/df5fb09f-e3c5-44e6-a284-4a4b372d2fad\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.232866992Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"region":"df5fb09f-e3c5-44e6-a284-4a4b372d2fad","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.461564268Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"region":"df5fb09f-e3c5-44e6-a284-4a4b372d2fad","component":"worker"} {"msg":"region df5fb09f-e3c5-44e6-a284-4a4b372d2fad state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.46167068Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.461872124Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-df5fb09f-e3c5-44e6-a284-4a4b372d2fad","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.462296703Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-df5fb09f-e3c5-44e6-a284-4a4b372d2fad","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.465345529Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.477319607Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df5fb09f-e3c5-44e6-a284-4a4b372d2fad","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.480683279Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df5fb09f-e3c5-44e6-a284-4a4b372d2fad","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.489648642Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.491835189Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.491903111Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.491960492Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.497937211Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.505957873Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:47.508249303Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"uri":"/crucible/0/regions","method":"POST","req_id":"d3969526-5ca6-4639-8710-5406731c6416","remote_addr":"[fd00:1122:3344:101::a]:62255","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:48.631788969Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"uri":"/crucible/0/regions/df5fb09f-e3c5-44e6-a284-4a4b372d2fad","method":"GET","req_id":"efc48a4a-773f-4271-aad3-8b3b1cdd1a70","remote_addr":"[fd00:1122:3344:101::a]:62255","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"path is \"/data/regions/df5fb09f-e3c5-44e6-a284-4a4b372d2fad\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:48.634878505Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"dataset is oxp_7d26dc1e-4276-483d-aac3-2ccee06bc9a7/crucible/regions/df5fb09f-e3c5-44e6-a284-4a4b372d2fad","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:48.644609415Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"region df5fb09f-e3c5-44e6-a284-4a4b372d2fad state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:48.653636659Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:48.653830793Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:48.653903325Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"uri":"/crucible/0/regions/df5fb09f-e3c5-44e6-a284-4a4b372d2fad","method":"DELETE","req_id":"01b0398c-e027-44c5-8d9d-8b81bcda4b34","remote_addr":"[fd00:1122:3344:101::a]:62255","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19044,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-df5fb09f-e3c5-44e6-a284-4a4b372d2fad (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:48.655203503Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:48.657065623Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"uri":"/crucible/0/regions/df5fb09f-e3c5-44e6-a284-4a4b372d2fad","method":"GET","req_id":"eb2a2fd0-c2b7-46e4-9b1c-098d244cfaf9","remote_addr":"[fd00:1122:3344:101::a]:62255","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:48.659605553Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7d26dc1e-4276-483d-aac3-2ccee06bc9a7/crucible/regions/df5fb09f-e3c5-44e6-a284-4a4b372d2fad\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:48.66991618Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"region":"df5fb09f-e3c5-44e6-a284-4a4b372d2fad","component":"worker"} {"msg":"region df5fb09f-e3c5-44e6-a284-4a4b372d2fad state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:48.725401334Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:48.774134954Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"uri":"/crucible/0/regions/df5fb09f-e3c5-44e6-a284-4a4b372d2fad","method":"GET","req_id":"a6933dfb-87ee-4370-8558-c63a256473de","remote_addr":"[fd00:1122:3344:101::a]:62255","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:01.985058544Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52284"} {"msg":"region 0391e41a-a2ac-44a6-aa32-74fe6bedd913 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:01.985197277Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:01.98583103Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"uri":"/crucible/0/regions","method":"POST","req_id":"32df4ecb-7ccd-41fb-8427-17829473ac8d","remote_addr":"[fd00:1122:3344:101::a]:52284","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":733,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:01.985878821Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7d26dc1e-4276-483d-aac3-2ccee06bc9a7/crucible/regions/0391e41a-a2ac-44a6-aa32-74fe6bedd913","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:01.997378929Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7d26dc1e-4276-483d-aac3-2ccee06bc9a7/crucible/regions/0391e41a-a2ac-44a6-aa32-74fe6bedd913","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:01.99742804Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0391e41a-a2ac-44a6-aa32-74fe6bedd913\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0391e41a-a2ac-44a6-aa32-74fe6bedd913\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.052538257Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"region":"0391e41a-a2ac-44a6-aa32-74fe6bedd913","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0391e41a-a2ac-44a6-aa32-74fe6bedd913\" \"--data\" \"/data/regions/0391e41a-a2ac-44a6-aa32-74fe6bedd913\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.054652952Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"region":"0391e41a-a2ac-44a6-aa32-74fe6bedd913","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.126934639Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"region":"0391e41a-a2ac-44a6-aa32-74fe6bedd913","component":"worker"} {"msg":"region 0391e41a-a2ac-44a6-aa32-74fe6bedd913 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.12697477Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.127089022Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0391e41a-a2ac-44a6-aa32-74fe6bedd913","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.128476472Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0391e41a-a2ac-44a6-aa32-74fe6bedd913","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.134004481Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.147108663Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0391e41a-a2ac-44a6-aa32-74fe6bedd913","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.151810385Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0391e41a-a2ac-44a6-aa32-74fe6bedd913","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.152124191Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.152183963Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.152228764Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.152272615Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.155952534Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.161260308Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.332309812Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"uri":"/crucible/0/regions","method":"POST","req_id":"c12123bf-0e38-4ef7-ba2a-b12c3443f4be","remote_addr":"[fd00:1122:3344:101::a]:52284","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.610478194Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"uri":"/crucible/0/regions/0391e41a-a2ac-44a6-aa32-74fe6bedd913","method":"GET","req_id":"0eb30ab1-ff0d-4700-bd2d-d62ab3cddf9c","remote_addr":"[fd00:1122:3344:101::a]:52284","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/0391e41a-a2ac-44a6-aa32-74fe6bedd913\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.613374476Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"dataset is oxp_7d26dc1e-4276-483d-aac3-2ccee06bc9a7/crucible/regions/0391e41a-a2ac-44a6-aa32-74fe6bedd913","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.623641017Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"region 0391e41a-a2ac-44a6-aa32-74fe6bedd913 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.631943606Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.63211551Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.632187341Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"uri":"/crucible/0/regions/0391e41a-a2ac-44a6-aa32-74fe6bedd913","method":"DELETE","req_id":"3f274e85-db1d-4759-867f-6d51ef0956ed","remote_addr":"[fd00:1122:3344:101::a]:52284","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18838,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-0391e41a-a2ac-44a6-aa32-74fe6bedd913 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.633642913Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.635148735Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"uri":"/crucible/0/regions/0391e41a-a2ac-44a6-aa32-74fe6bedd913","method":"GET","req_id":"b4ec64d2-0a88-43b4-8cd4-efa89068f401","remote_addr":"[fd00:1122:3344:101::a]:52284","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.637723851Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7d26dc1e-4276-483d-aac3-2ccee06bc9a7/crucible/regions/0391e41a-a2ac-44a6-aa32-74fe6bedd913\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.647676365Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"region":"0391e41a-a2ac-44a6-aa32-74fe6bedd913","component":"worker"} {"msg":"region 0391e41a-a2ac-44a6-aa32-74fe6bedd913 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.695773601Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.779944494Z","hostname":"oxz_crucible_e1f0345b-166c-4cf7-b862-b09cefca7db4","pid":21981,"uri":"/crucible/0/regions/0391e41a-a2ac-44a6-aa32-74fe6bedd913","method":"GET","req_id":"abf4314c-b241-4370-b566-778a0e0b1be7","remote_addr":"[fd00:1122:3344:101::a]:52284","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":"200"}