[ Aug  5 16:46:20 Enabled. ]
[ Aug  5 16:46:20 Rereading configuration. ]
[ Aug  5 16:46:22 Rereading configuration. ]
[ Aug  5 16:46:30 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1a42fe8d-3436-46f3-8051-0d2ff2a0be4f/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_1a42fe8d-3436-46f3-8051-0d2ff2a0be4f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:30.584204807Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:30.585057551Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:30.585067042Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:30.598549622Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:30.841739019Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.440412069Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36420"}
{"msg":"region 0d8862f5-0121-4989-898e-b3528c11ee14 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.458731211Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.462063098Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions","method":"POST","req_id":"5f68b9a9-88a6-43ee-8043-fb3e07bc358b","remote_addr":"[fd00:1122:3344:101::c]:36420","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":10625,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.462667498Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_1a42fe8d-3436-46f3-8051-0d2ff2a0be4f/crucible/regions/0d8862f5-0121-4989-898e-b3528c11ee14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.473303939Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_1a42fe8d-3436-46f3-8051-0d2ff2a0be4f/crucible/regions/0d8862f5-0121-4989-898e-b3528c11ee14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.473375921Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0d8862f5-0121-4989-898e-b3528c11ee14\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0d8862f5-0121-4989-898e-b3528c11ee14\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.547900341Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"region":"0d8862f5-0121-4989-898e-b3528c11ee14","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0d8862f5-0121-4989-898e-b3528c11ee14\" \"--data\" \"/data/regions/0d8862f5-0121-4989-898e-b3528c11ee14\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.550227191Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"region":"0d8862f5-0121-4989-898e-b3528c11ee14","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.694334908Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"region":"0d8862f5-0121-4989-898e-b3528c11ee14","component":"worker"}
{"msg":"region 0d8862f5-0121-4989-898e-b3528c11ee14 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.694473751Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.694665844Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0d8862f5-0121-4989-898e-b3528c11ee14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.695127982Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0d8862f5-0121-4989-898e-b3528c11ee14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.701089943Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.713270911Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions","method":"POST","req_id":"2ac41ac7-668d-4475-abf6-5839cba429c4","remote_addr":"[fd00:1122:3344:101::c]:36420","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":94,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.721105505Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0d8862f5-0121-4989-898e-b3528c11ee14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.728415209Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0d8862f5-0121-4989-898e-b3528c11ee14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.737289321Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.737379133Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.737427513Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.737469344Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.744535975Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:57.751505073Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.67727018Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions/0d8862f5-0121-4989-898e-b3528c11ee14","method":"GET","req_id":"e6ca130d-c187-4f44-bde2-3b76242bb07e","remote_addr":"[fd00:1122:3344:101::c]:36420","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"path is \"/data/regions/0d8862f5-0121-4989-898e-b3528c11ee14\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.679820104Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"dataset is oxp_1a42fe8d-3436-46f3-8051-0d2ff2a0be4f/crucible/regions/0d8862f5-0121-4989-898e-b3528c11ee14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.688903239Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"region 0d8862f5-0121-4989-898e-b3528c11ee14 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.697670598Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.697861681Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.697924533Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions/0d8862f5-0121-4989-898e-b3528c11ee14","method":"DELETE","req_id":"947809f6-1074-421e-9e55-7cc911ecffca","remote_addr":"[fd00:1122:3344:101::c]:36420","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18124,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-0d8862f5-0121-4989-898e-b3528c11ee14 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.699029421Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.701994602Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions/0d8862f5-0121-4989-898e-b3528c11ee14","method":"GET","req_id":"ba31e94a-515d-4d1e-b95c-e6ff4c3dbbe6","remote_addr":"[fd00:1122:3344:101::c]:36420","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":589,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.706135142Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_1a42fe8d-3436-46f3-8051-0d2ff2a0be4f/crucible/regions/0d8862f5-0121-4989-898e-b3528c11ee14\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.716140503Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"region":"0d8862f5-0121-4989-898e-b3528c11ee14","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.761273403Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions/0d8862f5-0121-4989-898e-b3528c11ee14","method":"GET","req_id":"e1315630-f4b5-4bf8-92da-ae075c23761c","remote_addr":"[fd00:1122:3344:101::c]:36420","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"region 0d8862f5-0121-4989-898e-b3528c11ee14 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.782332502Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:46:58.846336964Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions/0d8862f5-0121-4989-898e-b3528c11ee14","method":"GET","req_id":"66a7df50-5b58-42ef-9123-1132e474a618","remote_addr":"[fd00:1122:3344:101::c]:36420","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.094110817Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33167"}
{"msg":"region 017a166d-c7cc-499a-84a9-a949b929949c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.094950722Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.095522191Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions","method":"POST","req_id":"7b057f3e-e038-45d4-a690-f4e7c92f18df","remote_addr":"[fd00:1122:3344:101::a]:33167","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1238,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.095540352Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1a42fe8d-3436-46f3-8051-0d2ff2a0be4f/crucible/regions/017a166d-c7cc-499a-84a9-a949b929949c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.106410257Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1a42fe8d-3436-46f3-8051-0d2ff2a0be4f/crucible/regions/017a166d-c7cc-499a-84a9-a949b929949c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.106445128Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"017a166d-c7cc-499a-84a9-a949b929949c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/017a166d-c7cc-499a-84a9-a949b929949c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.166934559Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"region":"017a166d-c7cc-499a-84a9-a949b929949c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"017a166d-c7cc-499a-84a9-a949b929949c\" \"--data\" \"/data/regions/017a166d-c7cc-499a-84a9-a949b929949c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.16699267Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"region":"017a166d-c7cc-499a-84a9-a949b929949c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.227702896Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions","method":"POST","req_id":"bcad7134-e138-4642-a7cc-8971eb162608","remote_addr":"[fd00:1122:3344:101::a]:33167","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.240377142Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"region":"017a166d-c7cc-499a-84a9-a949b929949c","component":"worker"}
{"msg":"region 017a166d-c7cc-499a-84a9-a949b929949c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.240406492Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.240523324Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-017a166d-c7cc-499a-84a9-a949b929949c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.241899038Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-017a166d-c7cc-499a-84a9-a949b929949c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.252722602Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.267313331Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-017a166d-c7cc-499a-84a9-a949b929949c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.270677358Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/017a166d-c7cc-499a-84a9-a949b929949c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.270942383Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.271009494Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.271050435Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.271095336Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.274698027Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.279803454Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:16.485921139Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions","method":"POST","req_id":"6fa41c7b-9b02-46d0-bb71-ab60b057651f","remote_addr":"[fd00:1122:3344:101::a]:33167","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":575,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:39.959283976Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions/017a166d-c7cc-499a-84a9-a949b929949c","method":"GET","req_id":"a57db00c-384d-45cd-b16b-8caa29a0d6ca","remote_addr":"[fd00:1122:3344:101::a]:33167","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":573,"response_code":"200"}
{"msg":"path is \"/data/regions/017a166d-c7cc-499a-84a9-a949b929949c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:39.961992522Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"dataset is oxp_1a42fe8d-3436-46f3-8051-0d2ff2a0be4f/crucible/regions/017a166d-c7cc-499a-84a9-a949b929949c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:39.972081544Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"region 017a166d-c7cc-499a-84a9-a949b929949c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:39.98064826Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:39.980851484Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:39.980905415Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions/017a166d-c7cc-499a-84a9-a949b929949c","method":"DELETE","req_id":"eb1847e5-b6e8-4aa7-b53a-3c9b84404d23","remote_addr":"[fd00:1122:3344:101::a]:33167","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18939,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-017a166d-c7cc-499a-84a9-a949b929949c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:39.982567293Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:39.983886176Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions/017a166d-c7cc-499a-84a9-a949b929949c","method":"GET","req_id":"3d475883-1eab-4bca-8d74-d35fb72e1252","remote_addr":"[fd00:1122:3344:101::a]:33167","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:40.002643715Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_1a42fe8d-3436-46f3-8051-0d2ff2a0be4f/crucible/regions/017a166d-c7cc-499a-84a9-a949b929949c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:40.013721204Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"region":"017a166d-c7cc-499a-84a9-a949b929949c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:40.070864799Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions/017a166d-c7cc-499a-84a9-a949b929949c","method":"GET","req_id":"2349c5f8-23fc-48a2-a154-257102107b39","remote_addr":"[fd00:1122:3344:101::a]:33167","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":569,"response_code":"200"}
{"msg":"region 017a166d-c7cc-499a-84a9-a949b929949c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:40.083427713Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-05T16:53:40.237554392Z","hostname":"oxz_crucible_19f0f364-8840-4b44-9eea-e3a6f21b6300","pid":29573,"uri":"/crucible/0/regions/017a166d-c7cc-499a-84a9-a949b929949c","method":"GET","req_id":"7813e241-19e8-4ec1-83c8-2d400f69a530","remote_addr":"[fd00:1122:3344:101::a]:33167","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27,"response_code":"200"}