[ Jul 19 17:47:07 Enabled. ]
[ Jul 19 17:47:07 Rereading configuration. ]
[ Jul 19 17:47:13 Rereading configuration. ]
[ Jul 19 17:47:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7c02949e-12b1-4d82-9ac3-2efd807aef95/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_7c02949e-12b1-4d82-9ac3-2efd807aef95/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:47:20.97668673Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:47:20.978166148Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:47:20.978185869Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:47:20.998828406Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:47:21.071415334Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.258105764Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35165"}
{"msg":"region f2b3f17c-ee4c-425c-9799-65737df92dac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.265378573Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.265884956Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions","method":"POST","req_id":"454c667d-a04f-486c-b10b-f3ff56ad23c3","remote_addr":"[fd00:1122:3344:101::b]:35165","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":2759,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.266472702Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_7c02949e-12b1-4d82-9ac3-2efd807aef95/crucible/regions/f2b3f17c-ee4c-425c-9799-65737df92dac","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.2768096Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_7c02949e-12b1-4d82-9ac3-2efd807aef95/crucible/regions/f2b3f17c-ee4c-425c-9799-65737df92dac","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.276867122Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f2b3f17c-ee4c-425c-9799-65737df92dac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f2b3f17c-ee4c-425c-9799-65737df92dac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.348173276Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"region":"f2b3f17c-ee4c-425c-9799-65737df92dac","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f2b3f17c-ee4c-425c-9799-65737df92dac\" \"--data\" \"/data/regions/f2b3f17c-ee4c-425c-9799-65737df92dac\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.350275692Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"region":"f2b3f17c-ee4c-425c-9799-65737df92dac","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.462213674Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"region":"f2b3f17c-ee4c-425c-9799-65737df92dac","component":"worker"}
{"msg":"region f2b3f17c-ee4c-425c-9799-65737df92dac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.462301766Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.462508942Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f2b3f17c-ee4c-425c-9799-65737df92dac","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.462899732Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f2b3f17c-ee4c-425c-9799-65737df92dac","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.466260439Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.475758826Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f2b3f17c-ee4c-425c-9799-65737df92dac","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.478831756Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f2b3f17c-ee4c-425c-9799-65737df92dac","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.479533165Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.48164252Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.481706481Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.481750322Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.491158747Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.495643934Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:08.597888994Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions","method":"POST","req_id":"2cbf533b-ac57-4678-a66d-44a804f63b05","remote_addr":"[fd00:1122:3344:101::b]:35165","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:09.783501298Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions/f2b3f17c-ee4c-425c-9799-65737df92dac","method":"GET","req_id":"8008dea5-ee11-49cf-9373-a9990fd474e8","remote_addr":"[fd00:1122:3344:101::b]:35165","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":97,"response_code":"200"}
{"msg":"path is \"/data/regions/f2b3f17c-ee4c-425c-9799-65737df92dac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:09.785885711Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"dataset is oxp_7c02949e-12b1-4d82-9ac3-2efd807aef95/crucible/regions/f2b3f17c-ee4c-425c-9799-65737df92dac","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:09.795143461Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"region f2b3f17c-ee4c-425c-9799-65737df92dac state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:09.804117905Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:09.804336071Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:09.804399462Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions/f2b3f17c-ee4c-425c-9799-65737df92dac","method":"DELETE","req_id":"7075fe6f-f07b-4b92-9197-4dc16aefe1d0","remote_addr":"[fd00:1122:3344:101::b]:35165","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18561,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-f2b3f17c-ee4c-425c-9799-65737df92dac (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:09.805545902Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:09.808457838Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions/f2b3f17c-ee4c-425c-9799-65737df92dac","method":"GET","req_id":"ed1ab5b1-704c-4da4-8b6e-e2c29b0977a8","remote_addr":"[fd00:1122:3344:101::b]:35165","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":621,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:09.80971892Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7c02949e-12b1-4d82-9ac3-2efd807aef95/crucible/regions/f2b3f17c-ee4c-425c-9799-65737df92dac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:09.819348291Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"region":"f2b3f17c-ee4c-425c-9799-65737df92dac","component":"worker"}
{"msg":"region f2b3f17c-ee4c-425c-9799-65737df92dac state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:09.882618667Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:48:09.893588772Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions/f2b3f17c-ee4c-425c-9799-65737df92dac","method":"GET","req_id":"946d02a1-6dd6-45ea-84c9-4bf41f05c71a","remote_addr":"[fd00:1122:3344:101::b]:35165","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":620,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.72694059Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55914"}
{"msg":"region 23b0ca8c-29c4-4801-b922-4e646fdd8faf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.727048853Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.730163814Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions","method":"POST","req_id":"9b59ec27-121a-4a24-8b9f-937c20efd25f","remote_addr":"[fd00:1122:3344:101::a]:55914","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":3176,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.730185235Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7c02949e-12b1-4d82-9ac3-2efd807aef95/crucible/regions/23b0ca8c-29c4-4801-b922-4e646fdd8faf","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.739677152Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7c02949e-12b1-4d82-9ac3-2efd807aef95/crucible/regions/23b0ca8c-29c4-4801-b922-4e646fdd8faf","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.739706272Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"23b0ca8c-29c4-4801-b922-4e646fdd8faf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/23b0ca8c-29c4-4801-b922-4e646fdd8faf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.798817901Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"region":"23b0ca8c-29c4-4801-b922-4e646fdd8faf","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"23b0ca8c-29c4-4801-b922-4e646fdd8faf\" \"--data\" \"/data/regions/23b0ca8c-29c4-4801-b922-4e646fdd8faf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.798878532Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"region":"23b0ca8c-29c4-4801-b922-4e646fdd8faf","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.870241758Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"region":"23b0ca8c-29c4-4801-b922-4e646fdd8faf","component":"worker"}
{"msg":"region 23b0ca8c-29c4-4801-b922-4e646fdd8faf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.870293229Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.870382011Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-23b0ca8c-29c4-4801-b922-4e646fdd8faf","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.871793018Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-23b0ca8c-29c4-4801-b922-4e646fdd8faf","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.875800182Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.89107519Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-23b0ca8c-29c4-4801-b922-4e646fdd8faf","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.894040897Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23b0ca8c-29c4-4801-b922-4e646fdd8faf","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.894327714Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.894387546Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.894431487Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.894475308Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.897713222Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:43.902133208Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:44.026204395Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions","method":"POST","req_id":"fd2d7a83-ff2d-4ebe-bb03-9ece9a659591","remote_addr":"[fd00:1122:3344:101::a]:55914","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":640,"response_code":"200"}
{"msg":"region dbb432d8-947a-40a6-a54d-b7f2451d759e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.635107278Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.635282252Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions","method":"POST","req_id":"48bfaa8a-19ed-4008-8f97-be64b760b62a","remote_addr":"[fd00:1122:3344:101::a]:55914","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":237,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.635318133Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7c02949e-12b1-4d82-9ac3-2efd807aef95/crucible/regions/dbb432d8-947a-40a6-a54d-b7f2451d759e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.644668607Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7c02949e-12b1-4d82-9ac3-2efd807aef95/crucible/regions/dbb432d8-947a-40a6-a54d-b7f2451d759e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.644695177Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"dbb432d8-947a-40a6-a54d-b7f2451d759e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dbb432d8-947a-40a6-a54d-b7f2451d759e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.702668475Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"region":"dbb432d8-947a-40a6-a54d-b7f2451d759e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dbb432d8-947a-40a6-a54d-b7f2451d759e\" \"--data\" \"/data/regions/dbb432d8-947a-40a6-a54d-b7f2451d759e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.702732267Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"region":"dbb432d8-947a-40a6-a54d-b7f2451d759e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.768353435Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"region":"dbb432d8-947a-40a6-a54d-b7f2451d759e","component":"worker"}
{"msg":"region dbb432d8-947a-40a6-a54d-b7f2451d759e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.768397386Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.768498618Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-dbb432d8-947a-40a6-a54d-b7f2451d759e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.770519351Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dbb432d8-947a-40a6-a54d-b7f2451d759e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.775951116Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.782936714Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dbb432d8-947a-40a6-a54d-b7f2451d759e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.786014304Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dbb432d8-947a-40a6-a54d-b7f2451d759e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.786290251Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.786353463Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.786401904Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.786442555Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.790178652Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.794474734Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:53:47.864683721Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions","method":"POST","req_id":"8550f4e1-18e9-42af-8946-c12960768a4e","remote_addr":"[fd00:1122:3344:101::a]:55914","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:54:12.57348931Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions/dbb432d8-947a-40a6-a54d-b7f2451d759e","method":"GET","req_id":"bf6a9c09-7135-4960-8de9-8df7057d3d31","remote_addr":"[fd00:1122:3344:101::a]:55914","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":574,"response_code":"200"}
{"msg":"path is \"/data/regions/dbb432d8-947a-40a6-a54d-b7f2451d759e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:54:12.576118289Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"dataset is oxp_7c02949e-12b1-4d82-9ac3-2efd807aef95/crucible/regions/dbb432d8-947a-40a6-a54d-b7f2451d759e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:54:12.588069Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"region dbb432d8-947a-40a6-a54d-b7f2451d759e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:54:12.596586441Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:54:12.596801017Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:54:12.596857438Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions/dbb432d8-947a-40a6-a54d-b7f2451d759e","method":"DELETE","req_id":"bebf17a8-3da4-4033-a5a3-d060b11dd147","remote_addr":"[fd00:1122:3344:101::a]:55914","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20770,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-dbb432d8-947a-40a6-a54d-b7f2451d759e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:54:12.598408349Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:54:12.599498407Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions/dbb432d8-947a-40a6-a54d-b7f2451d759e","method":"GET","req_id":"11d0148e-e9b5-4b1a-8323-9942aa5af5ac","remote_addr":"[fd00:1122:3344:101::a]:55914","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:54:12.602866185Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7c02949e-12b1-4d82-9ac3-2efd807aef95/crucible/regions/dbb432d8-947a-40a6-a54d-b7f2451d759e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:54:12.612265049Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"region":"dbb432d8-947a-40a6-a54d-b7f2451d759e","component":"worker"}
{"msg":"region dbb432d8-947a-40a6-a54d-b7f2451d759e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:54:12.662369413Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T17:54:12.692493046Z","hostname":"oxz_crucible_c6d325c3-cddf-4528-8ba6-a083f6511284","pid":26781,"uri":"/crucible/0/regions/dbb432d8-947a-40a6-a54d-b7f2451d759e","method":"GET","req_id":"7824e2b4-8174-478f-bcee-b0fe04552cb5","remote_addr":"[fd00:1122:3344:101::a]:55914","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":615,"response_code":"200"}