{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.019471418Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59010"}
{"msg":"region 495964c6-0fdc-481c-ac15-55ddd521132a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.019573531Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.019795605Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.019802816Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"uri":"/crucible/0/regions","method":"POST","req_id":"c1f2954e-7f5d-4e26-955e-7e0ae72ea222","remote_addr":"[fd00:1122:3344:101::a]:59010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":266,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_61fda18b-b0fc-46cf-91c9-706f41acfc67/crucible/regions/495964c6-0fdc-481c-ac15-55ddd521132a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.029698758Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_61fda18b-b0fc-46cf-91c9-706f41acfc67/crucible/regions/495964c6-0fdc-481c-ac15-55ddd521132a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.029720198Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"495964c6-0fdc-481c-ac15-55ddd521132a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/495964c6-0fdc-481c-ac15-55ddd521132a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.090287029Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"region":"495964c6-0fdc-481c-ac15-55ddd521132a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"495964c6-0fdc-481c-ac15-55ddd521132a\" \"--data\" \"/data/regions/495964c6-0fdc-481c-ac15-55ddd521132a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.09032453Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"region":"495964c6-0fdc-481c-ac15-55ddd521132a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.159808962Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"region":"495964c6-0fdc-481c-ac15-55ddd521132a","component":"worker"}
{"msg":"region 495964c6-0fdc-481c-ac15-55ddd521132a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.159848613Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.160015907Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-495964c6-0fdc-481c-ac15-55ddd521132a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.162288956Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-495964c6-0fdc-481c-ac15-55ddd521132a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.167959397Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.18439892Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-495964c6-0fdc-481c-ac15-55ddd521132a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.189145312Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/495964c6-0fdc-481c-ac15-55ddd521132a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.189470739Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.189569951Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.189657663Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.189736435Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.194316263Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.199920014Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:06.391651741Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"uri":"/crucible/0/regions","method":"POST","req_id":"53cffd30-2bc0-40ad-bf6e-3091ca1790e4","remote_addr":"[fd00:1122:3344:101::a]:59010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region c7c7a674-fab0-4100-9092-9f6578d4fcde state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.161331804Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.161491227Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.161501668Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"uri":"/crucible/0/regions","method":"POST","req_id":"d279d77c-d54e-49b0-b9bf-edf1db75e684","remote_addr":"[fd00:1122:3344:101::a]:59010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":220,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_61fda18b-b0fc-46cf-91c9-706f41acfc67/crucible/regions/c7c7a674-fab0-4100-9092-9f6578d4fcde","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.170691395Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_61fda18b-b0fc-46cf-91c9-706f41acfc67/crucible/regions/c7c7a674-fab0-4100-9092-9f6578d4fcde","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.170709425Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c7c7a674-fab0-4100-9092-9f6578d4fcde\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c7c7a674-fab0-4100-9092-9f6578d4fcde\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.225436101Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"region":"c7c7a674-fab0-4100-9092-9f6578d4fcde","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c7c7a674-fab0-4100-9092-9f6578d4fcde\" \"--data\" \"/data/regions/c7c7a674-fab0-4100-9092-9f6578d4fcde\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.225475802Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"region":"c7c7a674-fab0-4100-9092-9f6578d4fcde","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.291292805Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"region":"c7c7a674-fab0-4100-9092-9f6578d4fcde","component":"worker"}
{"msg":"region c7c7a674-fab0-4100-9092-9f6578d4fcde state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.291348386Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.291447858Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c7c7a674-fab0-4100-9092-9f6578d4fcde","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.293728387Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c7c7a674-fab0-4100-9092-9f6578d4fcde","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.299082202Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.306965312Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c7c7a674-fab0-4100-9092-9f6578d4fcde","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.310534658Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c7c7a674-fab0-4100-9092-9f6578d4fcde","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.310788444Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.310843315Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.310884116Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.310923737Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.315480785Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.320210896Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.340528923Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"uri":"/crucible/0/regions","method":"POST","req_id":"8f1b85d0-eb69-4116-91d5-9a510b4a5ad9","remote_addr":"[fd00:1122:3344:101::a]:59010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.22483212Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"uri":"/crucible/0/regions/c7c7a674-fab0-4100-9092-9f6578d4fcde","method":"GET","req_id":"cca4c7f6-bdce-4fbd-a138-ac9c356d1e66","remote_addr":"[fd00:1122:3344:101::a]:59010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"path is \"/data/regions/c7c7a674-fab0-4100-9092-9f6578d4fcde\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.227724872Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"datafile"}
{"msg":"dataset is oxp_61fda18b-b0fc-46cf-91c9-706f41acfc67/crucible/regions/c7c7a674-fab0-4100-9092-9f6578d4fcde","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.240399844Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"datafile"}
{"msg":"region c7c7a674-fab0-4100-9092-9f6578d4fcde state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.251126995Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.251309619Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.25136931Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"uri":"/crucible/0/regions/c7c7a674-fab0-4100-9092-9f6578d4fcde","method":"DELETE","req_id":"96a67d26-f0a7-4916-8adc-29ab1671937b","remote_addr":"[fd00:1122:3344:101::a]:59010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23667,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-c7c7a674-fab0-4100-9092-9f6578d4fcde (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.252963114Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.255069489Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"uri":"/crucible/0/regions/c7c7a674-fab0-4100-9092-9f6578d4fcde","method":"GET","req_id":"605c3183-c27e-4437-aeb9-80d375fb2763","remote_addr":"[fd00:1122:3344:101::a]:59010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":33,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.259102866Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_61fda18b-b0fc-46cf-91c9-706f41acfc67/crucible/regions/c7c7a674-fab0-4100-9092-9f6578d4fcde\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.26904502Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"region":"c7c7a674-fab0-4100-9092-9f6578d4fcde","component":"worker"}
{"msg":"region c7c7a674-fab0-4100-9092-9f6578d4fcde state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.318571213Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.361776431Z","hostname":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","pid":21580,"uri":"/crucible/0/regions/c7c7a674-fab0-4100-9092-9f6578d4fcde","method":"GET","req_id":"e36a1b94-ce68-49c2-852e-7e5fd4bd6d73","remote_addr":"[fd00:1122:3344:101::a]:59010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":"200"}