{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:19.95561528Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37573"} {"msg":"region c7faf2e6-6a82-4776-a863-fefa53948bfe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:19.976627824Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:19.981679106Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:19.984928221Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions","method":"POST","req_id":"87279df3-920b-45f8-8a87-6af2f8999d49","remote_addr":"[fd00:1122:3344:101::a]:37573","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":14230,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_9c516253-4ce2-40f6-9762-55b6d58ea358/crucible/regions/c7faf2e6-6a82-4776-a863-fefa53948bfe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:19.994030283Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_9c516253-4ce2-40f6-9762-55b6d58ea358/crucible/regions/c7faf2e6-6a82-4776-a863-fefa53948bfe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:19.994050744Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c7faf2e6-6a82-4776-a863-fefa53948bfe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c7faf2e6-6a82-4776-a863-fefa53948bfe\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.043647025Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"region":"c7faf2e6-6a82-4776-a863-fefa53948bfe","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c7faf2e6-6a82-4776-a863-fefa53948bfe\" \"--data\" \"/data/regions/c7faf2e6-6a82-4776-a863-fefa53948bfe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.045514135Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"region":"c7faf2e6-6a82-4776-a863-fefa53948bfe","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.151041123Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"region":"c7faf2e6-6a82-4776-a863-fefa53948bfe","component":"worker"} {"msg":"region c7faf2e6-6a82-4776-a863-fefa53948bfe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.151097694Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.151195948Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c7faf2e6-6a82-4776-a863-fefa53948bfe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.151617691Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c7faf2e6-6a82-4776-a863-fefa53948bfe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.156422985Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.171304603Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c7faf2e6-6a82-4776-a863-fefa53948bfe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.17433869Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c7faf2e6-6a82-4776-a863-fefa53948bfe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.183022589Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.184969802Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.185025263Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.185065065Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.188532306Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.193702822Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.357714786Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions","method":"POST","req_id":"8db2d941-4cb8-43fd-83ef-ecce98101050","remote_addr":"[fd00:1122:3344:101::a]:37573","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.668386798Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions/c7faf2e6-6a82-4776-a863-fefa53948bfe","method":"GET","req_id":"d862103e-ed96-4bf5-bd73-6eca94715b1e","remote_addr":"[fd00:1122:3344:101::a]:37573","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"path is \"/data/regions/c7faf2e6-6a82-4776-a863-fefa53948bfe\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.671043533Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"dataset is oxp_9c516253-4ce2-40f6-9762-55b6d58ea358/crucible/regions/c7faf2e6-6a82-4776-a863-fefa53948bfe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.680716413Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"region c7faf2e6-6a82-4776-a863-fefa53948bfe state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.688547025Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.688736081Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.688798413Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions/c7faf2e6-6a82-4776-a863-fefa53948bfe","method":"DELETE","req_id":"ad2066c7-927b-48b6-92f0-a69a6558aa11","remote_addr":"[fd00:1122:3344:101::a]:37573","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17778,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-c7faf2e6-6a82-4776-a863-fefa53948bfe (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.690070584Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.691381686Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions/c7faf2e6-6a82-4776-a863-fefa53948bfe","method":"GET","req_id":"736c3781-9dc6-40a9-8a22-0836fc279323","remote_addr":"[fd00:1122:3344:101::a]:37573","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.694739164Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9c516253-4ce2-40f6-9762-55b6d58ea358/crucible/regions/c7faf2e6-6a82-4776-a863-fefa53948bfe\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.704849218Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"region":"c7faf2e6-6a82-4776-a863-fefa53948bfe","component":"worker"} {"msg":"region c7faf2e6-6a82-4776-a863-fefa53948bfe state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.754799282Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:20.804564539Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions/c7faf2e6-6a82-4776-a863-fefa53948bfe","method":"GET","req_id":"2f7f7705-3930-4310-9faf-ad8ac4e0e2e2","remote_addr":"[fd00:1122:3344:101::a]:37573","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:44.981642162Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34241"} {"msg":"region c7104714-cb08-4dc8-ba11-d55bc03f6bdd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:44.981763336Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:44.982714446Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:44.982732287Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions","method":"POST","req_id":"c4f28da9-2674-481f-9653-b7a38d1fa287","remote_addr":"[fd00:1122:3344:101::a]:34241","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1013,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_9c516253-4ce2-40f6-9762-55b6d58ea358/crucible/regions/c7104714-cb08-4dc8-ba11-d55bc03f6bdd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:44.99465552Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9c516253-4ce2-40f6-9762-55b6d58ea358/crucible/regions/c7104714-cb08-4dc8-ba11-d55bc03f6bdd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:44.994687541Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c7104714-cb08-4dc8-ba11-d55bc03f6bdd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c7104714-cb08-4dc8-ba11-d55bc03f6bdd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.051515905Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"region":"c7104714-cb08-4dc8-ba11-d55bc03f6bdd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c7104714-cb08-4dc8-ba11-d55bc03f6bdd\" \"--data\" \"/data/regions/c7104714-cb08-4dc8-ba11-d55bc03f6bdd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.051570196Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"region":"c7104714-cb08-4dc8-ba11-d55bc03f6bdd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.188912175Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"region":"c7104714-cb08-4dc8-ba11-d55bc03f6bdd","component":"worker"} {"msg":"region c7104714-cb08-4dc8-ba11-d55bc03f6bdd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.188961646Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.18906605Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c7104714-cb08-4dc8-ba11-d55bc03f6bdd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.190566528Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c7104714-cb08-4dc8-ba11-d55bc03f6bdd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.199770473Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.222675008Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c7104714-cb08-4dc8-ba11-d55bc03f6bdd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.232411641Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c7104714-cb08-4dc8-ba11-d55bc03f6bdd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.232737602Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.232809124Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.232864696Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.232925417Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.240812651Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.246125451Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions","method":"POST","req_id":"0a63facd-6ba5-4f85-8ecc-979065241f82","remote_addr":"[fd00:1122:3344:101::a]:34241","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.251603267Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"region 1733d063-27bb-49ca-ad86-71146ff3562f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:48.983561065Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:48.983708749Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions","method":"POST","req_id":"52e356e4-09a6-48f9-90fc-99d4abdc805c","remote_addr":"[fd00:1122:3344:101::a]:34241","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":726,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:48.98373658Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9c516253-4ce2-40f6-9762-55b6d58ea358/crucible/regions/1733d063-27bb-49ca-ad86-71146ff3562f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:48.995017802Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9c516253-4ce2-40f6-9762-55b6d58ea358/crucible/regions/1733d063-27bb-49ca-ad86-71146ff3562f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:48.995047643Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1733d063-27bb-49ca-ad86-71146ff3562f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1733d063-27bb-49ca-ad86-71146ff3562f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.077103517Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"region":"1733d063-27bb-49ca-ad86-71146ff3562f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1733d063-27bb-49ca-ad86-71146ff3562f\" \"--data\" \"/data/regions/1733d063-27bb-49ca-ad86-71146ff3562f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.079097861Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"region":"1733d063-27bb-49ca-ad86-71146ff3562f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.166255779Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions","method":"POST","req_id":"0eac43a9-1619-4bbf-8a0b-109167112f49","remote_addr":"[fd00:1122:3344:101::a]:34241","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.184615328Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"region":"1733d063-27bb-49ca-ad86-71146ff3562f","component":"worker"} {"msg":"region 1733d063-27bb-49ca-ad86-71146ff3562f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.184634339Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.184796664Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1733d063-27bb-49ca-ad86-71146ff3562f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.185887449Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1733d063-27bb-49ca-ad86-71146ff3562f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.197661647Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.211818981Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1733d063-27bb-49ca-ad86-71146ff3562f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.220071636Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1733d063-27bb-49ca-ad86-71146ff3562f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.220334415Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.220385386Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.220428928Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.220469869Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.229501599Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.237711813Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:49.80618881Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions","method":"POST","req_id":"e18c58f5-cd86-4d1f-9d7d-6683b78160db","remote_addr":"[fd00:1122:3344:101::a]:34241","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:15.843572891Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions/1733d063-27bb-49ca-ad86-71146ff3562f","method":"GET","req_id":"badf486b-840b-4101-b290-7871e179b352","remote_addr":"[fd00:1122:3344:101::a]:34241","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"path is \"/data/regions/1733d063-27bb-49ca-ad86-71146ff3562f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:15.846133183Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"dataset is oxp_9c516253-4ce2-40f6-9762-55b6d58ea358/crucible/regions/1733d063-27bb-49ca-ad86-71146ff3562f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:15.857213479Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"region 1733d063-27bb-49ca-ad86-71146ff3562f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:15.866244418Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:15.866466456Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:15.866535008Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions/1733d063-27bb-49ca-ad86-71146ff3562f","method":"DELETE","req_id":"e15eead9-3ac0-40c2-883a-1e274f6b0572","remote_addr":"[fd00:1122:3344:101::a]:34241","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20425,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-1733d063-27bb-49ca-ad86-71146ff3562f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:15.868301335Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:15.869786222Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions/1733d063-27bb-49ca-ad86-71146ff3562f","method":"GET","req_id":"dc3ee0a6-4e20-49b5-9592-36552597c07d","remote_addr":"[fd00:1122:3344:101::a]:34241","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":500,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:15.874517034Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9c516253-4ce2-40f6-9762-55b6d58ea358/crucible/regions/1733d063-27bb-49ca-ad86-71146ff3562f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:15.884286478Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"region":"1733d063-27bb-49ca-ad86-71146ff3562f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:15.928127275Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions/1733d063-27bb-49ca-ad86-71146ff3562f","method":"GET","req_id":"d0416420-30cc-439a-a504-97b33e695758","remote_addr":"[fd00:1122:3344:101::a]:34241","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"region 1733d063-27bb-49ca-ad86-71146ff3562f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:15.933001911Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:36:16.065960689Z","hostname":"oxz_crucible_10b4f579-2bfb-41e1-ac22-c3709fe84a53","pid":21483,"uri":"/crucible/0/regions/1733d063-27bb-49ca-ad86-71146ff3562f","method":"GET","req_id":"2c0f4371-e8fc-4a31-9899-e38a0db1e6a1","remote_addr":"[fd00:1122:3344:101::a]:34241","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29,"response_code":"200"}