[ Jan 14 22:31:22 Enabled. ]
[ Jan 14 22:31:22 Rereading configuration. ]
[ Jan 14 22:31:24 Rereading configuration. ]
[ Jan 14 22:31:28 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_193d38c2-fbe5-4b1d-95c5-92a256ddffe2/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_193d38c2-fbe5-4b1d-95c5-92a256ddffe2/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:28.883444395Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:28.887445193Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:28.887454903Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:28.906721723Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:28.980287333Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.392895777Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49980"}
{"msg":"region d0499c4b-ec72-423d-87bd-5560d66561e2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.396008054Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.396256487Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.396268767Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions","method":"POST","req_id":"2e0cb0f2-3568-4b15-89ad-2e23c8be6f52","remote_addr":"[fd00:1122:3344:101::a]:49980","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":440,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_193d38c2-fbe5-4b1d-95c5-92a256ddffe2/crucible/regions/d0499c4b-ec72-423d-87bd-5560d66561e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.406875544Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_193d38c2-fbe5-4b1d-95c5-92a256ddffe2/crucible/regions/d0499c4b-ec72-423d-87bd-5560d66561e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.406910464Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d0499c4b-ec72-423d-87bd-5560d66561e2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d0499c4b-ec72-423d-87bd-5560d66561e2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.468390639Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"region":"d0499c4b-ec72-423d-87bd-5560d66561e2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d0499c4b-ec72-423d-87bd-5560d66561e2\" \"--data\" \"/data/regions/d0499c4b-ec72-423d-87bd-5560d66561e2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.46846038Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"region":"d0499c4b-ec72-423d-87bd-5560d66561e2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.728209826Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"region":"d0499c4b-ec72-423d-87bd-5560d66561e2","component":"worker"}
{"msg":"region d0499c4b-ec72-423d-87bd-5560d66561e2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.728264987Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.728343298Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d0499c4b-ec72-423d-87bd-5560d66561e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.728758892Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.733200196Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions","method":"POST","req_id":"5aaac490-88a7-4ed9-89d9-e1b335c19f67","remote_addr":"[fd00:1122:3344:101::a]:49980","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d0499c4b-ec72-423d-87bd-5560d66561e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.735611294Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.744493341Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d0499c4b-ec72-423d-87bd-5560d66561e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.747533617Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d0499c4b-ec72-423d-87bd-5560d66561e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.748260366Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.748330977Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.748380777Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.748423458Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.752453126Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.7570023Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.997282464Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions/d0499c4b-ec72-423d-87bd-5560d66561e2","method":"GET","req_id":"4746f1ed-6259-4cd5-a231-078bf046d1ec","remote_addr":"[fd00:1122:3344:101::a]:49980","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"path is \"/data/regions/d0499c4b-ec72-423d-87bd-5560d66561e2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.000130838Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"dataset is oxp_193d38c2-fbe5-4b1d-95c5-92a256ddffe2/crucible/regions/d0499c4b-ec72-423d-87bd-5560d66561e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.010693374Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"region d0499c4b-ec72-423d-87bd-5560d66561e2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.021355822Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.021502244Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.021573445Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions/d0499c4b-ec72-423d-87bd-5560d66561e2","method":"DELETE","req_id":"c1375007-1a37-4f2d-a820-17a3f15518c5","remote_addr":"[fd00:1122:3344:101::a]:49980","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21467,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-d0499c4b-ec72-423d-87bd-5560d66561e2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.022734618Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.0245721Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions/d0499c4b-ec72-423d-87bd-5560d66561e2","method":"GET","req_id":"48be0c10-4a25-44ec-b749-53e047c9692d","remote_addr":"[fd00:1122:3344:101::a]:49980","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.031551534Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_193d38c2-fbe5-4b1d-95c5-92a256ddffe2/crucible/regions/d0499c4b-ec72-423d-87bd-5560d66561e2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.04291752Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"region":"d0499c4b-ec72-423d-87bd-5560d66561e2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.091869505Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions/d0499c4b-ec72-423d-87bd-5560d66561e2","method":"GET","req_id":"08eac577-49d0-43cc-beee-e4e0e7982508","remote_addr":"[fd00:1122:3344:101::a]:49980","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":95,"response_code":"200"}
{"msg":"region d0499c4b-ec72-423d-87bd-5560d66561e2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.109607047Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.274157565Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions/d0499c4b-ec72-423d-87bd-5560d66561e2","method":"GET","req_id":"a87373ad-e587-4113-b3eb-0207d93996e6","remote_addr":"[fd00:1122:3344:101::a]:49980","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":40,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.70346747Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61563"}
{"msg":"region f220a204-cfc6-43bc-bdbc-518952289703 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.703602442Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.704533813Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions","method":"POST","req_id":"7a5aa4dc-2ec1-4228-bb42-49ec451f759b","remote_addr":"[fd00:1122:3344:101::a]:61563","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":998,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.704558214Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_193d38c2-fbe5-4b1d-95c5-92a256ddffe2/crucible/regions/f220a204-cfc6-43bc-bdbc-518952289703","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.718678082Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_193d38c2-fbe5-4b1d-95c5-92a256ddffe2/crucible/regions/f220a204-cfc6-43bc-bdbc-518952289703","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.718718983Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f220a204-cfc6-43bc-bdbc-518952289703\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f220a204-cfc6-43bc-bdbc-518952289703\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.829786111Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"region":"f220a204-cfc6-43bc-bdbc-518952289703","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f220a204-cfc6-43bc-bdbc-518952289703\" \"--data\" \"/data/regions/f220a204-cfc6-43bc-bdbc-518952289703\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.8322015Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"region":"f220a204-cfc6-43bc-bdbc-518952289703","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.943776064Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"region":"f220a204-cfc6-43bc-bdbc-518952289703","component":"worker"}
{"msg":"region f220a204-cfc6-43bc-bdbc-518952289703 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.943820985Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.943946066Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f220a204-cfc6-43bc-bdbc-518952289703","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.946434786Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f220a204-cfc6-43bc-bdbc-518952289703","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.954708215Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.970780057Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f220a204-cfc6-43bc-bdbc-518952289703","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.973978986Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f220a204-cfc6-43bc-bdbc-518952289703","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.97438915Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.974465502Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.974531242Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.974625303Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.979485222Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.985014258Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.007650138Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions","method":"POST","req_id":"751bdd74-557f-4491-86cf-f5d608f37883","remote_addr":"[fd00:1122:3344:101::a]:61563","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":99,"response_code":"200"}
{"msg":"region 6e3daf28-fb4c-4eef-80cc-74c64629c6e2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.146997561Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.147239444Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.147279864Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions","method":"POST","req_id":"b6277e34-533c-4fbd-86ed-c32b2f8e7bf6","remote_addr":"[fd00:1122:3344:101::a]:61563","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":905,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_193d38c2-fbe5-4b1d-95c5-92a256ddffe2/crucible/regions/6e3daf28-fb4c-4eef-80cc-74c64629c6e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.158875053Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_193d38c2-fbe5-4b1d-95c5-92a256ddffe2/crucible/regions/6e3daf28-fb4c-4eef-80cc-74c64629c6e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.158913513Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6e3daf28-fb4c-4eef-80cc-74c64629c6e2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6e3daf28-fb4c-4eef-80cc-74c64629c6e2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.225632151Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"region":"6e3daf28-fb4c-4eef-80cc-74c64629c6e2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6e3daf28-fb4c-4eef-80cc-74c64629c6e2\" \"--data\" \"/data/regions/6e3daf28-fb4c-4eef-80cc-74c64629c6e2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.227422433Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"region":"6e3daf28-fb4c-4eef-80cc-74c64629c6e2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.29994096Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"region":"6e3daf28-fb4c-4eef-80cc-74c64629c6e2","component":"worker"}
{"msg":"region 6e3daf28-fb4c-4eef-80cc-74c64629c6e2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.2999712Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.300107612Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6e3daf28-fb4c-4eef-80cc-74c64629c6e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.301099054Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.308825346Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions","method":"POST","req_id":"12fff34c-2aba-4d9e-89dd-87f6406fbf85","remote_addr":"[fd00:1122:3344:101::a]:61563","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6e3daf28-fb4c-4eef-80cc-74c64629c6e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.30916202Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.318986398Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6e3daf28-fb4c-4eef-80cc-74c64629c6e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.324483784Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e3daf28-fb4c-4eef-80cc-74c64629c6e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.324752517Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.324808687Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.324853998Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.324900869Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.329310171Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.335772668Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.00500274Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions/6e3daf28-fb4c-4eef-80cc-74c64629c6e2","method":"GET","req_id":"050d4b49-eaf3-453a-a00a-ae812f3ec155","remote_addr":"[fd00:1122:3344:101::a]:61563","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"path is \"/data/regions/6e3daf28-fb4c-4eef-80cc-74c64629c6e2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.009237981Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"dataset is oxp_193d38c2-fbe5-4b1d-95c5-92a256ddffe2/crucible/regions/6e3daf28-fb4c-4eef-80cc-74c64629c6e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.022140835Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"region 6e3daf28-fb4c-4eef-80cc-74c64629c6e2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.031828841Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.032036893Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.032100374Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions/6e3daf28-fb4c-4eef-80cc-74c64629c6e2","method":"DELETE","req_id":"166d0a6d-7a23-4151-b15b-2e4aeca1bc0d","remote_addr":"[fd00:1122:3344:101::a]:61563","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22910,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-6e3daf28-fb4c-4eef-80cc-74c64629c6e2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.033913276Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.035728088Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions/6e3daf28-fb4c-4eef-80cc-74c64629c6e2","method":"GET","req_id":"fbedf6c0-ca56-473e-ac5e-db7ce324d213","remote_addr":"[fd00:1122:3344:101::a]:61563","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.041141982Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_193d38c2-fbe5-4b1d-95c5-92a256ddffe2/crucible/regions/6e3daf28-fb4c-4eef-80cc-74c64629c6e2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.050505974Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"region":"6e3daf28-fb4c-4eef-80cc-74c64629c6e2","component":"worker"}
{"msg":"region 6e3daf28-fb4c-4eef-80cc-74c64629c6e2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.102780879Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.104820554Z","hostname":"oxz_crucible_71b43421-d509-416e-9505-4ed299f6cb19","pid":25927,"uri":"/crucible/0/regions/6e3daf28-fb4c-4eef-80cc-74c64629c6e2","method":"GET","req_id":"2892fcff-436f-4b44-9d87-389ae276f1d2","remote_addr":"[fd00:1122:3344:101::a]:61563","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":"200"}