{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.2840197Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58265"}
{"msg":"region 15349717-0eda-45a7-818d-7b5344f61c54 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.329229547Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.334810997Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.334830157Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"uri":"/crucible/0/regions","method":"POST","req_id":"c93ea460-b8bd-428e-a0a6-81e8830b7997","remote_addr":"[fd00:1122:3344:101::c]:58265","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23048,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_96356b02-ed5e-43cc-9ce9-8746b327b41f/crucible/regions/15349717-0eda-45a7-818d-7b5344f61c54","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.344523806Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_96356b02-ed5e-43cc-9ce9-8746b327b41f/crucible/regions/15349717-0eda-45a7-818d-7b5344f61c54","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.344551116Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"15349717-0eda-45a7-818d-7b5344f61c54\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/15349717-0eda-45a7-818d-7b5344f61c54\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.396075833Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"region":"15349717-0eda-45a7-818d-7b5344f61c54","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"15349717-0eda-45a7-818d-7b5344f61c54\" \"--data\" \"/data/regions/15349717-0eda-45a7-818d-7b5344f61c54\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.396140774Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"region":"15349717-0eda-45a7-818d-7b5344f61c54","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.701307791Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"uri":"/crucible/0/regions","method":"POST","req_id":"ea0de13b-6e77-4142-8ee0-53e72f0e0d3e","remote_addr":"[fd00:1122:3344:101::c]:58265","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.751685042Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"region":"15349717-0eda-45a7-818d-7b5344f61c54","component":"worker"}
{"msg":"region 15349717-0eda-45a7-818d-7b5344f61c54 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.751721313Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.751844534Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-15349717-0eda-45a7-818d-7b5344f61c54","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.752321871Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-15349717-0eda-45a7-818d-7b5344f61c54","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.759324331Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.777110026Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-15349717-0eda-45a7-818d-7b5344f61c54","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.782957689Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/15349717-0eda-45a7-818d-7b5344f61c54","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.78371286Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.783773641Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.783817472Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.783856832Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.792246462Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:39.811319545Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:40.319556567Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"uri":"/crucible/0/regions","method":"POST","req_id":"e5f4d6f3-fd7d-402e-ba90-2684ebc94f3e","remote_addr":"[fd00:1122:3344:101::c]:58265","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":50,"response_code":"200"}
{"msg":"region 216dd0ad-7d05-40a1-8e37-866eaa102483 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.595113674Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.595318737Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.595330028Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"uri":"/crucible/0/regions","method":"POST","req_id":"5ff48f34-ee5c-43ce-91bf-1c812c6a1ee9","remote_addr":"[fd00:1122:3344:101::c]:58265","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":253,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_96356b02-ed5e-43cc-9ce9-8746b327b41f/crucible/regions/216dd0ad-7d05-40a1-8e37-866eaa102483","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.604383907Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_96356b02-ed5e-43cc-9ce9-8746b327b41f/crucible/regions/216dd0ad-7d05-40a1-8e37-866eaa102483","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.604417518Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"216dd0ad-7d05-40a1-8e37-866eaa102483\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/216dd0ad-7d05-40a1-8e37-866eaa102483\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.6605078Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"region":"216dd0ad-7d05-40a1-8e37-866eaa102483","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"216dd0ad-7d05-40a1-8e37-866eaa102483\" \"--data\" \"/data/regions/216dd0ad-7d05-40a1-8e37-866eaa102483\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.662519299Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"region":"216dd0ad-7d05-40a1-8e37-866eaa102483","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.78973911Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"region":"216dd0ad-7d05-40a1-8e37-866eaa102483","component":"worker"}
{"msg":"region 216dd0ad-7d05-40a1-8e37-866eaa102483 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.78978554Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.789888692Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-216dd0ad-7d05-40a1-8e37-866eaa102483","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.791472094Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-216dd0ad-7d05-40a1-8e37-866eaa102483","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.797505741Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.809411051Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-216dd0ad-7d05-40a1-8e37-866eaa102483","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.815434807Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/216dd0ad-7d05-40a1-8e37-866eaa102483","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.815744442Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.815797132Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.815841583Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.815879284Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.82121832Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.828559045Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.927183396Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"uri":"/crucible/0/regions","method":"POST","req_id":"0c20a8fc-ee08-4824-9bd7-da8d36a31882","remote_addr":"[fd00:1122:3344:101::c]:58265","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.270187474Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"uri":"/crucible/0/regions/216dd0ad-7d05-40a1-8e37-866eaa102483","method":"GET","req_id":"49b91afb-e143-46b7-9cda-01a486230cb6","remote_addr":"[fd00:1122:3344:101::c]:58265","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2508,"response_code":"200"}
{"msg":"path is \"/data/regions/216dd0ad-7d05-40a1-8e37-866eaa102483\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.272809271Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"datafile"}
{"msg":"dataset is oxp_96356b02-ed5e-43cc-9ce9-8746b327b41f/crucible/regions/216dd0ad-7d05-40a1-8e37-866eaa102483","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.28463353Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"datafile"}
{"msg":"region 216dd0ad-7d05-40a1-8e37-866eaa102483 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.294652314Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.294832436Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.294879257Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"uri":"/crucible/0/regions/216dd0ad-7d05-40a1-8e37-866eaa102483","method":"DELETE","req_id":"b9bd6afb-5c63-4d69-a5a9-a698132dd819","remote_addr":"[fd00:1122:3344:101::c]:58265","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22103,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-216dd0ad-7d05-40a1-8e37-866eaa102483 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.296141465Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.29858059Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"uri":"/crucible/0/regions/216dd0ad-7d05-40a1-8e37-866eaa102483","method":"GET","req_id":"e2f77af0-97ac-4bc4-a63f-93929c2a4d7b","remote_addr":"[fd00:1122:3344:101::c]:58265","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":623,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.302007419Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_96356b02-ed5e-43cc-9ce9-8746b327b41f/crucible/regions/216dd0ad-7d05-40a1-8e37-866eaa102483\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.313639255Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"region":"216dd0ad-7d05-40a1-8e37-866eaa102483","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.356395077Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"uri":"/crucible/0/regions/216dd0ad-7d05-40a1-8e37-866eaa102483","method":"GET","req_id":"459d9c7f-3d47-40ae-9365-a0b7b2744e8f","remote_addr":"[fd00:1122:3344:101::c]:58265","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region 216dd0ad-7d05-40a1-8e37-866eaa102483 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.370425488Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.539055141Z","hostname":"oxz_crucible_b01c002b-7e14-4140-81d0-2602be710406","pid":24269,"uri":"/crucible/0/regions/216dd0ad-7d05-40a1-8e37-866eaa102483","method":"GET","req_id":"28b9a7ad-562b-422f-b9b5-653ed4187424","remote_addr":"[fd00:1122:3344:101::c]:58265","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29,"response_code":"200"}