{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.634763622Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61833"}
{"msg":"region fe0d9c14-7f90-4122-8161-9d8b208c8bf6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.678973168Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.684285784Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"uri":"/crucible/0/regions","method":"POST","req_id":"4de286f7-375e-4a72-83ec-ab75e0c7dc51","remote_addr":"[fd00:1122:3344:101::c]:61833","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26088,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.68682961Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_03dbb38f-578d-4854-a0d2-2c3c32519b3b/crucible/regions/fe0d9c14-7f90-4122-8161-9d8b208c8bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.69903981Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_03dbb38f-578d-4854-a0d2-2c3c32519b3b/crucible/regions/fe0d9c14-7f90-4122-8161-9d8b208c8bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.69907095Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fe0d9c14-7f90-4122-8161-9d8b208c8bf6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fe0d9c14-7f90-4122-8161-9d8b208c8bf6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.790006149Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"region":"fe0d9c14-7f90-4122-8161-9d8b208c8bf6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fe0d9c14-7f90-4122-8161-9d8b208c8bf6\" \"--data\" \"/data/regions/fe0d9c14-7f90-4122-8161-9d8b208c8bf6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.79006488Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"region":"fe0d9c14-7f90-4122-8161-9d8b208c8bf6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.949663696Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"uri":"/crucible/0/regions","method":"POST","req_id":"df043e69-06bb-4549-91dc-c2cf8e05b09e","remote_addr":"[fd00:1122:3344:101::c]:61833","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":105,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.167190397Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"region":"fe0d9c14-7f90-4122-8161-9d8b208c8bf6","component":"worker"}
{"msg":"region fe0d9c14-7f90-4122-8161-9d8b208c8bf6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.167241977Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.167357769Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fe0d9c14-7f90-4122-8161-9d8b208c8bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.167771457Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fe0d9c14-7f90-4122-8161-9d8b208c8bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.179240644Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.202270809Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe0d9c14-7f90-4122-8161-9d8b208c8bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.205299753Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe0d9c14-7f90-4122-8161-9d8b208c8bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.205999256Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.206062727Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.206106128Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.206150359Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.210765242Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.227186048Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:47.655627489Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"uri":"/crucible/0/regions","method":"POST","req_id":"557d7a0f-4d2c-4e33-9f37-8e5908382460","remote_addr":"[fd00:1122:3344:101::c]:61833","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"region ae65d9e7-40de-40ea-9441-49351866d3e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.290910082Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.291077835Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.291087045Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"uri":"/crucible/0/regions","method":"POST","req_id":"42fd5387-c7ce-4fed-95a4-5e983336fe5b","remote_addr":"[fd00:1122:3344:101::c]:61833","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":207,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_03dbb38f-578d-4854-a0d2-2c3c32519b3b/crucible/regions/ae65d9e7-40de-40ea-9441-49351866d3e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.30134228Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_03dbb38f-578d-4854-a0d2-2c3c32519b3b/crucible/regions/ae65d9e7-40de-40ea-9441-49351866d3e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.30137068Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ae65d9e7-40de-40ea-9441-49351866d3e7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ae65d9e7-40de-40ea-9441-49351866d3e7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.365997625Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"region":"ae65d9e7-40de-40ea-9441-49351866d3e7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ae65d9e7-40de-40ea-9441-49351866d3e7\" \"--data\" \"/data/regions/ae65d9e7-40de-40ea-9441-49351866d3e7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.366046376Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"region":"ae65d9e7-40de-40ea-9441-49351866d3e7","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.453122055Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"region":"ae65d9e7-40de-40ea-9441-49351866d3e7","component":"worker"}
{"msg":"region ae65d9e7-40de-40ea-9441-49351866d3e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.453182536Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.453264887Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ae65d9e7-40de-40ea-9441-49351866d3e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.453746866Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ae65d9e7-40de-40ea-9441-49351866d3e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.457269539Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.465671851Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ae65d9e7-40de-40ea-9441-49351866d3e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.47007077Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ae65d9e7-40de-40ea-9441-49351866d3e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.470384606Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.470434897Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.470480028Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.470515718Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.47504822Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.480804424Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:53.631456118Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"uri":"/crucible/0/regions","method":"POST","req_id":"81fe4339-e4a4-4019-8218-b8e391bed79a","remote_addr":"[fd00:1122:3344:101::c]:61833","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:32:18.539650752Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"uri":"/crucible/0/regions/ae65d9e7-40de-40ea-9441-49351866d3e7","method":"GET","req_id":"bbd82239-e22f-4f31-9156-1bb53c14a813","remote_addr":"[fd00:1122:3344:101::c]:61833","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"path is \"/data/regions/ae65d9e7-40de-40ea-9441-49351866d3e7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:32:18.542988332Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"datafile"}
{"msg":"dataset is oxp_03dbb38f-578d-4854-a0d2-2c3c32519b3b/crucible/regions/ae65d9e7-40de-40ea-9441-49351866d3e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:32:18.557138027Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"datafile"}
{"msg":"region ae65d9e7-40de-40ea-9441-49351866d3e7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:32:18.568287288Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:32:18.568566783Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-ae65d9e7-40de-40ea-9441-49351866d3e7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:32:18.569568841Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:32:18.571042337Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"uri":"/crucible/0/regions/ae65d9e7-40de-40ea-9441-49351866d3e7","method":"DELETE","req_id":"f612f6f2-873e-4c93-a624-b9952dd9c2a2","remote_addr":"[fd00:1122:3344:101::c]:61833","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28076,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:32:18.574173134Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"uri":"/crucible/0/regions/ae65d9e7-40de-40ea-9441-49351866d3e7","method":"GET","req_id":"a96ce2b9-65d3-43e6-b579-1bc602da2df4","remote_addr":"[fd00:1122:3344:101::c]:61833","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:32:18.582814899Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_03dbb38f-578d-4854-a0d2-2c3c32519b3b/crucible/regions/ae65d9e7-40de-40ea-9441-49351866d3e7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:32:18.595790793Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"region":"ae65d9e7-40de-40ea-9441-49351866d3e7","component":"worker"}
{"msg":"region ae65d9e7-40de-40ea-9441-49351866d3e7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:32:18.654370499Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:32:18.674443771Z","hostname":"oxz_crucible_90ee9e61-031b-43f5-a3e8-06c370139b47","pid":23096,"uri":"/crucible/0/regions/ae65d9e7-40de-40ea-9441-49351866d3e7","method":"GET","req_id":"e45b4dbb-39ec-4bfc-b8a0-46727ab8a8e9","remote_addr":"[fd00:1122:3344:101::c]:61833","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":"200"}