{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.338663935Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55596"} {"msg":"region 005ed473-1e1c-429e-b79b-34c40afb594f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.338757557Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.339444407Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"uri":"/crucible/0/regions","method":"POST","req_id":"c38005ad-e2e6-435f-adb3-6f7115b88485","remote_addr":"[fd00:1122:3344:101::a]:55596","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":721,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.339460667Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_6b2c9e66-684d-4947-a0d1-8a15a187588d/crucible/regions/005ed473-1e1c-429e-b79b-34c40afb594f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.351838265Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6b2c9e66-684d-4947-a0d1-8a15a187588d/crucible/regions/005ed473-1e1c-429e-b79b-34c40afb594f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.351862235Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"005ed473-1e1c-429e-b79b-34c40afb594f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/005ed473-1e1c-429e-b79b-34c40afb594f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.4048502Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"region":"005ed473-1e1c-429e-b79b-34c40afb594f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"005ed473-1e1c-429e-b79b-34c40afb594f\" \"--data\" \"/data/regions/005ed473-1e1c-429e-b79b-34c40afb594f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.406683738Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"region":"005ed473-1e1c-429e-b79b-34c40afb594f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.486612081Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"region":"005ed473-1e1c-429e-b79b-34c40afb594f","component":"worker"} {"msg":"region 005ed473-1e1c-429e-b79b-34c40afb594f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.486641281Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.486747533Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-005ed473-1e1c-429e-b79b-34c40afb594f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.488146484Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-005ed473-1e1c-429e-b79b-34c40afb594f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.499923933Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.518721998Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-005ed473-1e1c-429e-b79b-34c40afb594f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.521806945Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/005ed473-1e1c-429e-b79b-34c40afb594f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.522076139Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.52213586Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.522180491Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.522235472Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.525354959Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.529764406Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:03.714285356Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"uri":"/crucible/0/regions","method":"POST","req_id":"3489a31b-56b3-43cd-a0e1-73c385c7a33b","remote_addr":"[fd00:1122:3344:101::a]:55596","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:28.486470451Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"uri":"/crucible/0/regions/005ed473-1e1c-429e-b79b-34c40afb594f","method":"GET","req_id":"0f47a804-c222-4b59-8440-72030e3f17cb","remote_addr":"[fd00:1122:3344:101::a]:55596","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"path is \"/data/regions/005ed473-1e1c-429e-b79b-34c40afb594f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:28.489122912Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"datafile"} {"msg":"dataset is oxp_6b2c9e66-684d-4947-a0d1-8a15a187588d/crucible/regions/005ed473-1e1c-429e-b79b-34c40afb594f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:28.502303852Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"datafile"} {"msg":"region 005ed473-1e1c-429e-b79b-34c40afb594f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:28.511769115Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:28.512019459Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:28.51207025Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"uri":"/crucible/0/regions/005ed473-1e1c-429e-b79b-34c40afb594f","method":"DELETE","req_id":"dbb17aab-a172-420d-bee5-0f256edde939","remote_addr":"[fd00:1122:3344:101::a]:55596","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22972,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-005ed473-1e1c-429e-b79b-34c40afb594f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:28.513621964Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:28.515404771Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"uri":"/crucible/0/regions/005ed473-1e1c-429e-b79b-34c40afb594f","method":"GET","req_id":"5258d475-63d9-4dcf-93c5-0d30971ff747","remote_addr":"[fd00:1122:3344:101::a]:55596","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:28.523149038Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_6b2c9e66-684d-4947-a0d1-8a15a187588d/crucible/regions/005ed473-1e1c-429e-b79b-34c40afb594f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:28.533308862Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"region":"005ed473-1e1c-429e-b79b-34c40afb594f","component":"worker"} {"msg":"region 005ed473-1e1c-429e-b79b-34c40afb594f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:28.581614436Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:48:28.649070239Z","hostname":"oxz_crucible_b4e26530-00c3-4242-9fef-7276088ebcfa","pid":22818,"uri":"/crucible/0/regions/005ed473-1e1c-429e-b79b-34c40afb594f","method":"GET","req_id":"5309c0ad-950e-49f6-86d5-e100c323aa1c","remote_addr":"[fd00:1122:3344:101::a]:55596","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":"200"}