{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.127095842Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40048"} {"msg":"region 5db964b5-ac5f-400c-be36-9bc364de514c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.127179743Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.127853115Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.127864555Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"uri":"/crucible/0/regions","method":"POST","req_id":"7dfa3099-4f98-418d-b67c-53f1b70c1f2d","remote_addr":"[fd00:1122:3344:101::a]:40048","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":721,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_ea86afc8-d62a-4b61-9643-afc4d22f0535/crucible/regions/5db964b5-ac5f-400c-be36-9bc364de514c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.138644833Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ea86afc8-d62a-4b61-9643-afc4d22f0535/crucible/regions/5db964b5-ac5f-400c-be36-9bc364de514c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.138671184Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5db964b5-ac5f-400c-be36-9bc364de514c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5db964b5-ac5f-400c-be36-9bc364de514c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.191707419Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"region":"5db964b5-ac5f-400c-be36-9bc364de514c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5db964b5-ac5f-400c-be36-9bc364de514c\" \"--data\" \"/data/regions/5db964b5-ac5f-400c-be36-9bc364de514c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.19175246Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"region":"5db964b5-ac5f-400c-be36-9bc364de514c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.286730937Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"uri":"/crucible/0/regions","method":"POST","req_id":"d0b1c0fc-600c-478e-afdf-b435b77818e7","remote_addr":"[fd00:1122:3344:101::a]:40048","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.433780353Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"region":"5db964b5-ac5f-400c-be36-9bc364de514c","component":"worker"} {"msg":"region 5db964b5-ac5f-400c-be36-9bc364de514c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.433814513Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.433916425Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5db964b5-ac5f-400c-be36-9bc364de514c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.435316169Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5db964b5-ac5f-400c-be36-9bc364de514c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.439994811Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.452245635Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5db964b5-ac5f-400c-be36-9bc364de514c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.456279985Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5db964b5-ac5f-400c-be36-9bc364de514c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.45654764Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.456598411Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.456639552Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.456681312Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.460152313Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.464936526Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.700882403Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"uri":"/crucible/0/regions","method":"POST","req_id":"75bdc619-5a5a-4d36-8274-73b8b2992276","remote_addr":"[fd00:1122:3344:101::a]:40048","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":632,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.722679507Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"uri":"/crucible/0/regions/5db964b5-ac5f-400c-be36-9bc364de514c","method":"GET","req_id":"1bdff9f8-986e-4300-bb66-93516c859525","remote_addr":"[fd00:1122:3344:101::a]:40048","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"path is \"/data/regions/5db964b5-ac5f-400c-be36-9bc364de514c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.726275819Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"datafile"} {"msg":"dataset is oxp_ea86afc8-d62a-4b61-9643-afc4d22f0535/crucible/regions/5db964b5-ac5f-400c-be36-9bc364de514c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.737663278Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"datafile"} {"msg":"region 5db964b5-ac5f-400c-be36-9bc364de514c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.747018911Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.747186744Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.747255975Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"uri":"/crucible/0/regions/5db964b5-ac5f-400c-be36-9bc364de514c","method":"DELETE","req_id":"1d35ca3f-62b7-4ffc-b6a4-2dde8005ea36","remote_addr":"[fd00:1122:3344:101::a]:40048","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21014,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-5db964b5-ac5f-400c-be36-9bc364de514c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.748834003Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.750741876Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"uri":"/crucible/0/regions/5db964b5-ac5f-400c-be36-9bc364de514c","method":"GET","req_id":"78a0ff98-f8af-41e7-ba94-cf7bd260bc06","remote_addr":"[fd00:1122:3344:101::a]:40048","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.753285671Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ea86afc8-d62a-4b61-9643-afc4d22f0535/crucible/regions/5db964b5-ac5f-400c-be36-9bc364de514c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.762157146Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"region":"5db964b5-ac5f-400c-be36-9bc364de514c","component":"worker"} {"msg":"region 5db964b5-ac5f-400c-be36-9bc364de514c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.806766474Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.900768504Z","hostname":"oxz_crucible_b620bc71-86f0-40bd-9dae-6f5872132134","pid":22329,"uri":"/crucible/0/regions/5db964b5-ac5f-400c-be36-9bc364de514c","method":"GET","req_id":"cf9980c4-244b-4e03-8955-4d836716aa07","remote_addr":"[fd00:1122:3344:101::a]:40048","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":"200"}