{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.636580444Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36542"} {"msg":"region 3a119335-248d-4bfc-bfe3-c9e863d18cf8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.683313327Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.688535141Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.693405855Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"uri":"/crucible/0/regions","method":"POST","req_id":"c88a34e0-9844-48e1-a1e0-9853f3af3dca","remote_addr":"[fd00:1122:3344:101::a]:36542","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17168,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_091028cb-f478-4341-abae-5f1e6cecc3ba/crucible/regions/3a119335-248d-4bfc-bfe3-c9e863d18cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.70123175Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_091028cb-f478-4341-abae-5f1e6cecc3ba/crucible/regions/3a119335-248d-4bfc-bfe3-c9e863d18cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.70124901Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3a119335-248d-4bfc-bfe3-c9e863d18cf8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3a119335-248d-4bfc-bfe3-c9e863d18cf8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.756726543Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"region":"3a119335-248d-4bfc-bfe3-c9e863d18cf8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3a119335-248d-4bfc-bfe3-c9e863d18cf8\" \"--data\" \"/data/regions/3a119335-248d-4bfc-bfe3-c9e863d18cf8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.758989625Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"region":"3a119335-248d-4bfc-bfe3-c9e863d18cf8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.903253037Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"uri":"/crucible/0/regions","method":"POST","req_id":"b208080a-ba42-41fe-9f0c-afd652ec48bc","remote_addr":"[fd00:1122:3344:101::a]:36542","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.061377428Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"region":"3a119335-248d-4bfc-bfe3-c9e863d18cf8","component":"worker"} {"msg":"region 3a119335-248d-4bfc-bfe3-c9e863d18cf8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.06141531Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.061532663Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3a119335-248d-4bfc-bfe3-c9e863d18cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.061979175Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3a119335-248d-4bfc-bfe3-c9e863d18cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.072174995Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.09057652Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a119335-248d-4bfc-bfe3-c9e863d18cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.093918222Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a119335-248d-4bfc-bfe3-c9e863d18cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.094663693Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.094729854Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.094772796Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.094812137Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.098367164Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.102246731Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.500728632Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"uri":"/crucible/0/regions","method":"POST","req_id":"8bdd8168-3275-4b2c-abfd-2f50fa39e434","remote_addr":"[fd00:1122:3344:101::a]:36542","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.225408542Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"uri":"/crucible/0/regions/3a119335-248d-4bfc-bfe3-c9e863d18cf8","method":"GET","req_id":"c2565eb0-d945-42b9-b1d6-a83ac4d0e532","remote_addr":"[fd00:1122:3344:101::a]:36542","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"path is \"/data/regions/3a119335-248d-4bfc-bfe3-c9e863d18cf8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.228730174Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"datafile"} {"msg":"dataset is oxp_091028cb-f478-4341-abae-5f1e6cecc3ba/crucible/regions/3a119335-248d-4bfc-bfe3-c9e863d18cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.240677052Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"datafile"} {"msg":"region 3a119335-248d-4bfc-bfe3-c9e863d18cf8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.25190577Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.252082305Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.252155297Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"uri":"/crucible/0/regions/3a119335-248d-4bfc-bfe3-c9e863d18cf8","method":"DELETE","req_id":"cffb5ee8-4e13-4449-96ff-61fd10be4cce","remote_addr":"[fd00:1122:3344:101::a]:36542","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23471,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-3a119335-248d-4bfc-bfe3-c9e863d18cf8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.255577361Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.257038041Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"uri":"/crucible/0/regions/3a119335-248d-4bfc-bfe3-c9e863d18cf8","method":"GET","req_id":"d81e5ebf-3587-41b5-8712-1048b88393d3","remote_addr":"[fd00:1122:3344:101::a]:36542","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.260947518Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_091028cb-f478-4341-abae-5f1e6cecc3ba/crucible/regions/3a119335-248d-4bfc-bfe3-c9e863d18cf8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.273083362Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"region":"3a119335-248d-4bfc-bfe3-c9e863d18cf8","component":"worker"} {"msg":"region 3a119335-248d-4bfc-bfe3-c9e863d18cf8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.326252502Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.393495898Z","hostname":"oxz_crucible_ecaec90f-a64d-4293-8468-6ad99b8c3e2c","pid":22397,"uri":"/crucible/0/regions/3a119335-248d-4bfc-bfe3-c9e863d18cf8","method":"GET","req_id":"82aa7762-7e1d-424e-8228-635c5d4e5afc","remote_addr":"[fd00:1122:3344:101::a]:36542","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":"200"}