{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:11.924510782Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58671"} {"msg":"region aee85bf0-ddba-400f-b526-34a8c864461a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:11.924604374Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:11.925652885Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:11.925661505Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"uri":"/crucible/0/regions","method":"POST","req_id":"07338b21-228d-41b7-a9c2-8b9bd93bdc07","remote_addr":"[fd00:1122:3344:101::a]:58671","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1088,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_87a6a5c5-746a-41c4-9556-4fc10dae477a/crucible/regions/aee85bf0-ddba-400f-b526-34a8c864461a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:11.937685152Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_87a6a5c5-746a-41c4-9556-4fc10dae477a/crucible/regions/aee85bf0-ddba-400f-b526-34a8c864461a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:11.937716943Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"aee85bf0-ddba-400f-b526-34a8c864461a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aee85bf0-ddba-400f-b526-34a8c864461a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:11.993515294Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"region":"aee85bf0-ddba-400f-b526-34a8c864461a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aee85bf0-ddba-400f-b526-34a8c864461a\" \"--data\" \"/data/regions/aee85bf0-ddba-400f-b526-34a8c864461a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:11.995408122Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"region":"aee85bf0-ddba-400f-b526-34a8c864461a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.070749589Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"region":"aee85bf0-ddba-400f-b526-34a8c864461a","component":"worker"} {"msg":"region aee85bf0-ddba-400f-b526-34a8c864461a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.07079217Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.070880911Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-aee85bf0-ddba-400f-b526-34a8c864461a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.072415142Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aee85bf0-ddba-400f-b526-34a8c864461a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.081717175Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.100747861Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aee85bf0-ddba-400f-b526-34a8c864461a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.104052266Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aee85bf0-ddba-400f-b526-34a8c864461a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.104341412Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.104406243Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.104468834Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.104516715Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.107875882Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"uri":"/crucible/0/regions","method":"POST","req_id":"f345b4e3-993c-46e2-9eee-205da2690542","remote_addr":"[fd00:1122:3344:101::a]:58671","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.108106856Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:12.114227347Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"region eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:18.83895735Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:18.839131324Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:18.839141814Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"uri":"/crucible/0/regions","method":"POST","req_id":"20625403-914c-4f39-b969-2bfea4798556","remote_addr":"[fd00:1122:3344:101::a]:58671","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":241,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_87a6a5c5-746a-41c4-9556-4fc10dae477a/crucible/regions/eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:18.848814465Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_87a6a5c5-746a-41c4-9556-4fc10dae477a/crucible/regions/eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:18.848838396Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:18.907957252Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"region":"eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd\" \"--data\" \"/data/regions/eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:18.908007553Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"region":"eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:18.994707895Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"region":"eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","component":"worker"} {"msg":"region eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:18.994758296Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:18.994846828Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:18.996938279Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:19.005482857Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:19.018483534Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:19.023801839Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:19.024133816Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:19.024197587Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:19.024242168Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:19.024284949Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:19.028047653Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:19.032928329Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:19.165874174Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"uri":"/crucible/0/regions","method":"POST","req_id":"71d798f0-f682-4bd8-8192-83df9e6ff178","remote_addr":"[fd00:1122:3344:101::a]:58671","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:45.709368722Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"uri":"/crucible/0/regions/eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","method":"GET","req_id":"8e1d81ae-1189-4ec9-8101-ef404ba8b207","remote_addr":"[fd00:1122:3344:101::a]:58671","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:45.71329526Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"datafile"} {"msg":"dataset is oxp_87a6a5c5-746a-41c4-9556-4fc10dae477a/crucible/regions/eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:45.728149003Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"datafile"} {"msg":"region eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:45.73815867Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:45.738949696Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:45.738993767Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"uri":"/crucible/0/regions/eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","method":"DELETE","req_id":"66629d39-777b-4606-9495-187705ee3a14","remote_addr":"[fd00:1122:3344:101::a]:58671","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25752,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:45.740572718Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:45.742440215Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"uri":"/crucible/0/regions/eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","method":"GET","req_id":"759a6c7a-fb03-4b35-be9a-3c6e5b547b76","remote_addr":"[fd00:1122:3344:101::a]:58671","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:45.749076436Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_87a6a5c5-746a-41c4-9556-4fc10dae477a/crucible/regions/eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:45.759818508Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"region":"eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","component":"worker"} {"msg":"region eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:45.826544785Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:45.879463669Z","hostname":"oxz_crucible_465c3ca7-54d4-4d62-89c0-0b74fcfae385","pid":24423,"uri":"/crucible/0/regions/eb6ab54f-717f-4fd7-9487-9f91fe7a6bdd","method":"GET","req_id":"d9c54601-0245-409e-b3ce-fbc16e01dfd5","remote_addr":"[fd00:1122:3344:101::a]:58671","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":"200"}