{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.245891583Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:43749"} {"msg":"region 5b49b115-3186-4305-9d22-7efa73003402 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.246603651Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.247206868Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.247215368Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"uri":"/crucible/0/regions","method":"POST","req_id":"3ceef783-9ec5-4fac-819d-7c9f69b5525b","remote_addr":"[fd00:1122:3344:101::c]:43749","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1250,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_4d61fa00-ad5f-402c-81cb-e2f6c41f28d8/crucible/regions/5b49b115-3186-4305-9d22-7efa73003402","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.258751492Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4d61fa00-ad5f-402c-81cb-e2f6c41f28d8/crucible/regions/5b49b115-3186-4305-9d22-7efa73003402","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.258774862Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5b49b115-3186-4305-9d22-7efa73003402\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5b49b115-3186-4305-9d22-7efa73003402\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.315892565Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"region":"5b49b115-3186-4305-9d22-7efa73003402","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5b49b115-3186-4305-9d22-7efa73003402\" \"--data\" \"/data/regions/5b49b115-3186-4305-9d22-7efa73003402\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.315931485Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"region":"5b49b115-3186-4305-9d22-7efa73003402","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.533903015Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"uri":"/crucible/0/regions","method":"POST","req_id":"f5dc9aa9-74bc-4a22-b5e8-747ce2e0547e","remote_addr":"[fd00:1122:3344:101::c]:43749","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":114,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.640412229Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"region":"5b49b115-3186-4305-9d22-7efa73003402","component":"worker"} {"msg":"region 5b49b115-3186-4305-9d22-7efa73003402 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.640452519Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.640574331Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5b49b115-3186-4305-9d22-7efa73003402","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.642566332Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5b49b115-3186-4305-9d22-7efa73003402","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.650271635Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.66380368Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5b49b115-3186-4305-9d22-7efa73003402","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.667112396Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5b49b115-3186-4305-9d22-7efa73003402","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.667616571Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.667683692Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.667738732Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.667796553Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.672254131Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:23.678361206Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:24.21441876Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"uri":"/crucible/0/regions","method":"POST","req_id":"b581c4fd-6d01-46cb-97f8-cf9756aed477","remote_addr":"[fd00:1122:3344:101::c]:43749","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"region ada7ff53-b572-4005-b770-78c4fe2c018c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:28.90939654Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:28.909581433Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:28.909591633Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"uri":"/crucible/0/regions","method":"POST","req_id":"70ce8255-c08b-4ca1-bb4d-ef3ebe2250b5","remote_addr":"[fd00:1122:3344:101::c]:43749","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":247,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_4d61fa00-ad5f-402c-81cb-e2f6c41f28d8/crucible/regions/ada7ff53-b572-4005-b770-78c4fe2c018c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:28.919401438Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4d61fa00-ad5f-402c-81cb-e2f6c41f28d8/crucible/regions/ada7ff53-b572-4005-b770-78c4fe2c018c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:28.919426398Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ada7ff53-b572-4005-b770-78c4fe2c018c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ada7ff53-b572-4005-b770-78c4fe2c018c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:28.980244961Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"region":"ada7ff53-b572-4005-b770-78c4fe2c018c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ada7ff53-b572-4005-b770-78c4fe2c018c\" \"--data\" \"/data/regions/ada7ff53-b572-4005-b770-78c4fe2c018c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:28.980291452Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"region":"ada7ff53-b572-4005-b770-78c4fe2c018c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.06487899Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"region":"ada7ff53-b572-4005-b770-78c4fe2c018c","component":"worker"} {"msg":"region ada7ff53-b572-4005-b770-78c4fe2c018c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.06491607Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.065041141Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ada7ff53-b572-4005-b770-78c4fe2c018c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.067053493Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ada7ff53-b572-4005-b770-78c4fe2c018c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.076033549Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.084880424Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ada7ff53-b572-4005-b770-78c4fe2c018c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.089322322Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ada7ff53-b572-4005-b770-78c4fe2c018c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.089585185Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.089658296Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.089704306Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.089748567Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.094891742Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.099997917Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:29.14599576Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"uri":"/crucible/0/regions","method":"POST","req_id":"6712a7be-ace1-419f-ade3-ce51ab9045d0","remote_addr":"[fd00:1122:3344:101::c]:43749","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:54.573650505Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"uri":"/crucible/0/regions/ada7ff53-b572-4005-b770-78c4fe2c018c","method":"GET","req_id":"98dc11b8-658f-4beb-a91a-5c601e8cfd6e","remote_addr":"[fd00:1122:3344:101::c]:43749","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"path is \"/data/regions/ada7ff53-b572-4005-b770-78c4fe2c018c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:54.57596859Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"datafile"} {"msg":"dataset is oxp_4d61fa00-ad5f-402c-81cb-e2f6c41f28d8/crucible/regions/ada7ff53-b572-4005-b770-78c4fe2c018c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:54.588916109Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"datafile"} {"msg":"region ada7ff53-b572-4005-b770-78c4fe2c018c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:54.598654124Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:54.598875696Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:54.598941867Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"uri":"/crucible/0/regions/ada7ff53-b572-4005-b770-78c4fe2c018c","method":"DELETE","req_id":"f062bad2-e451-44c1-9697-0c9a35ba6326","remote_addr":"[fd00:1122:3344:101::c]:43749","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23001,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-ada7ff53-b572-4005-b770-78c4fe2c018c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:54.600727966Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:54.60396547Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"uri":"/crucible/0/regions/ada7ff53-b572-4005-b770-78c4fe2c018c","method":"GET","req_id":"50b7808f-2995-4064-9ef1-1e4e6b736d19","remote_addr":"[fd00:1122:3344:101::c]:43749","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":625,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:54.606405157Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4d61fa00-ad5f-402c-81cb-e2f6c41f28d8/crucible/regions/ada7ff53-b572-4005-b770-78c4fe2c018c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:54.616208032Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"region":"ada7ff53-b572-4005-b770-78c4fe2c018c","component":"worker"} {"msg":"region ada7ff53-b572-4005-b770-78c4fe2c018c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:54.67472161Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:32:54.716377497Z","hostname":"oxz_crucible_53359eef-0654-46e2-9b84-03f87b50bfa0","pid":22578,"uri":"/crucible/0/regions/ada7ff53-b572-4005-b770-78c4fe2c018c","method":"GET","req_id":"426abf96-bb18-4f9e-9595-bcbe78134ec1","remote_addr":"[fd00:1122:3344:101::c]:43749","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":83,"response_code":"200"}