{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.231947663Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64586"} {"msg":"region 5dc8c661-6bb2-4820-bed9-97042b6d78a7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.232039065Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.232734625Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"uri":"/crucible/0/regions","method":"POST","req_id":"b9b63eba-45bc-491d-a982-686db6bd7117","remote_addr":"[fd00:1122:3344:101::a]:64586","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":732,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.232750176Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b356c724-279f-4863-b8c8-c8b586691770/crucible/regions/5dc8c661-6bb2-4820-bed9-97042b6d78a7","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.242822731Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b356c724-279f-4863-b8c8-c8b586691770/crucible/regions/5dc8c661-6bb2-4820-bed9-97042b6d78a7","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.242849121Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5dc8c661-6bb2-4820-bed9-97042b6d78a7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5dc8c661-6bb2-4820-bed9-97042b6d78a7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.305455275Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"region":"5dc8c661-6bb2-4820-bed9-97042b6d78a7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5dc8c661-6bb2-4820-bed9-97042b6d78a7\" \"--data\" \"/data/regions/5dc8c661-6bb2-4820-bed9-97042b6d78a7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.305507916Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"region":"5dc8c661-6bb2-4820-bed9-97042b6d78a7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.400083712Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"uri":"/crucible/0/regions","method":"POST","req_id":"e8cfd6ed-78b4-4100-8480-dcfdf7df80c4","remote_addr":"[fd00:1122:3344:101::a]:64586","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.431622037Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"region":"5dc8c661-6bb2-4820-bed9-97042b6d78a7","component":"worker"} {"msg":"region 5dc8c661-6bb2-4820-bed9-97042b6d78a7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.431649078Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.4318174Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5dc8c661-6bb2-4820-bed9-97042b6d78a7","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.449839338Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5dc8c661-6bb2-4820-bed9-97042b6d78a7","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.459936253Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.482149185Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5dc8c661-6bb2-4820-bed9-97042b6d78a7","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.48899317Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5dc8c661-6bb2-4820-bed9-97042b6d78a7","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.489420177Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.489483798Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.489545679Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.48959379Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.497050714Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:49.505778377Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:50.074847549Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"uri":"/crucible/0/regions","method":"POST","req_id":"6bcfe3b6-4278-4947-8ffc-59aa41f72a98","remote_addr":"[fd00:1122:3344:101::a]:64586","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.734846273Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"uri":"/crucible/0/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c","method":"GET","req_id":"3f0900e3-1b14-40ae-8bd8-a92ce79de029","remote_addr":"[fd00:1122:3344:101::a]:64586","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":4308,"response_code":"200"} {"msg":"path is \"/data/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.738483899Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"datafile"} {"msg":"dataset is oxp_b356c724-279f-4863-b8c8-c8b586691770/crucible/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.747524918Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"datafile"} {"msg":"snapshot is oxp_b356c724-279f-4863-b8c8-c8b586691770/crucible/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c@7207834e-00ec-4f28-9a88-84c75a565025","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.756213822Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b356c724-279f-4863-b8c8-c8b586691770/crucible/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c\", \"7207834e-00ec-4f28-9a88-84c75a565025\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.756243262Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.766622972Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"uri":"/crucible/0/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c/snapshots/7207834e-00ec-4f28-9a88-84c75a565025","method":"GET","req_id":"1390952f-d650-4a12-b6a3-265e772fc8be","remote_addr":"[fd00:1122:3344:101::a]:64586","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28138,"response_code":"200"} {"msg":"path is \"/data/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.770200377Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"datafile"} {"msg":"dataset is oxp_b356c724-279f-4863-b8c8-c8b586691770/crucible/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.778201887Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"datafile"} {"msg":"snapshot is oxp_b356c724-279f-4863-b8c8-c8b586691770/crucible/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c@7207834e-00ec-4f28-9a88-84c75a565025","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.785836618Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b356c724-279f-4863-b8c8-c8b586691770/crucible/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c\", \"7207834e-00ec-4f28-9a88-84c75a565025\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.785870268Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4737ec31-1c42-492b-842d-1fbbcfbbaa0c-7207834e-00ec-4f28-9a88-84c75a565025 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.795486126Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"datafile"} {"msg":"applying SMF actions for region 4737ec31-1c42-492b-842d-1fbbcfbbaa0c running snapshot 7207834e-00ec-4f28-9a88-84c75a565025 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.795694039Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.79571313Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"uri":"/crucible/0/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c/snapshots/7207834e-00ec-4f28-9a88-84c75a565025/run","method":"POST","req_id":"0860e96e-e834-4624-9685-564040683b07","remote_addr":"[fd00:1122:3344:101::a]:64586","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25532,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-4737ec31-1c42-492b-842d-1fbbcfbbaa0c-7207834e-00ec-4f28-9a88-84c75a565025","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.797901184Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4737ec31-1c42-492b-842d-1fbbcfbbaa0c-7207834e-00ec-4f28-9a88-84c75a565025","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.809162627Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4737ec31-1c42-492b-842d-1fbbcfbbaa0c-7207834e-00ec-4f28-9a88-84c75a565025","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.826188199Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c/.zfs/snapshot/7207834e-00ec-4f28-9a88-84c75a565025","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.826496924Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.826541374Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.826582775Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.826617386Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.826657816Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.832975913Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.838130663Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"worker"} {"msg":"region 4737ec31-1c42-492b-842d-1fbbcfbbaa0c running snapshot 7207834e-00ec-4f28-9a88-84c75a565025 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:51.838138913Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"datafile"} {"msg":"path is \"/data/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:52.041608595Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"datafile"} {"msg":"dataset is oxp_b356c724-279f-4863-b8c8-c8b586691770/crucible/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:52.050079766Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"datafile"} {"msg":"snapshot is oxp_b356c724-279f-4863-b8c8-c8b586691770/crucible/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c@7207834e-00ec-4f28-9a88-84c75a565025","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:52.058676228Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b356c724-279f-4863-b8c8-c8b586691770/crucible/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c\", \"7207834e-00ec-4f28-9a88-84c75a565025\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:52.058708388Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-18T00:02:52.067487263Z","hostname":"oxz_crucible_0704dfa0-320d-4d6a-bcdc-59e36ddd1056","pid":24440,"uri":"/crucible/0/regions/4737ec31-1c42-492b-842d-1fbbcfbbaa0c/snapshots/7207834e-00ec-4f28-9a88-84c75a565025/run","method":"POST","req_id":"fafe5206-0e57-49d2-ac9d-00ff33289f63","remote_addr":"[fd00:1122:3344:101::a]:64586","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25891,"response_code":"200"}