[ Jun 4 01:18:05 Enabled. ] [ Jun 4 01:18:05 Rereading configuration. ] [ Jun 4 01:18:09 Rereading configuration. ] [ Jun 4 01:18:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.531431568Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.53222678Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.53223547Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.547681894Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.650467279Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.26512177Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48859"} {"msg":"region db28b182-9032-4e05-9310-e87138fc0467 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.300844593Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.305099852Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"uri":"/crucible/0/regions","method":"POST","req_id":"803a4ed3-eb50-4878-b566-a7d1aa1bfa5a","remote_addr":"[fd00:1122:3344:101::c]:48859","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20358,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.30572224Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/db28b182-9032-4e05-9310-e87138fc0467","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.315219267Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/db28b182-9032-4e05-9310-e87138fc0467","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.315278408Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"db28b182-9032-4e05-9310-e87138fc0467\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/db28b182-9032-4e05-9310-e87138fc0467\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.416188841Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"region":"db28b182-9032-4e05-9310-e87138fc0467","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"db28b182-9032-4e05-9310-e87138fc0467\" \"--data\" \"/data/regions/db28b182-9032-4e05-9310-e87138fc0467\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.418075034Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"region":"db28b182-9032-4e05-9310-e87138fc0467","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.541488018Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"uri":"/crucible/0/regions","method":"POST","req_id":"4d6ceb3a-6730-4bf2-9d40-9b8ebd1d0c13","remote_addr":"[fd00:1122:3344:101::c]:48859","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.583549289Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"region":"db28b182-9032-4e05-9310-e87138fc0467","component":"worker"} {"msg":"region db28b182-9032-4e05-9310-e87138fc0467 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.583659512Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.583878618Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-db28b182-9032-4e05-9310-e87138fc0467","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.584268189Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-db28b182-9032-4e05-9310-e87138fc0467","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.589533597Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.605870225Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db28b182-9032-4e05-9310-e87138fc0467","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.609071555Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db28b182-9032-4e05-9310-e87138fc0467","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.609788375Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.609854477Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.609895018Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.60993961Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.613842629Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.625052074Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.938142242Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"uri":"/crucible/0/regions","method":"POST","req_id":"355dc587-5d5b-4c42-9c0a-7d40a67046e1","remote_addr":"[fd00:1122:3344:101::c]:48859","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.819644982Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44628"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.823421108Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"uri":"/crucible/0/regions/db28b182-9032-4e05-9310-e87138fc0467","method":"GET","req_id":"8448f363-2a95-42b5-bf9a-88809f8c7b80","remote_addr":"[fd00:1122:3344:101::c]:44628","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":3720,"response_code":"200"} {"msg":"path is \"/data/regions/db28b182-9032-4e05-9310-e87138fc0467\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.825931659Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"dataset is oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/db28b182-9032-4e05-9310-e87138fc0467","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.835287221Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"snapshot is oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/db28b182-9032-4e05-9310-e87138fc0467@1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.843313647Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/db28b182-9032-4e05-9310-e87138fc0467\", \"1e88d601-271a-429c-80c9-3d1b7e327115\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.843344898Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.855224161Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"uri":"/crucible/0/regions/db28b182-9032-4e05-9310-e87138fc0467/snapshots/1e88d601-271a-429c-80c9-3d1b7e327115","method":"GET","req_id":"093382b7-4d85-43bb-bf42-5ba9b405f569","remote_addr":"[fd00:1122:3344:101::c]:44628","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29292,"response_code":"200"} {"msg":"path is \"/data/regions/db28b182-9032-4e05-9310-e87138fc0467\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.858867813Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"dataset is oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/db28b182-9032-4e05-9310-e87138fc0467","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.8676489Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"snapshot is oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/db28b182-9032-4e05-9310-e87138fc0467@1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.875454529Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/db28b182-9032-4e05-9310-e87138fc0467\", \"1e88d601-271a-429c-80c9-3d1b7e327115\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.8754783Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot db28b182-9032-4e05-9310-e87138fc0467-1e88d601-271a-429c-80c9-3d1b7e327115 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.886131769Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"applying SMF actions for region db28b182-9032-4e05-9310-e87138fc0467 running snapshot 1e88d601-271a-429c-80c9-3d1b7e327115 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.886801137Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.886822338Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"uri":"/crucible/0/regions/db28b182-9032-4e05-9310-e87138fc0467/snapshots/1e88d601-271a-429c-80c9-3d1b7e327115/run","method":"POST","req_id":"3de56744-02a8-4b20-9a4f-d5eb9041c1d8","remote_addr":"[fd00:1122:3344:101::c]:44628","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27974,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-db28b182-9032-4e05-9310-e87138fc0467-1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.904399011Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-db28b182-9032-4e05-9310-e87138fc0467-1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.910878623Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-db28b182-9032-4e05-9310-e87138fc0467-1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.923550729Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db28b182-9032-4e05-9310-e87138fc0467/.zfs/snapshot/1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.923752205Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.923802266Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.923843647Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.923882208Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.92393016Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.927422378Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.931684117Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"region db28b182-9032-4e05-9310-e87138fc0467 running snapshot 1e88d601-271a-429c-80c9-3d1b7e327115 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.931698978Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"path is \"/data/regions/db28b182-9032-4e05-9310-e87138fc0467\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:37.259331795Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"dataset is oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/db28b182-9032-4e05-9310-e87138fc0467","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:37.268738699Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"snapshot is oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/db28b182-9032-4e05-9310-e87138fc0467@1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:37.277508135Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/db28b182-9032-4e05-9310-e87138fc0467\", \"1e88d601-271a-429c-80c9-3d1b7e327115\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:37.277556496Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:37.285513479Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"uri":"/crucible/0/regions/db28b182-9032-4e05-9310-e87138fc0467/snapshots/1e88d601-271a-429c-80c9-3d1b7e327115/run","method":"POST","req_id":"b2387ba3-cbf6-495e-8f43-9827a5aec0ae","remote_addr":"[fd00:1122:3344:101::c]:44628","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26211,"response_code":"200"} {"msg":"region 22f4c290-f5a6-4b5d-abf7-5b0f61bb267a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:41.962868073Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:41.963043438Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"uri":"/crucible/0/regions","method":"POST","req_id":"3f791743-4876-4aa2-9f3b-448e92f97fbe","remote_addr":"[fd00:1122:3344:101::c]:44628","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":233,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:41.963089919Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/22f4c290-f5a6-4b5d-abf7-5b0f61bb267a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:41.973136061Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4ae06adc-be80-4748-9e44-204d49fee5c2/crucible/regions/22f4c290-f5a6-4b5d-abf7-5b0f61bb267a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:41.973169042Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"22f4c290-f5a6-4b5d-abf7-5b0f61bb267a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/22f4c290-f5a6-4b5d-abf7-5b0f61bb267a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.034039821Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"region":"22f4c290-f5a6-4b5d-abf7-5b0f61bb267a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"22f4c290-f5a6-4b5d-abf7-5b0f61bb267a\" \"--data\" \"/data/regions/22f4c290-f5a6-4b5d-abf7-5b0f61bb267a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.034100983Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"region":"22f4c290-f5a6-4b5d-abf7-5b0f61bb267a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.113342077Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"region":"22f4c290-f5a6-4b5d-abf7-5b0f61bb267a","component":"worker"} {"msg":"region 22f4c290-f5a6-4b5d-abf7-5b0f61bb267a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.113391178Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.113506801Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-22f4c290-f5a6-4b5d-abf7-5b0f61bb267a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.113980945Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-22f4c290-f5a6-4b5d-abf7-5b0f61bb267a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.125991462Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.133276756Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-22f4c290-f5a6-4b5d-abf7-5b0f61bb267a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.136509937Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/22f4c290-f5a6-4b5d-abf7-5b0f61bb267a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.136713863Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.136770495Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.136818816Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.136864117Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.141364154Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.152512596Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.337232951Z","hostname":"oxz_crucible_8a0c25f6-fed4-478e-b8a7-2fa240bc3d30","pid":24273,"uri":"/crucible/0/regions","method":"POST","req_id":"0a99745b-3b86-4af7-bf21-4f78f50f955b","remote_addr":"[fd00:1122:3344:101::c]:44628","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":80,"response_code":"200"}