{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.264340108Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54491"}
{"msg":"region 5cd70ba1-6b35-4367-ada9-929c1d6f477d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.264456401Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.265040464Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.265051444Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"uri":"/crucible/0/regions","method":"POST","req_id":"f3c3c855-136c-4a17-87c3-1cf3c64e1614","remote_addr":"[fd00:1122:3344:101::c]:54491","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":634,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_87bc329c-186b-44f7-82c9-cb72f0a12216/crucible/regions/5cd70ba1-6b35-4367-ada9-929c1d6f477d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.271912959Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_87bc329c-186b-44f7-82c9-cb72f0a12216/crucible/regions/5cd70ba1-6b35-4367-ada9-929c1d6f477d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.271941549Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5cd70ba1-6b35-4367-ada9-929c1d6f477d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5cd70ba1-6b35-4367-ada9-929c1d6f477d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.327175561Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"region":"5cd70ba1-6b35-4367-ada9-929c1d6f477d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5cd70ba1-6b35-4367-ada9-929c1d6f477d\" \"--data\" \"/data/regions/5cd70ba1-6b35-4367-ada9-929c1d6f477d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.327214212Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"region":"5cd70ba1-6b35-4367-ada9-929c1d6f477d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.400405308Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"region":"5cd70ba1-6b35-4367-ada9-929c1d6f477d","component":"worker"}
{"msg":"region 5cd70ba1-6b35-4367-ada9-929c1d6f477d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.400443349Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.400557851Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5cd70ba1-6b35-4367-ada9-929c1d6f477d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.407551958Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5cd70ba1-6b35-4367-ada9-929c1d6f477d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.414342851Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.423731932Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5cd70ba1-6b35-4367-ada9-929c1d6f477d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.42717267Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5cd70ba1-6b35-4367-ada9-929c1d6f477d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.427429425Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.427472036Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.427537048Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.427579739Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.431354424Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.435464696Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:31.561725665Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"uri":"/crucible/0/regions","method":"POST","req_id":"c10d8742-9334-4576-8d4f-df4691f669f4","remote_addr":"[fd00:1122:3344:101::c]:54491","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.793739444Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"uri":"/crucible/0/regions/57440c20-21d7-4169-b945-bbd6396aa0cc","method":"GET","req_id":"2f04925f-7d8e-440b-b7cc-7f94e358e296","remote_addr":"[fd00:1122:3344:101::c]:54491","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"path is \"/data/regions/57440c20-21d7-4169-b945-bbd6396aa0cc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.796318342Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"datafile"}
{"msg":"dataset is oxp_87bc329c-186b-44f7-82c9-cb72f0a12216/crucible/regions/57440c20-21d7-4169-b945-bbd6396aa0cc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.802410019Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"datafile"}
{"msg":"snapshot is oxp_87bc329c-186b-44f7-82c9-cb72f0a12216/crucible/regions/57440c20-21d7-4169-b945-bbd6396aa0cc@e0d9752c-6f56-4c5a-b838-3b844c871955","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.808632759Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_87bc329c-186b-44f7-82c9-cb72f0a12216/crucible/regions/57440c20-21d7-4169-b945-bbd6396aa0cc\", \"e0d9752c-6f56-4c5a-b838-3b844c871955\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.80866161Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.817873887Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"uri":"/crucible/0/regions/57440c20-21d7-4169-b945-bbd6396aa0cc/snapshots/e0d9752c-6f56-4c5a-b838-3b844c871955","method":"GET","req_id":"069c221e-8b87-4e94-8fac-810c8ed3e700","remote_addr":"[fd00:1122:3344:101::c]:54491","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21571,"response_code":200}
{"msg":"path is \"/data/regions/57440c20-21d7-4169-b945-bbd6396aa0cc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.821575801Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"datafile"}
{"msg":"dataset is oxp_87bc329c-186b-44f7-82c9-cb72f0a12216/crucible/regions/57440c20-21d7-4169-b945-bbd6396aa0cc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.827650987Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"datafile"}
{"msg":"snapshot is oxp_87bc329c-186b-44f7-82c9-cb72f0a12216/crucible/regions/57440c20-21d7-4169-b945-bbd6396aa0cc@e0d9752c-6f56-4c5a-b838-3b844c871955","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.833066199Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_87bc329c-186b-44f7-82c9-cb72f0a12216/crucible/regions/57440c20-21d7-4169-b945-bbd6396aa0cc\", \"e0d9752c-6f56-4c5a-b838-3b844c871955\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.833077299Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 57440c20-21d7-4169-b945-bbd6396aa0cc-e0d9752c-6f56-4c5a-b838-3b844c871955 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.840050286Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.840208459Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"uri":"/crucible/0/regions/57440c20-21d7-4169-b945-bbd6396aa0cc/snapshots/e0d9752c-6f56-4c5a-b838-3b844c871955/run","method":"POST","req_id":"e5d64668-1afb-4588-9f40-b9a16ccfcb6c","remote_addr":"[fd00:1122:3344:101::c]:54491","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18660,"response_code":200}
{"msg":"applying SMF actions for region 57440c20-21d7-4169-b945-bbd6396aa0cc running snapshot e0d9752c-6f56-4c5a-b838-3b844c871955 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.84022253Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-57440c20-21d7-4169-b945-bbd6396aa0cc-e0d9752c-6f56-4c5a-b838-3b844c871955","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.845198552Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-57440c20-21d7-4169-b945-bbd6396aa0cc-e0d9752c-6f56-4c5a-b838-3b844c871955","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.848461125Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-57440c20-21d7-4169-b945-bbd6396aa0cc-e0d9752c-6f56-4c5a-b838-3b844c871955","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.858990472Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/57440c20-21d7-4169-b945-bbd6396aa0cc/.zfs/snapshot/e0d9752c-6f56-4c5a-b838-3b844c871955","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.859273388Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.859316549Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.85935568Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.859393911Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.859438572Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.863054943Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.867698258Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"worker"}
{"msg":"region 57440c20-21d7-4169-b945-bbd6396aa0cc running snapshot e0d9752c-6f56-4c5a-b838-3b844c871955 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:32.867708228Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"datafile"}
{"msg":"path is \"/data/regions/57440c20-21d7-4169-b945-bbd6396aa0cc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:33.100111683Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"datafile"}
{"msg":"dataset is oxp_87bc329c-186b-44f7-82c9-cb72f0a12216/crucible/regions/57440c20-21d7-4169-b945-bbd6396aa0cc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:33.106771333Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"datafile"}
{"msg":"snapshot is oxp_87bc329c-186b-44f7-82c9-cb72f0a12216/crucible/regions/57440c20-21d7-4169-b945-bbd6396aa0cc@e0d9752c-6f56-4c5a-b838-3b844c871955","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:33.113901193Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_87bc329c-186b-44f7-82c9-cb72f0a12216/crucible/regions/57440c20-21d7-4169-b945-bbd6396aa0cc\", \"e0d9752c-6f56-4c5a-b838-3b844c871955\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:33.113934634Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:33.121159646Z","hostname":"oxz_crucible_5ededbbe-e060-415b-b092-740d8fbe064c","pid":24436,"uri":"/crucible/0/regions/57440c20-21d7-4169-b945-bbd6396aa0cc/snapshots/e0d9752c-6f56-4c5a-b838-3b844c871955/run","method":"POST","req_id":"29522640-bf2f-4bb6-a506-b1ec61c41101","remote_addr":"[fd00:1122:3344:101::c]:54491","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21092,"response_code":200}