{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.373451935Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33733"} {"msg":"region 11a099c8-4b99-4c72-b8c5-5527bdf31aa7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.373519917Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.374168021Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"uri":"/crucible/0/regions","method":"POST","req_id":"41e0fdd2-ecbe-4b52-be13-1a44859d99ef","remote_addr":"[fd00:1122:3344:101::c]:33733","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":677,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.374183701Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7ae9acb3-cb41-4a20-a90f-536f1299f172/crucible/regions/11a099c8-4b99-4c72-b8c5-5527bdf31aa7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.38671208Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7ae9acb3-cb41-4a20-a90f-536f1299f172/crucible/regions/11a099c8-4b99-4c72-b8c5-5527bdf31aa7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.38673556Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"11a099c8-4b99-4c72-b8c5-5527bdf31aa7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/11a099c8-4b99-4c72-b8c5-5527bdf31aa7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.456462877Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"region":"11a099c8-4b99-4c72-b8c5-5527bdf31aa7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"11a099c8-4b99-4c72-b8c5-5527bdf31aa7\" \"--data\" \"/data/regions/11a099c8-4b99-4c72-b8c5-5527bdf31aa7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.456498357Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"region":"11a099c8-4b99-4c72-b8c5-5527bdf31aa7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.648760682Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"region":"11a099c8-4b99-4c72-b8c5-5527bdf31aa7","component":"worker"} {"msg":"region 11a099c8-4b99-4c72-b8c5-5527bdf31aa7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.648794883Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.648882075Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-11a099c8-4b99-4c72-b8c5-5527bdf31aa7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.649198532Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-11a099c8-4b99-4c72-b8c5-5527bdf31aa7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.680471283Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.720814558Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-11a099c8-4b99-4c72-b8c5-5527bdf31aa7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.734533793Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.734583134Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"uri":"/crucible/0/regions","method":"POST","req_id":"067833a3-6487-4133-83eb-56738a888eb3","remote_addr":"[fd00:1122:3344:101::c]:33733","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/11a099c8-4b99-4c72-b8c5-5527bdf31aa7","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.73486956Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.734920461Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.734957902Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.734994542Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.748121904Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.796198535Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:53.912834044Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"uri":"/crucible/0/regions/a72e1deb-1dab-496e-a496-1cff7177863c","method":"GET","req_id":"5d73aabf-44a3-4b1d-b681-a8481fc04855","remote_addr":"[fd00:1122:3344:101::c]:33733","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":89,"response_code":200} {"msg":"path is \"/data/regions/a72e1deb-1dab-496e-a496-1cff7177863c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:53.919389604Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"datafile"} {"msg":"dataset is oxp_7ae9acb3-cb41-4a20-a90f-536f1299f172/crucible/regions/a72e1deb-1dab-496e-a496-1cff7177863c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:53.933900116Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"datafile"} {"msg":"snapshot is oxp_7ae9acb3-cb41-4a20-a90f-536f1299f172/crucible/regions/a72e1deb-1dab-496e-a496-1cff7177863c@c0dd9fd2-361b-40bc-8bb5-b6360bcb058f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:53.945627737Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7ae9acb3-cb41-4a20-a90f-536f1299f172/crucible/regions/a72e1deb-1dab-496e-a496-1cff7177863c\", \"c0dd9fd2-361b-40bc-8bb5-b6360bcb058f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:53.945672198Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:53.962762145Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"uri":"/crucible/0/regions/a72e1deb-1dab-496e-a496-1cff7177863c/snapshots/c0dd9fd2-361b-40bc-8bb5-b6360bcb058f","method":"GET","req_id":"b54f9a5b-67fc-43aa-bfc8-38ca2a411244","remote_addr":"[fd00:1122:3344:101::c]:33733","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":43425,"response_code":200} {"msg":"path is \"/data/regions/a72e1deb-1dab-496e-a496-1cff7177863c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.013463952Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"datafile"} {"msg":"dataset is oxp_7ae9acb3-cb41-4a20-a90f-536f1299f172/crucible/regions/a72e1deb-1dab-496e-a496-1cff7177863c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.025108702Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"datafile"} {"msg":"snapshot is oxp_7ae9acb3-cb41-4a20-a90f-536f1299f172/crucible/regions/a72e1deb-1dab-496e-a496-1cff7177863c@c0dd9fd2-361b-40bc-8bb5-b6360bcb058f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.036235851Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7ae9acb3-cb41-4a20-a90f-536f1299f172/crucible/regions/a72e1deb-1dab-496e-a496-1cff7177863c\", \"c0dd9fd2-361b-40bc-8bb5-b6360bcb058f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.036275442Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a72e1deb-1dab-496e-a496-1cff7177863c-c0dd9fd2-361b-40bc-8bb5-b6360bcb058f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.055518005Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"datafile"} {"msg":"applying SMF actions for region a72e1deb-1dab-496e-a496-1cff7177863c running snapshot c0dd9fd2-361b-40bc-8bb5-b6360bcb058f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.05574632Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.05575833Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"uri":"/crucible/0/regions/a72e1deb-1dab-496e-a496-1cff7177863c/snapshots/c0dd9fd2-361b-40bc-8bb5-b6360bcb058f/run","method":"POST","req_id":"e553531d-2cc0-4890-8af5-949fa3256011","remote_addr":"[fd00:1122:3344:101::c]:33733","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":42370,"response_code":200} {"msg":"creating missing snapshot instance snapshot-a72e1deb-1dab-496e-a496-1cff7177863c-c0dd9fd2-361b-40bc-8bb5-b6360bcb058f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.061673787Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a72e1deb-1dab-496e-a496-1cff7177863c-c0dd9fd2-361b-40bc-8bb5-b6360bcb058f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.085409446Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a72e1deb-1dab-496e-a496-1cff7177863c-c0dd9fd2-361b-40bc-8bb5-b6360bcb058f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.120721464Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a72e1deb-1dab-496e-a496-1cff7177863c/.zfs/snapshot/c0dd9fd2-361b-40bc-8bb5-b6360bcb058f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.121235855Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.121295246Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.121352847Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.121393188Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.12145599Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.132160029Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.14570078Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"worker"} {"msg":"region a72e1deb-1dab-496e-a496-1cff7177863c running snapshot c0dd9fd2-361b-40bc-8bb5-b6360bcb058f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.14571906Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"datafile"} {"msg":"path is \"/data/regions/a72e1deb-1dab-496e-a496-1cff7177863c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.241201269Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"datafile"} {"msg":"dataset is oxp_7ae9acb3-cb41-4a20-a90f-536f1299f172/crucible/regions/a72e1deb-1dab-496e-a496-1cff7177863c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.24870701Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"datafile"} {"msg":"snapshot is oxp_7ae9acb3-cb41-4a20-a90f-536f1299f172/crucible/regions/a72e1deb-1dab-496e-a496-1cff7177863c@c0dd9fd2-361b-40bc-8bb5-b6360bcb058f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.255468245Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7ae9acb3-cb41-4a20-a90f-536f1299f172/crucible/regions/a72e1deb-1dab-496e-a496-1cff7177863c\", \"c0dd9fd2-361b-40bc-8bb5-b6360bcb058f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.255482525Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:54.261856182Z","hostname":"oxz_crucible_cec6c595-6b82-42bf-b26b-134b3b9f6b88","pid":24561,"uri":"/crucible/0/regions/a72e1deb-1dab-496e-a496-1cff7177863c/snapshots/c0dd9fd2-361b-40bc-8bb5-b6360bcb058f/run","method":"POST","req_id":"69c91b70-e043-43a7-8e3e-aab1379febf7","remote_addr":"[fd00:1122:3344:101::c]:33733","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20706,"response_code":200}