{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.77666883Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60867"} {"msg":"region 8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.776886794Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.777499487Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"uri":"/crucible/0/regions","method":"POST","req_id":"eefe395a-e939-45aa-998e-c4d1ca24f0dc","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":665,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.777513267Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_4c18a31f-cf25-414c-b0b9-353b91aaccbc/crucible/regions/8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.78679483Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4c18a31f-cf25-414c-b0b9-353b91aaccbc/crucible/regions/8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.786817351Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.83337757Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"region":"8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f\" \"--data\" \"/data/regions/8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.83340922Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"region":"8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.920548632Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"uri":"/crucible/0/regions","method":"POST","req_id":"b1a8d15c-16ad-44a1-b70f-22e64e7882c4","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.941176921Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"region":"8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f","component":"worker"} {"msg":"region 8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.941204582Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.941325634Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.941734263Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.950758491Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.970473321Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.973249559Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d9f45f2-aa00-41a5-b5ba-41b0aae8cc0f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.973559045Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.973601756Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.973641287Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.973675187Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.976993786Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:58.993291456Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:21:59.464209993Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"uri":"/crucible/0/regions","method":"POST","req_id":"186ebe69-9b37-4031-83b8-2c4055f91755","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.494574238Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"uri":"/crucible/0/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85","method":"GET","req_id":"17c82bec-4cea-4964-affd-0888cfba175e","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.497739774Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"datafile"} {"msg":"dataset is oxp_4c18a31f-cf25-414c-b0b9-353b91aaccbc/crucible/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.504505135Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"datafile"} {"msg":"snapshot is oxp_4c18a31f-cf25-414c-b0b9-353b91aaccbc/crucible/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85@b06b72a6-bbf9-49d7-9253-c4ffa8bbba75","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.510857897Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4c18a31f-cf25-414c-b0b9-353b91aaccbc/crucible/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85\", \"b06b72a6-bbf9-49d7-9253-c4ffa8bbba75\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.510882548Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.519368934Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"uri":"/crucible/0/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85/snapshots/b06b72a6-bbf9-49d7-9253-c4ffa8bbba75","method":"GET","req_id":"285fbc79-f6e9-434b-887d-05a3acb03f0a","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21646,"response_code":200} {"msg":"path is \"/data/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.522329136Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"datafile"} {"msg":"dataset is oxp_4c18a31f-cf25-414c-b0b9-353b91aaccbc/crucible/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.527686537Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"datafile"} {"msg":"snapshot is oxp_4c18a31f-cf25-414c-b0b9-353b91aaccbc/crucible/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85@b06b72a6-bbf9-49d7-9253-c4ffa8bbba75","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.53406218Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4c18a31f-cf25-414c-b0b9-353b91aaccbc/crucible/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85\", \"b06b72a6-bbf9-49d7-9253-c4ffa8bbba75\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.534085911Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ce700e5f-1672-475f-99e5-a0306c0e1c85-b06b72a6-bbf9-49d7-9253-c4ffa8bbba75 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.540968904Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.541104677Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"uri":"/crucible/0/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85/snapshots/b06b72a6-bbf9-49d7-9253-c4ffa8bbba75/run","method":"POST","req_id":"6fc00e16-1771-4350-9bce-094609b91ccd","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18794,"response_code":200} {"msg":"applying SMF actions for region ce700e5f-1672-475f-99e5-a0306c0e1c85 running snapshot b06b72a6-bbf9-49d7-9253-c4ffa8bbba75 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.541126717Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-ce700e5f-1672-475f-99e5-a0306c0e1c85-b06b72a6-bbf9-49d7-9253-c4ffa8bbba75","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.545751693Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ce700e5f-1672-475f-99e5-a0306c0e1c85-b06b72a6-bbf9-49d7-9253-c4ffa8bbba75","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.553680018Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ce700e5f-1672-475f-99e5-a0306c0e1c85-b06b72a6-bbf9-49d7-9253-c4ffa8bbba75","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.563082814Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85/.zfs/snapshot/b06b72a6-bbf9-49d7-9253-c4ffa8bbba75","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.563347739Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.5633984Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.563435171Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.563472062Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.563525973Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.567017806Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.571499899Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"worker"} {"msg":"region ce700e5f-1672-475f-99e5-a0306c0e1c85 running snapshot b06b72a6-bbf9-49d7-9253-c4ffa8bbba75 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.571510059Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"datafile"} {"msg":"path is \"/data/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.686002621Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"datafile"} {"msg":"dataset is oxp_4c18a31f-cf25-414c-b0b9-353b91aaccbc/crucible/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.69220568Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"datafile"} {"msg":"snapshot is oxp_4c18a31f-cf25-414c-b0b9-353b91aaccbc/crucible/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85@b06b72a6-bbf9-49d7-9253-c4ffa8bbba75","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.698373618Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4c18a31f-cf25-414c-b0b9-353b91aaccbc/crucible/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85\", \"b06b72a6-bbf9-49d7-9253-c4ffa8bbba75\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.698388809Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T00:22:00.704645399Z","hostname":"oxz_crucible_e5d47913-0082-4a5d-9a00-f090f31fc312","pid":24378,"uri":"/crucible/0/regions/ce700e5f-1672-475f-99e5-a0306c0e1c85/snapshots/b06b72a6-bbf9-49d7-9253-c4ffa8bbba75/run","method":"POST","req_id":"e3019e0b-05dd-4e17-bac0-a32e05bc3fb1","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18689,"response_code":200}