{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.279642692Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41869"} {"msg":"region feaa46f2-e621-43b6-ace1-30bbf6039278 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.279734234Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.280322797Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.280331337Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"uri":"/crucible/0/regions","method":"POST","req_id":"2532e495-c0eb-4d6e-85c2-48090b77b4d9","remote_addr":"[fd00:1122:3344:101::b]:41869","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":637,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_a32d73b6-f7d1-4d6e-89d9-67bcc8b90881/crucible/regions/feaa46f2-e621-43b6-ace1-30bbf6039278","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.290073106Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a32d73b6-f7d1-4d6e-89d9-67bcc8b90881/crucible/regions/feaa46f2-e621-43b6-ace1-30bbf6039278","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.290099497Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"feaa46f2-e621-43b6-ace1-30bbf6039278\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/feaa46f2-e621-43b6-ace1-30bbf6039278\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.351070088Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"region":"feaa46f2-e621-43b6-ace1-30bbf6039278","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"feaa46f2-e621-43b6-ace1-30bbf6039278\" \"--data\" \"/data/regions/feaa46f2-e621-43b6-ace1-30bbf6039278\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.351115789Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"region":"feaa46f2-e621-43b6-ace1-30bbf6039278","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.430831261Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"region":"feaa46f2-e621-43b6-ace1-30bbf6039278","component":"worker"} {"msg":"region feaa46f2-e621-43b6-ace1-30bbf6039278 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.430876682Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.430964624Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-feaa46f2-e621-43b6-ace1-30bbf6039278","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.446823311Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-feaa46f2-e621-43b6-ace1-30bbf6039278","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.457283555Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.468771994Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-feaa46f2-e621-43b6-ace1-30bbf6039278","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.47170234Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/feaa46f2-e621-43b6-ace1-30bbf6039278","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.471906454Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.471954625Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.471991936Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.472026347Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.475357189Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.479949485Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:45.528845105Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"uri":"/crucible/0/regions","method":"POST","req_id":"9b6ee217-9e5f-4812-9aab-c9371069febc","remote_addr":"[fd00:1122:3344:101::b]:41869","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.083563518Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"uri":"/crucible/0/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f","method":"GET","req_id":"40884b08-6c81-4f36-b85d-18d7edbb71be","remote_addr":"[fd00:1122:3344:101::b]:41869","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.087379974Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"datafile"} {"msg":"dataset is oxp_a32d73b6-f7d1-4d6e-89d9-67bcc8b90881/crucible/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.096498539Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"datafile"} {"msg":"snapshot is oxp_a32d73b6-f7d1-4d6e-89d9-67bcc8b90881/crucible/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f@40a39c69-7739-480b-bc1f-43a24ec8f890","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.105309047Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a32d73b6-f7d1-4d6e-89d9-67bcc8b90881/crucible/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f\", \"40a39c69-7739-480b-bc1f-43a24ec8f890\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.105359539Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.116052579Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"uri":"/crucible/0/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f/snapshots/40a39c69-7739-480b-bc1f-43a24ec8f890","method":"GET","req_id":"8a7ebd14-c8ce-4a21-9297-e04ee891d64c","remote_addr":"[fd00:1122:3344:101::b]:41869","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28667,"response_code":"200"} {"msg":"path is \"/data/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.119342673Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"datafile"} {"msg":"dataset is oxp_a32d73b6-f7d1-4d6e-89d9-67bcc8b90881/crucible/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.128654622Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"datafile"} {"msg":"snapshot is oxp_a32d73b6-f7d1-4d6e-89d9-67bcc8b90881/crucible/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f@40a39c69-7739-480b-bc1f-43a24ec8f890","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.136260683Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a32d73b6-f7d1-4d6e-89d9-67bcc8b90881/crucible/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f\", \"40a39c69-7739-480b-bc1f-43a24ec8f890\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.136299284Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 70a5f676-1eb9-4db4-ad6a-ba1659858c3f-40a39c69-7739-480b-bc1f-43a24ec8f890 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.146508084Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"datafile"} {"msg":"applying SMF actions for region 70a5f676-1eb9-4db4-ad6a-ba1659858c3f running snapshot 40a39c69-7739-480b-bc1f-43a24ec8f890 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.146689288Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.146719398Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"uri":"/crucible/0/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f/snapshots/40a39c69-7739-480b-bc1f-43a24ec8f890/run","method":"POST","req_id":"f1afc728-3ca6-4948-b469-d53de0092c49","remote_addr":"[fd00:1122:3344:101::b]:41869","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27411,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-70a5f676-1eb9-4db4-ad6a-ba1659858c3f-40a39c69-7739-480b-bc1f-43a24ec8f890","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.14946097Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-70a5f676-1eb9-4db4-ad6a-ba1659858c3f-40a39c69-7739-480b-bc1f-43a24ec8f890","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.152355935Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-70a5f676-1eb9-4db4-ad6a-ba1659858c3f-40a39c69-7739-480b-bc1f-43a24ec8f890","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.162163356Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f/.zfs/snapshot/40a39c69-7739-480b-bc1f-43a24ec8f890","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.162407511Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.162465532Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.162511913Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.162553274Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.162605706Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.166411261Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.170913082Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"worker"} {"msg":"region 70a5f676-1eb9-4db4-ad6a-ba1659858c3f running snapshot 40a39c69-7739-480b-bc1f-43a24ec8f890 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.170925553Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"datafile"} {"msg":"path is \"/data/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.43857802Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"datafile"} {"msg":"dataset is oxp_a32d73b6-f7d1-4d6e-89d9-67bcc8b90881/crucible/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.447383988Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"datafile"} {"msg":"snapshot is oxp_a32d73b6-f7d1-4d6e-89d9-67bcc8b90881/crucible/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f@40a39c69-7739-480b-bc1f-43a24ec8f890","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.45546471Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a32d73b6-f7d1-4d6e-89d9-67bcc8b90881/crucible/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f\", \"40a39c69-7739-480b-bc1f-43a24ec8f890\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.455494241Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-19T07:39:47.46389727Z","hostname":"oxz_crucible_14c0fc73-12e6-40b7-9f69-2081a9511ac1","pid":22145,"uri":"/crucible/0/regions/70a5f676-1eb9-4db4-ad6a-ba1659858c3f/snapshots/40a39c69-7739-480b-bc1f-43a24ec8f890/run","method":"POST","req_id":"da1cd21f-75f1-4b8b-a08d-281d85c4c048","remote_addr":"[fd00:1122:3344:101::b]:41869","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25346,"response_code":"200"}