[ May 19 01:31:40 Enabled. ]
[ May 19 01:31:40 Rereading configuration. ]
[ May 19 01:31:42 Rereading configuration. ]
[ May 19 01:31:45 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:45.534882272Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706}
{"msg":"dataset: \"oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:45.535846705Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:45.535868725Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:45.535876645Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:45.555817527Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:45.62854858Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.32102894Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37916"}
{"msg":"region bd283b50-f97a-4a3b-8088-d08b33a665a2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.369506896Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.372232371Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.372274912Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions","method":"POST","req_id":"82e6770e-f6f8-40c0-8841-c35d2775585a","remote_addr":"[fd00:1122:3344:101::a]:37916","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20123,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.381772396Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.381800057Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bd283b50-f97a-4a3b-8088-d08b33a665a2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.440929422Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"region":"bd283b50-f97a-4a3b-8088-d08b33a665a2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bd283b50-f97a-4a3b-8088-d08b33a665a2\" \"--data\" \"/data/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.443783179Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"region":"bd283b50-f97a-4a3b-8088-d08b33a665a2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.529491632Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions","method":"POST","req_id":"d2e3c2b9-69b4-4ce0-ab75-82d9a013faca","remote_addr":"[fd00:1122:3344:101::a]:37916","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.809789775Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"region":"bd283b50-f97a-4a3b-8088-d08b33a665a2","component":"worker"}
{"msg":"region bd283b50-f97a-4a3b-8088-d08b33a665a2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.809834655Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.809941967Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bd283b50-f97a-4a3b-8088-d08b33a665a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.810311191Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bd283b50-f97a-4a3b-8088-d08b33a665a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.815844244Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.825402089Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bd283b50-f97a-4a3b-8088-d08b33a665a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.826734787Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.827370005Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.827436006Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.827470816Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.827512227Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.829616175Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.832102627Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:17.095785853Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions","method":"POST","req_id":"08f848fd-4805-4929-bed3-db3ca51a0a8d","remote_addr":"[fd00:1122:3344:101::a]:37916","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.665808954Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42995"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.665950256Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2","method":"GET","req_id":"28d4971a-e994-4084-9b6d-6bc34de8d52f","remote_addr":"[fd00:1122:3344:101::a]:42995","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"path is \"/data/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.669498183Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"dataset is oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.675481051Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"snapshot is oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2@6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.681738463Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2\", \"6393c52e-101f-4d57-81eb-0d61723a63bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.681769974Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.693128332Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2/snapshots/6393c52e-101f-4d57-81eb-0d61723a63bf","method":"GET","req_id":"8a74934b-2928-48fe-b3b5-cc2b236abbb4","remote_addr":"[fd00:1122:3344:101::a]:42995","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23674,"response_code":200}
{"msg":"path is \"/data/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.697272886Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"dataset is oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.702705587Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"snapshot is oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2@6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.707371838Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2\", \"6393c52e-101f-4d57-81eb-0d61723a63bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.707393049Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot bd283b50-f97a-4a3b-8088-d08b33a665a2-6393c52e-101f-4d57-81eb-0d61723a63bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.71438658Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"applying SMF actions for region bd283b50-f97a-4a3b-8088-d08b33a665a2 running snapshot 6393c52e-101f-4d57-81eb-0d61723a63bf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.715670047Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.715684657Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2/snapshots/6393c52e-101f-4d57-81eb-0d61723a63bf/run","method":"POST","req_id":"7123f70c-407f-4ecb-a1c3-333ec034b5d3","remote_addr":"[fd00:1122:3344:101::a]:42995","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18440,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-bd283b50-f97a-4a3b-8088-d08b33a665a2-6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.730212748Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-bd283b50-f97a-4a3b-8088-d08b33a665a2-6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.732766381Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-bd283b50-f97a-4a3b-8088-d08b33a665a2-6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.742151654Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2/.zfs/snapshot/6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.742422478Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.742466028Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.742505319Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.742542899Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.74258792Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.744741188Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.747590645Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"region bd283b50-f97a-4a3b-8088-d08b33a665a2 running snapshot 6393c52e-101f-4d57-81eb-0d61723a63bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.747615006Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"path is \"/data/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.867493707Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"dataset is oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.874389637Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"snapshot is oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2@6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.881052404Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2\", \"6393c52e-101f-4d57-81eb-0d61723a63bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.881095505Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.887938575Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions/bd283b50-f97a-4a3b-8088-d08b33a665a2/snapshots/6393c52e-101f-4d57-81eb-0d61723a63bf/run","method":"POST","req_id":"e6df5d79-241c-44ec-a2af-bf74a4077d1f","remote_addr":"[fd00:1122:3344:101::a]:42995","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20500,"response_code":200}
{"msg":"region 65c54241-e9b2-4834-8578-eb117e2179f9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.309620749Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.309763871Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.309773391Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions","method":"POST","req_id":"6fa41d12-39b5-45ef-b893-a01fa722e005","remote_addr":"[fd00:1122:3344:101::a]:42995","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":197,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/65c54241-e9b2-4834-8578-eb117e2179f9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.316388558Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/65c54241-e9b2-4834-8578-eb117e2179f9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.316406718Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"65c54241-e9b2-4834-8578-eb117e2179f9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/65c54241-e9b2-4834-8578-eb117e2179f9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.362763936Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"region":"65c54241-e9b2-4834-8578-eb117e2179f9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"65c54241-e9b2-4834-8578-eb117e2179f9\" \"--data\" \"/data/regions/65c54241-e9b2-4834-8578-eb117e2179f9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.362812626Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"region":"65c54241-e9b2-4834-8578-eb117e2179f9","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.421699988Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"region":"65c54241-e9b2-4834-8578-eb117e2179f9","component":"worker"}
{"msg":"region 65c54241-e9b2-4834-8578-eb117e2179f9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.421743918Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.421900711Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-65c54241-e9b2-4834-8578-eb117e2179f9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.422485408Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-65c54241-e9b2-4834-8578-eb117e2179f9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.427573735Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.432839824Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-65c54241-e9b2-4834-8578-eb117e2179f9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.434659318Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/65c54241-e9b2-4834-8578-eb117e2179f9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.435064063Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.435116164Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.435183225Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.435256686Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.438142863Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.445899005Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:19.650229713Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions","method":"POST","req_id":"38e7c336-097f-42f8-9cc4-4d1ab6ba42d5","remote_addr":"[fd00:1122:3344:101::a]:42995","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:43.02905043Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions/65c54241-e9b2-4834-8578-eb117e2179f9","method":"GET","req_id":"af67146b-d83c-4658-b35a-02adfb3f8859","remote_addr":"[fd00:1122:3344:101::a]:42995","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"path is \"/data/regions/65c54241-e9b2-4834-8578-eb117e2179f9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:43.032620617Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"dataset is oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/65c54241-e9b2-4834-8578-eb117e2179f9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:43.042179052Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"region 65c54241-e9b2-4834-8578-eb117e2179f9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:43.048921311Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:43.049097773Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:43.049118773Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions/65c54241-e9b2-4834-8578-eb117e2179f9","method":"DELETE","req_id":"7c2061e4-3c98-44c1-9773-9ca2adb340af","remote_addr":"[fd00:1122:3344:101::a]:42995","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16540,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-65c54241-e9b2-4834-8578-eb117e2179f9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:43.050229768Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:43.053124376Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions/65c54241-e9b2-4834-8578-eb117e2179f9","method":"GET","req_id":"f3b49d19-8be5-45db-bbcd-c077d628d7c7","remote_addr":"[fd00:1122:3344:101::a]:42995","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:43.054151009Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f2e3688a-1453-4040-80b6-aa07d346a1a2/crucible/regions/65c54241-e9b2-4834-8578-eb117e2179f9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:43.061883811Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"region":"65c54241-e9b2-4834-8578-eb117e2179f9","component":"worker"}
{"msg":"region 65c54241-e9b2-4834-8578-eb117e2179f9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:43.106977462Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:43.153695364Z","hostname":"oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd","pid":21706,"uri":"/crucible/0/regions/65c54241-e9b2-4834-8578-eb117e2179f9","method":"GET","req_id":"da46713f-c802-4768-9d78-dcf8c5e3ae18","remote_addr":"[fd00:1122:3344:101::a]:42995","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":43,"response_code":200}