[ Mar 17 21:02:05 Enabled. ] [ Mar 17 21:02:05 Rereading configuration. ] [ Mar 17 21:02:08 Rereading configuration. ] [ Mar 17 21:02:17 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:18.189560024Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410} {"msg":"dataset: \"oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:18.190366337Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:18.190378807Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:18.190385757Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:18.205900796Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:18.554398767Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.057840381Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56827"} {"msg":"region ee6f2ad0-9e87-492c-a719-2c6df29647fd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.08220575Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.085168468Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.085232619Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"uri":"/crucible/0/regions","method":"POST","req_id":"40ea7eef-f1f2-4831-8dd1-10f9171a7ae4","remote_addr":"[fd00:1122:3344:101::b]:56827","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":13985,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.093750095Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.093765095Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ee6f2ad0-9e87-492c-a719-2c6df29647fd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.167562945Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"region":"ee6f2ad0-9e87-492c-a719-2c6df29647fd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ee6f2ad0-9e87-492c-a719-2c6df29647fd\" \"--data\" \"/data/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.170010844Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"region":"ee6f2ad0-9e87-492c-a719-2c6df29647fd","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.289126118Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"uri":"/crucible/0/regions","method":"POST","req_id":"c0b4f91a-1528-40c2-8523-16500b5e9615","remote_addr":"[fd00:1122:3344:101::b]:56827","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.633099857Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"region":"ee6f2ad0-9e87-492c-a719-2c6df29647fd","component":"worker"} {"msg":"region ee6f2ad0-9e87-492c-a719-2c6df29647fd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.633212949Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.633446183Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ee6f2ad0-9e87-492c-a719-2c6df29647fd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.633837079Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ee6f2ad0-9e87-492c-a719-2c6df29647fd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.641052584Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.66142809Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ee6f2ad0-9e87-492c-a719-2c6df29647fd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.66516773Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.665715209Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.66576979Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.66581026Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.665854501Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.670993043Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.675548806Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:02:59.802428984Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"uri":"/crucible/0/regions","method":"POST","req_id":"e331d7e8-a033-40b1-8f24-76e544d942a2","remote_addr":"[fd00:1122:3344:101::b]:56827","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.624404921Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34814"} {"msg":"region 9ea3173e-30ca-4f68-95dd-9807615413a7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.624744527Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.625344056Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"uri":"/crucible/0/regions","method":"POST","req_id":"0a0ebc74-3a3c-407a-ab60-eb80b7694b3d","remote_addr":"[fd00:1122:3344:101::b]:34814","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":896,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.625362686Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/9ea3173e-30ca-4f68-95dd-9807615413a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.633901163Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/9ea3173e-30ca-4f68-95dd-9807615413a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.633931952Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9ea3173e-30ca-4f68-95dd-9807615413a7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9ea3173e-30ca-4f68-95dd-9807615413a7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.745189282Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"region":"9ea3173e-30ca-4f68-95dd-9807615413a7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9ea3173e-30ca-4f68-95dd-9807615413a7\" \"--data\" \"/data/regions/9ea3173e-30ca-4f68-95dd-9807615413a7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.745226133Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"region":"9ea3173e-30ca-4f68-95dd-9807615413a7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.921367089Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"uri":"/crucible/0/regions","method":"POST","req_id":"4f54cbea-89c5-41e0-a9d9-975aa0cd6d2a","remote_addr":"[fd00:1122:3344:101::b]:34814","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.987866202Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"region":"9ea3173e-30ca-4f68-95dd-9807615413a7","component":"worker"} {"msg":"region 9ea3173e-30ca-4f68-95dd-9807615413a7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.987892732Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.988024274Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9ea3173e-30ca-4f68-95dd-9807615413a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:28.988362Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9ea3173e-30ca-4f68-95dd-9807615413a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:29.017186861Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:29.049794502Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9ea3173e-30ca-4f68-95dd-9807615413a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:29.057256741Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ea3173e-30ca-4f68-95dd-9807615413a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:29.058379809Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:29.05843154Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:29.058479841Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:29.058523971Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:29.06654743Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:29.096686442Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:29.440226584Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"uri":"/crucible/0/regions","method":"POST","req_id":"f7fc7b8c-4b84-4981-abd1-14bd43e0aac1","remote_addr":"[fd00:1122:3344:101::b]:34814","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:29.453042898Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35649"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:29.45316652Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"uri":"/crucible/0/regions/9ea3173e-30ca-4f68-95dd-9807615413a7","method":"GET","req_id":"67409095-ce2e-4edc-b062-02890d386eec","remote_addr":"[fd00:1122:3344:101::b]:35649","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.033269422Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"uri":"/crucible/0/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd","method":"GET","req_id":"3e82380d-91e0-43cf-b103-1bee7c20f407","remote_addr":"[fd00:1122:3344:101::b]:34814","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"path is \"/data/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.03690014Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"dataset is oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.044104655Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"snapshot is oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd@6965c5a7-4b95-451c-a31c-bfdf67f893c4","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.052760593Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd\", \"6965c5a7-4b95-451c-a31c-bfdf67f893c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.052799124Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.066424722Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"uri":"/crucible/0/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd/snapshots/6965c5a7-4b95-451c-a31c-bfdf67f893c4","method":"GET","req_id":"02ce7299-a441-46cb-87d4-67ef49c0d326","remote_addr":"[fd00:1122:3344:101::b]:34814","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29547,"response_code":200} {"msg":"path is \"/data/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.071553214Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"dataset is oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.081114057Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"snapshot is oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd@6965c5a7-4b95-451c-a31c-bfdf67f893c4","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.089348218Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd\", \"6965c5a7-4b95-451c-a31c-bfdf67f893c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.089375269Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ee6f2ad0-9e87-492c-a719-2c6df29647fd-6965c5a7-4b95-451c-a31c-bfdf67f893c4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.100397355Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.100584058Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"uri":"/crucible/0/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd/snapshots/6965c5a7-4b95-451c-a31c-bfdf67f893c4/run","method":"POST","req_id":"9d3026c9-b62b-4a70-aab5-d02eafdb6778","remote_addr":"[fd00:1122:3344:101::b]:34814","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29076,"response_code":200} {"msg":"applying SMF actions for region ee6f2ad0-9e87-492c-a719-2c6df29647fd running snapshot 6965c5a7-4b95-451c-a31c-bfdf67f893c4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.100612809Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-ee6f2ad0-9e87-492c-a719-2c6df29647fd-6965c5a7-4b95-451c-a31c-bfdf67f893c4","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.107702532Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ee6f2ad0-9e87-492c-a719-2c6df29647fd-6965c5a7-4b95-451c-a31c-bfdf67f893c4","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.130227692Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ee6f2ad0-9e87-492c-a719-2c6df29647fd-6965c5a7-4b95-451c-a31c-bfdf67f893c4","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.150376654Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd/.zfs/snapshot/6965c5a7-4b95-451c-a31c-bfdf67f893c4","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.150645138Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.150699099Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.15075402Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.150797251Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.150863222Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.158033336Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.165306713Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"worker"} {"msg":"region ee6f2ad0-9e87-492c-a719-2c6df29647fd running snapshot 6965c5a7-4b95-451c-a31c-bfdf67f893c4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.165336623Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"path is \"/data/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.394271553Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"dataset is oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.401101132Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"datafile"} {"msg":"snapshot is oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd@6965c5a7-4b95-451c-a31c-bfdf67f893c4","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.406563359Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e9838304-0001-4cfc-8b98-4cde729b6376/crucible/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd\", \"6965c5a7-4b95-451c-a31c-bfdf67f893c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.40658451Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T21:13:31.41351008Z","hostname":"oxz_crucible_1d065131-1107-4970-9db2-e2fec6e1fd02","pid":29410,"uri":"/crucible/0/regions/ee6f2ad0-9e87-492c-a719-2c6df29647fd/snapshots/6965c5a7-4b95-451c-a31c-bfdf67f893c4/run","method":"POST","req_id":"c106ea34-9d9e-4117-824c-3d14962eff43","remote_addr":"[fd00:1122:3344:101::b]:34814","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19292,"response_code":200}