[ May 19 16:47:42 Enabled. ]
[ May 19 16:47:42 Rereading configuration. ]
[ May 19 16:47:43 Rereading configuration. ]
[ May 19 16:47:46 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:46.915206753Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395}
{"msg":"dataset: \"oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:46.916220189Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:46.916230889Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:46.916235759Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:46.931657073Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:47.012191818Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.865633582Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50317"}
{"msg":"region 080d4d5d-b83e-459e-9c3c-869a1cd3e5a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.893707609Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.896351299Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.89640383Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"uri":"/crucible/0/regions","method":"POST","req_id":"e57ad608-6ce1-4fb9-adcb-52d8b77a285b","remote_addr":"[fd00:1122:3344:101::a]:50317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16208,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.906095427Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.906110137Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"080d4d5d-b83e-459e-9c3c-869a1cd3e5a6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.976508997Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"region":"080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"080d4d5d-b83e-459e-9c3c-869a1cd3e5a6\" \"--data\" \"/data/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.978527468Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"region":"080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.126451606Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"uri":"/crucible/0/regions","method":"POST","req_id":"5037554f-ab4a-483e-b1be-0113d8aa25e4","remote_addr":"[fd00:1122:3344:101::a]:50317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.380420535Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"region":"080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","component":"worker"}
{"msg":"region 080d4d5d-b83e-459e-9c3c-869a1cd3e5a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.380494606Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.380695199Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.381024475Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.386215823Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.402952068Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.40636652Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.407117981Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.407179662Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.407217262Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.407247973Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.411440767Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.415674161Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.647611806Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"uri":"/crucible/0/regions","method":"POST","req_id":"5c2e5acf-5f08-4367-be81-995f440b59db","remote_addr":"[fd00:1122:3344:101::a]:50317","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.528337931Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50837"}
{"msg":"region e4ac04d8-b804-4a9d-b710-075f7af96f4a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.528579145Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.529326276Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"uri":"/crucible/0/regions","method":"POST","req_id":"47b66260-86cb-4e00-9d94-c460b94751f1","remote_addr":"[fd00:1122:3344:101::a]:50837","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":878,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.529348506Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/e4ac04d8-b804-4a9d-b710-075f7af96f4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.537996778Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/e4ac04d8-b804-4a9d-b710-075f7af96f4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.538021668Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e4ac04d8-b804-4a9d-b710-075f7af96f4a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e4ac04d8-b804-4a9d-b710-075f7af96f4a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.577696761Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"region":"e4ac04d8-b804-4a9d-b710-075f7af96f4a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e4ac04d8-b804-4a9d-b710-075f7af96f4a\" \"--data\" \"/data/regions/e4ac04d8-b804-4a9d-b710-075f7af96f4a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.577734552Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"region":"e4ac04d8-b804-4a9d-b710-075f7af96f4a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.661265851Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"region":"e4ac04d8-b804-4a9d-b710-075f7af96f4a","component":"worker"}
{"msg":"region e4ac04d8-b804-4a9d-b710-075f7af96f4a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.661297271Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.661411303Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e4ac04d8-b804-4a9d-b710-075f7af96f4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.68093464Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e4ac04d8-b804-4a9d-b710-075f7af96f4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.68686439Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.698182132Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e4ac04d8-b804-4a9d-b710-075f7af96f4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.701422351Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e4ac04d8-b804-4a9d-b710-075f7af96f4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.701706956Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.701756486Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.701798257Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.701844248Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.705565134Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.710315467Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:17.899526205Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"uri":"/crucible/0/regions","method":"POST","req_id":"2c505ebe-68a9-4e82-8c66-0b273545e8e3","remote_addr":"[fd00:1122:3344:101::a]:50837","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.934212104Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"uri":"/crucible/0/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","method":"GET","req_id":"cdf33e7a-eee4-49c8-a82e-524544e0272d","remote_addr":"[fd00:1122:3344:101::a]:50837","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.939719848Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"dataset is oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.946279878Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"snapshot is oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6@f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.9530379Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6\", \"f59f1dc0-742a-47ec-9a38-6a3c7cc825cf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.953057781Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.961634931Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"uri":"/crucible/0/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6/snapshots/f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","method":"GET","req_id":"a697f63e-8bb6-4ccf-8cd0-e5252ea1110e","remote_addr":"[fd00:1122:3344:101::a]:50837","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21935,"response_code":200}
{"msg":"path is \"/data/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.970013788Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"dataset is oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.976136531Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"snapshot is oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6@f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.981279469Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6\", \"f59f1dc0-742a-47ec-9a38-6a3c7cc825cf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.9813065Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 080d4d5d-b83e-459e-9c3c-869a1cd3e5a6-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.987977941Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.988108713Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"uri":"/crucible/0/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6/snapshots/f59f1dc0-742a-47ec-9a38-6a3c7cc825cf/run","method":"POST","req_id":"e84dea43-fba7-44f1-8ad7-94d14a70f12a","remote_addr":"[fd00:1122:3344:101::a]:50837","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18111,"response_code":200}
{"msg":"applying SMF actions for region 080d4d5d-b83e-459e-9c3c-869a1cd3e5a6 running snapshot f59f1dc0-742a-47ec-9a38-6a3c7cc825cf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.988128474Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-080d4d5d-b83e-459e-9c3c-869a1cd3e5a6-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.992984567Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-080d4d5d-b83e-459e-9c3c-869a1cd3e5a6-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:18.998586372Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-080d4d5d-b83e-459e-9c3c-869a1cd3e5a6-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.009009131Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6/.zfs/snapshot/f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.009267135Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.009320726Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.009358876Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.009394727Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.009446988Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.013070333Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.017354508Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"worker"}
{"msg":"region 080d4d5d-b83e-459e-9c3c-869a1cd3e5a6 running snapshot f59f1dc0-742a-47ec-9a38-6a3c7cc825cf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.017370802Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"path is \"/data/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.32876963Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"dataset is oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.334782917Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"datafile"}
{"msg":"snapshot is oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6@f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.342067732Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crucible/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6\", \"f59f1dc0-742a-47ec-9a38-6a3c7cc825cf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.342096083Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.348898446Z","hostname":"oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273","pid":23395,"uri":"/crucible/0/regions/080d4d5d-b83e-459e-9c3c-869a1cd3e5a6/snapshots/f59f1dc0-742a-47ec-9a38-6a3c7cc825cf/run","method":"POST","req_id":"53e33718-b66b-4663-b9ae-dfd09b3ba557","remote_addr":"[fd00:1122:3344:101::a]:50837","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20178,"response_code":200}