[ May 19 00:00:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.151146051Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345}
{"msg":"dataset: \"oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.152119157Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.152126648Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.152134028Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.164481913Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.48016909Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.152167033Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45834"}
{"msg":"region 2bf6f51b-316e-4c4b-90de-689b8f0f7169 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.184049164Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.186586415Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.186611886Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions","method":"POST","req_id":"00cebe03-5144-4c87-b163-98e74d4f70ef","remote_addr":"[fd00:1122:3344:101::c]:45834","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15789,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/2bf6f51b-316e-4c4b-90de-689b8f0f7169","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.19535626Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/2bf6f51b-316e-4c4b-90de-689b8f0f7169","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.19537566Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2bf6f51b-316e-4c4b-90de-689b8f0f7169\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2bf6f51b-316e-4c4b-90de-689b8f0f7169\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.26232002Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"region":"2bf6f51b-316e-4c4b-90de-689b8f0f7169","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2bf6f51b-316e-4c4b-90de-689b8f0f7169\" \"--data\" \"/data/regions/2bf6f51b-316e-4c4b-90de-689b8f0f7169\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.264603194Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"region":"2bf6f51b-316e-4c4b-90de-689b8f0f7169","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.447358689Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions","method":"POST","req_id":"d21aae9c-b557-45be-b033-9043ae75c252","remote_addr":"[fd00:1122:3344:101::c]:45834","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.603173111Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"region":"2bf6f51b-316e-4c4b-90de-689b8f0f7169","component":"worker"}
{"msg":"region 2bf6f51b-316e-4c4b-90de-689b8f0f7169 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.603200182Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.603418017Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2bf6f51b-316e-4c4b-90de-689b8f0f7169","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.603744167Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2bf6f51b-316e-4c4b-90de-689b8f0f7169","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.609733724Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.627593073Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2bf6f51b-316e-4c4b-90de-689b8f0f7169","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.631121091Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2bf6f51b-316e-4c4b-90de-689b8f0f7169","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.631955915Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.632025377Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.632070598Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.63212569Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.638753915Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.642815168Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.878379968Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions","method":"POST","req_id":"a4993b0a-a127-441e-9ae6-29b12034adb3","remote_addr":"[fd00:1122:3344:101::c]:45834","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.500036712Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions/2bf6f51b-316e-4c4b-90de-689b8f0f7169","method":"GET","req_id":"6ba1e999-0fee-451d-be21-8f1826713dfe","remote_addr":"[fd00:1122:3344:101::c]:45834","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"path is \"/data/regions/2bf6f51b-316e-4c4b-90de-689b8f0f7169\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.503095967Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"dataset is oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/2bf6f51b-316e-4c4b-90de-689b8f0f7169","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.511918804Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"region 2bf6f51b-316e-4c4b-90de-689b8f0f7169 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.51893552Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.519129935Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.519182047Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions/2bf6f51b-316e-4c4b-90de-689b8f0f7169","method":"DELETE","req_id":"07e06bc3-4b62-468e-903b-01de577751ff","remote_addr":"[fd00:1122:3344:101::c]:45834","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16048,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-2bf6f51b-316e-4c4b-90de-689b8f0f7169 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.520238526Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.522279803Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions/2bf6f51b-316e-4c4b-90de-689b8f0f7169","method":"GET","req_id":"4b76f7fc-7ec7-459f-a93d-b8aa9e692a42","remote_addr":"[fd00:1122:3344:101::c]:45834","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.526329556Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/2bf6f51b-316e-4c4b-90de-689b8f0f7169\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.534360901Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"region":"2bf6f51b-316e-4c4b-90de-689b8f0f7169","component":"worker"}
{"msg":"region 2bf6f51b-316e-4c4b-90de-689b8f0f7169 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.618334906Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.638985853Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions/2bf6f51b-316e-4c4b-90de-689b8f0f7169","method":"GET","req_id":"537ea817-73c3-46f5-ac1a-074ec8ae77ee","remote_addr":"[fd00:1122:3344:101::c]:45834","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region fd439c6a-be87-4ec2-ba15-a5724b4b0af2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.27063941Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.270762104Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.270771354Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions","method":"POST","req_id":"3383c060-f127-4f6d-ae79-fd141bbe6db6","remote_addr":"[fd00:1122:3344:101::c]:45834","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":199,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.277205893Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.277235444Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fd439c6a-be87-4ec2-ba15-a5724b4b0af2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.329876645Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"region":"fd439c6a-be87-4ec2-ba15-a5724b4b0af2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fd439c6a-be87-4ec2-ba15-a5724b4b0af2\" \"--data\" \"/data/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.329912056Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"region":"fd439c6a-be87-4ec2-ba15-a5724b4b0af2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.40310204Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"region":"fd439c6a-be87-4ec2-ba15-a5724b4b0af2","component":"worker"}
{"msg":"region fd439c6a-be87-4ec2-ba15-a5724b4b0af2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.403134151Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.403224504Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fd439c6a-be87-4ec2-ba15-a5724b4b0af2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.404465108Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fd439c6a-be87-4ec2-ba15-a5724b4b0af2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.408069089Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.416079123Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fd439c6a-be87-4ec2-ba15-a5724b4b0af2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.419381295Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.419679073Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.419732185Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.419770956Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.419812737Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.424812336Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.430481945Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.455916725Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions","method":"POST","req_id":"96c151bb-e513-449e-8abe-f4caf5e7b5e2","remote_addr":"[fd00:1122:3344:101::c]:45834","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.250055057Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:64017"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.250738666Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2","method":"GET","req_id":"b349f669-54e2-4285-8b52-16c972ed0805","remote_addr":"[fd00:1122:3344:101::c]:64017","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":40,"response_code":200}
{"msg":"path is \"/data/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.253335128Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"dataset is oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.259388808Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"snapshot is oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2@bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.265380635Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2\", \"bc1d8e8b-0159-4283-ac58-b90610b76f31\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.265405916Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.274583792Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2/snapshots/bc1d8e8b-0159-4283-ac58-b90610b76f31","method":"GET","req_id":"55c51b16-39de-45c1-be0f-5227947f2bfb","remote_addr":"[fd00:1122:3344:101::c]:64017","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21261,"response_code":200}
{"msg":"path is \"/data/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.278232744Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"dataset is oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.283643975Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"snapshot is oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2@bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.289514809Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2\", \"bc1d8e8b-0159-4283-ac58-b90610b76f31\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.28953661Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot fd439c6a-be87-4ec2-ba15-a5724b4b0af2-bc1d8e8b-0159-4283-ac58-b90610b76f31 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.3024519Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.303029337Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2/snapshots/bc1d8e8b-0159-4283-ac58-b90610b76f31/run","method":"POST","req_id":"1d958404-6b19-4473-b390-174d8ad4832a","remote_addr":"[fd00:1122:3344:101::c]:64017","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24813,"response_code":200}
{"msg":"applying SMF actions for region fd439c6a-be87-4ec2-ba15-a5724b4b0af2 running snapshot bc1d8e8b-0159-4283-ac58-b90610b76f31 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.303072978Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-fd439c6a-be87-4ec2-ba15-a5724b4b0af2-bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.326492362Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fd439c6a-be87-4ec2-ba15-a5724b4b0af2-bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.338363194Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fd439c6a-be87-4ec2-ba15-a5724b4b0af2-bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.362803986Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2/.zfs/snapshot/bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.363105085Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.363156766Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.363198617Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.363256589Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.363318031Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.378762492Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.389822011Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"worker"}
{"msg":"region fd439c6a-be87-4ec2-ba15-a5724b4b0af2 running snapshot bc1d8e8b-0159-4283-ac58-b90610b76f31 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.389833421Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"path is \"/data/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.660255815Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"dataset is oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.668025662Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"datafile"}
{"msg":"snapshot is oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2@bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.673456763Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3ad5d2ea-afd9-497b-b142-c2f147dc0b4d/crucible/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2\", \"bc1d8e8b-0159-4283-ac58-b90610b76f31\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.673471544Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.68012318Z","hostname":"oxz_crucible_61c7c7b7-8301-458e-a919-61b6c5df333b","pid":6345,"uri":"/crucible/0/regions/fd439c6a-be87-4ec2-ba15-a5724b4b0af2/snapshots/bc1d8e8b-0159-4283-ac58-b90610b76f31/run","method":"POST","req_id":"4a7a513e-ebd6-46ea-8432-dd5fec046fa9","remote_addr":"[fd00:1122:3344:101::c]:64017","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19898,"response_code":200}