[ May 19 16:47:41 Enabled. ]
[ May 19 16:47:41 Rereading configuration. ]
[ May 19 16:47:43 Rereading configuration. ]
[ May 19 16:47:46 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:47.018556884Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442}
{"msg":"dataset: \"oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:47.018774798Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:47.018789048Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:47.018796988Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:47.033065455Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:47.104919977Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.888822116Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45067"}
{"msg":"region 036611c0-6faf-4dbc-a86e-ddbaefee6000 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.913237187Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.916118411Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"a840d46a-ba31-435f-9535-97faba2c40a6","remote_addr":"[fd00:1122:3344:101::a]:45067","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":13524,"response_code":200}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.916213573Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.92527048Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.92528649Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"036611c0-6faf-4dbc-a86e-ddbaefee6000\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.995829563Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"region":"036611c0-6faf-4dbc-a86e-ddbaefee6000","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"036611c0-6faf-4dbc-a86e-ddbaefee6000\" \"--data\" \"/data/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.997921704Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"region":"036611c0-6faf-4dbc-a86e-ddbaefee6000","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.177076707Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"e06f8c62-4ec9-414d-8822-c14df26a76a0","remote_addr":"[fd00:1122:3344:101::a]:45067","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.353410197Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"region":"036611c0-6faf-4dbc-a86e-ddbaefee6000","component":"worker"}
{"msg":"region 036611c0-6faf-4dbc-a86e-ddbaefee6000 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.353480738Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.35365758Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-036611c0-6faf-4dbc-a86e-ddbaefee6000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.353995846Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-036611c0-6faf-4dbc-a86e-ddbaefee6000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.36285619Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.381885649Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-036611c0-6faf-4dbc-a86e-ddbaefee6000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.387317122Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.388001572Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.388071033Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.388114594Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.388152485Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.396995139Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.405785582Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.46941988Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"e67a192d-55cb-4e60-bf40-4071e402bfdf","remote_addr":"[fd00:1122:3344:101::a]:45067","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.268511247Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000","method":"GET","req_id":"5d9abefd-3469-4284-8570-ca4bd233577e","remote_addr":"[fd00:1122:3344:101::a]:45067","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.270580392Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"dataset is oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.27860123Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"region 036611c0-6faf-4dbc-a86e-ddbaefee6000 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.28561082Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.285784463Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000","method":"DELETE","req_id":"7a375658-f76a-48a3-b61a-09371cc7ccca","remote_addr":"[fd00:1122:3344:101::a]:45067","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15212,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.285841174Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-036611c0-6faf-4dbc-a86e-ddbaefee6000 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.28686436Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.288525442Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000","method":"GET","req_id":"c05ad26c-6125-4bf5-891e-2535eefdd178","remote_addr":"[fd00:1122:3344:101::a]:45067","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.292918881Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.300264313Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"region":"036611c0-6faf-4dbc-a86e-ddbaefee6000","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.382511175Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000","method":"GET","req_id":"f9c948ce-94d2-4692-a662-19044ff1cea7","remote_addr":"[fd00:1122:3344:101::a]:45067","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"region 036611c0-6faf-4dbc-a86e-ddbaefee6000 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.385439037Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.45546239Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions/036611c0-6faf-4dbc-a86e-ddbaefee6000","method":"GET","req_id":"a16014a9-2250-43f5-95a3-208b2d884227","remote_addr":"[fd00:1122:3344:101::a]:45067","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26,"response_code":200}
{"msg":"region 97ddb2ad-c445-44f6-bad7-0349950d732e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.86354988Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.863777024Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"5ed6cc55-5a5c-4848-a026-7d4e44d8e1dc","remote_addr":"[fd00:1122:3344:101::a]:45067","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":271,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.863867105Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/97ddb2ad-c445-44f6-bad7-0349950d732e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.870584077Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/97ddb2ad-c445-44f6-bad7-0349950d732e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.870636558Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"97ddb2ad-c445-44f6-bad7-0349950d732e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/97ddb2ad-c445-44f6-bad7-0349950d732e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.952133186Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"region":"97ddb2ad-c445-44f6-bad7-0349950d732e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"97ddb2ad-c445-44f6-bad7-0349950d732e\" \"--data\" \"/data/regions/97ddb2ad-c445-44f6-bad7-0349950d732e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:26.952199078Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"region":"97ddb2ad-c445-44f6-bad7-0349950d732e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.094376758Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"region":"97ddb2ad-c445-44f6-bad7-0349950d732e","component":"worker"}
{"msg":"region 97ddb2ad-c445-44f6-bad7-0349950d732e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.094404679Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.094621882Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-97ddb2ad-c445-44f6-bad7-0349950d732e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.095846661Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-97ddb2ad-c445-44f6-bad7-0349950d732e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.100339089Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.10961042Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-97ddb2ad-c445-44f6-bad7-0349950d732e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.113792323Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/97ddb2ad-c445-44f6-bad7-0349950d732e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.114097708Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.114148709Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.114180529Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.11421274Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.118599236Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.125564532Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:27.16753832Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"189fc95c-731a-49ac-9c9a-4ef125baed59","remote_addr":"[fd00:1122:3344:101::a]:45067","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.731969427Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59789"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.732353433Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions/97ddb2ad-c445-44f6-bad7-0349950d732e","method":"GET","req_id":"9d919659-4a1f-427c-a6a4-58a03beaf117","remote_addr":"[fd00:1122:3344:101::a]:59789","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"path is \"/data/regions/97ddb2ad-c445-44f6-bad7-0349950d732e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.736385334Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"dataset is oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/97ddb2ad-c445-44f6-bad7-0349950d732e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.742313255Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"snapshot is oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/97ddb2ad-c445-44f6-bad7-0349950d732e@f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.749357872Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/97ddb2ad-c445-44f6-bad7-0349950d732e\", \"f59f1dc0-742a-47ec-9a38-6a3c7cc825cf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.749376444Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.759263652Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions/97ddb2ad-c445-44f6-bad7-0349950d732e/snapshots/f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","method":"GET","req_id":"9716457b-48ff-4579-a7ba-ae92a5889911","remote_addr":"[fd00:1122:3344:101::a]:59789","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22898,"response_code":200}
{"msg":"path is \"/data/regions/97ddb2ad-c445-44f6-bad7-0349950d732e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.763007359Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"dataset is oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/97ddb2ad-c445-44f6-bad7-0349950d732e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.768322129Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"snapshot is oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/97ddb2ad-c445-44f6-bad7-0349950d732e@f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.774893339Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/97ddb2ad-c445-44f6-bad7-0349950d732e\", \"f59f1dc0-742a-47ec-9a38-6a3c7cc825cf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.774914869Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 97ddb2ad-c445-44f6-bad7-0349950d732e-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.783233876Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.783854785Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions/97ddb2ad-c445-44f6-bad7-0349950d732e/snapshots/f59f1dc0-742a-47ec-9a38-6a3c7cc825cf/run","method":"POST","req_id":"56efa306-383e-4733-876b-5f7f612c36db","remote_addr":"[fd00:1122:3344:101::a]:59789","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20868,"response_code":200}
{"msg":"applying SMF actions for region 97ddb2ad-c445-44f6-bad7-0349950d732e running snapshot f59f1dc0-742a-47ec-9a38-6a3c7cc825cf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.783871925Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-97ddb2ad-c445-44f6-bad7-0349950d732e-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.807122319Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-97ddb2ad-c445-44f6-bad7-0349950d732e-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.816262606Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-97ddb2ad-c445-44f6-bad7-0349950d732e-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.828870109Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/97ddb2ad-c445-44f6-bad7-0349950d732e/.zfs/snapshot/f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.829066682Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.829107853Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.829140333Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.829171964Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.829208565Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.832314292Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.836419634Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"worker"}
{"msg":"region 97ddb2ad-c445-44f6-bad7-0349950d732e running snapshot f59f1dc0-742a-47ec-9a38-6a3c7cc825cf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:19.836427844Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"path is \"/data/regions/97ddb2ad-c445-44f6-bad7-0349950d732e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:20.045915018Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"dataset is oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/97ddb2ad-c445-44f6-bad7-0349950d732e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:20.053051854Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"datafile"}
{"msg":"snapshot is oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/97ddb2ad-c445-44f6-bad7-0349950d732e@f59f1dc0-742a-47ec-9a38-6a3c7cc825cf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:20.059434843Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_229d1f41-7b3e-4357-8028-a38c8634c353/crucible/regions/97ddb2ad-c445-44f6-bad7-0349950d732e\", \"f59f1dc0-742a-47ec-9a38-6a3c7cc825cf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:20.059483314Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:20.065383543Z","hostname":"oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8","pid":23442,"uri":"/crucible/0/regions/97ddb2ad-c445-44f6-bad7-0349950d732e/snapshots/f59f1dc0-742a-47ec-9a38-6a3c7cc825cf/run","method":"POST","req_id":"52311787-9cba-46c4-9923-067e719e0b5d","remote_addr":"[fd00:1122:3344:101::a]:59789","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19521,"response_code":200}