[ Sep  7 00:45:27 Enabled. ]
[ Sep  7 00:45:27 Rereading configuration. ]
[ Sep  7 00:45:29 Rereading configuration. ]
[ Sep  7 00:45:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:45:33.115871183Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974}
{"msg":"dataset: \"oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:45:33.116048517Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:45:33.116065797Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:45:33.116076137Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:45:33.136466226Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:45:33.214523069Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:00.945370714Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47445"}
{"msg":"region 2f16880e-bc67-4f5f-bd90-98a73fdbdce8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:00.992243321Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:00.996918509Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.001552427Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions","method":"POST","req_id":"18c404ed-ad38-4626-b4f0-5e5a11b1f1f7","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21881,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.005280345Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.005306346Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2f16880e-bc67-4f5f-bd90-98a73fdbdce8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.050624299Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"region":"2f16880e-bc67-4f5f-bd90-98a73fdbdce8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2f16880e-bc67-4f5f-bd90-98a73fdbdce8\" \"--data\" \"/data/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.053003629Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"region":"2f16880e-bc67-4f5f-bd90-98a73fdbdce8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.352441249Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"region":"2f16880e-bc67-4f5f-bd90-98a73fdbdce8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.353569703Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions","method":"POST","req_id":"404d4dcf-fab3-4c98-8ad7-d32720ed8569","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region 2f16880e-bc67-4f5f-bd90-98a73fdbdce8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.357253391Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.357402234Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2f16880e-bc67-4f5f-bd90-98a73fdbdce8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.359666071Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2f16880e-bc67-4f5f-bd90-98a73fdbdce8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.366876113Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.377874765Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2f16880e-bc67-4f5f-bd90-98a73fdbdce8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.379381806Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.380188723Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.380254905Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.380289225Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.380331256Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.38336635Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.386349733Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:01.61004722Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions","method":"POST","req_id":"6c0194cb-939e-490a-bbe8-4b05bc4f55ed","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.023462739Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8","method":"GET","req_id":"ce86f0ff-129f-48e1-ba93-8d3a5868d905","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"path is \"/data/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.027669798Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"dataset is oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.035609594Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"region 2f16880e-bc67-4f5f-bd90-98a73fdbdce8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.043275206Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.043408949Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.043427359Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8","method":"DELETE","req_id":"ee9ce9c5-b1c1-4524-8434-92c9114a80b6","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15805,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-2f16880e-bc67-4f5f-bd90-98a73fdbdce8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.044534212Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.04680413Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.047804491Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8","method":"GET","req_id":"b6b3ca27-f7f4-4a67-b9da-c714d939ece9","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.056100796Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"region":"2f16880e-bc67-4f5f-bd90-98a73fdbdce8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.10714014Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8","method":"GET","req_id":"1a1725ca-6fbc-4cde-950c-c42a935acf80","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"region 2f16880e-bc67-4f5f-bd90-98a73fdbdce8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.111249686Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:02.287375381Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions/2f16880e-bc67-4f5f-bd90-98a73fdbdce8","method":"GET","req_id":"649c266a-c5b7-4ac4-9eeb-ae818a5c4133","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region 199f7908-c66f-4a61-a2ed-05b329298758 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.434622041Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.434767024Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.434804635Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions","method":"POST","req_id":"ef8f591f-aabf-4f93-92dd-035edb9496d1","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":191,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/199f7908-c66f-4a61-a2ed-05b329298758","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.440994295Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/199f7908-c66f-4a61-a2ed-05b329298758","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.441028376Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"199f7908-c66f-4a61-a2ed-05b329298758\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/199f7908-c66f-4a61-a2ed-05b329298758\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.488244799Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"region":"199f7908-c66f-4a61-a2ed-05b329298758","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"199f7908-c66f-4a61-a2ed-05b329298758\" \"--data\" \"/data/regions/199f7908-c66f-4a61-a2ed-05b329298758\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.48829443Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"region":"199f7908-c66f-4a61-a2ed-05b329298758","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.537365623Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"region":"199f7908-c66f-4a61-a2ed-05b329298758","component":"worker"}
{"msg":"region 199f7908-c66f-4a61-a2ed-05b329298758 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.537401073Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.537500636Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-199f7908-c66f-4a61-a2ed-05b329298758","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.538752152Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-199f7908-c66f-4a61-a2ed-05b329298758","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.539909446Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.543306838Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-199f7908-c66f-4a61-a2ed-05b329298758","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.544673446Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/199f7908-c66f-4a61-a2ed-05b329298758","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.545012864Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.545074375Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.545115316Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.545155097Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.547089737Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.550245234Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:46:04.811653101Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions","method":"POST","req_id":"53322fb7-cad8-4300-8c7b-6807628319fe","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.934772271Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62421"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.934919974Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions/199f7908-c66f-4a61-a2ed-05b329298758","method":"GET","req_id":"882e6914-f42f-4c20-b117-39c33b38f3e8","remote_addr":"[fd00:1122:3344:101::b]:62421","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"path is \"/data/regions/199f7908-c66f-4a61-a2ed-05b329298758\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.938734325Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"dataset is oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/199f7908-c66f-4a61-a2ed-05b329298758","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.945285182Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"snapshot is oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/199f7908-c66f-4a61-a2ed-05b329298758@9d5e3d0c-86fa-49be-8c87-2a2149f77eda","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.951420532Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/199f7908-c66f-4a61-a2ed-05b329298758\", \"9d5e3d0c-86fa-49be-8c87-2a2149f77eda\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.951446482Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.961859671Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions/199f7908-c66f-4a61-a2ed-05b329298758/snapshots/9d5e3d0c-86fa-49be-8c87-2a2149f77eda","method":"GET","req_id":"c99ae182-f876-4b26-b91a-84370daaa336","remote_addr":"[fd00:1122:3344:101::b]:62421","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23150,"response_code":200}
{"msg":"path is \"/data/regions/199f7908-c66f-4a61-a2ed-05b329298758\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.965895116Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"dataset is oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/199f7908-c66f-4a61-a2ed-05b329298758","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.971586126Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"snapshot is oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/199f7908-c66f-4a61-a2ed-05b329298758@9d5e3d0c-86fa-49be-8c87-2a2149f77eda","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.976229514Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/199f7908-c66f-4a61-a2ed-05b329298758\", \"9d5e3d0c-86fa-49be-8c87-2a2149f77eda\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.976241454Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 199f7908-c66f-4a61-a2ed-05b329298758-9d5e3d0c-86fa-49be-8c87-2a2149f77eda state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.983864094Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"applying SMF actions for region 199f7908-c66f-4a61-a2ed-05b329298758 running snapshot 9d5e3d0c-86fa-49be-8c87-2a2149f77eda (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.988850039Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.98886734Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions/199f7908-c66f-4a61-a2ed-05b329298758/snapshots/9d5e3d0c-86fa-49be-8c87-2a2149f77eda/run","method":"POST","req_id":"eb3cf8ba-459b-405d-a471-4b9edc25d33c","remote_addr":"[fd00:1122:3344:101::b]:62421","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22994,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-199f7908-c66f-4a61-a2ed-05b329298758-9d5e3d0c-86fa-49be-8c87-2a2149f77eda","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:57.997279657Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-199f7908-c66f-4a61-a2ed-05b329298758-9d5e3d0c-86fa-49be-8c87-2a2149f77eda","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.007086683Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-199f7908-c66f-4a61-a2ed-05b329298758-9d5e3d0c-86fa-49be-8c87-2a2149f77eda","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.014482479Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/199f7908-c66f-4a61-a2ed-05b329298758/.zfs/snapshot/9d5e3d0c-86fa-49be-8c87-2a2149f77eda","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.014774315Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.014817886Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.014855236Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.014892527Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.014938168Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.016692505Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.019329601Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"worker"}
{"msg":"region 199f7908-c66f-4a61-a2ed-05b329298758 running snapshot 9d5e3d0c-86fa-49be-8c87-2a2149f77eda state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.019338911Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"path is \"/data/regions/199f7908-c66f-4a61-a2ed-05b329298758\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.203836433Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"dataset is oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/199f7908-c66f-4a61-a2ed-05b329298758","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.210460603Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"datafile"}
{"msg":"snapshot is oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/199f7908-c66f-4a61-a2ed-05b329298758@9d5e3d0c-86fa-49be-8c87-2a2149f77eda","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.217181124Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_83c7cdbb-8fcb-4a97-9d1e-b92b7eb1ccce/crucible/regions/199f7908-c66f-4a61-a2ed-05b329298758\", \"9d5e3d0c-86fa-49be-8c87-2a2149f77eda\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.217224535Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-07T00:56:58.222485956Z","hostname":"oxz_crucible_c9fb8a74-2234-4d77-86a7-a9327af38512","pid":28974,"uri":"/crucible/0/regions/199f7908-c66f-4a61-a2ed-05b329298758/snapshots/9d5e3d0c-86fa-49be-8c87-2a2149f77eda/run","method":"POST","req_id":"85beb844-d1a8-4731-abec-e1714950133d","remote_addr":"[fd00:1122:3344:101::b]:62421","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18700,"response_code":200}