[ Jun 18 17:17:10 Enabled. ] [ Jun 18 17:17:10 Rereading configuration. ] [ Jun 18 17:17:12 Rereading configuration. ] [ Jun 18 17:17:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:15.661133739Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973} {"msg":"dataset: \"oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:15.661405813Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:15.661422854Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:15.661431244Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:15.681656804Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:15.758420274Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.149800778Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49432"} {"msg":"region 2ba61902-2d9b-4fc7-bacd-742c5366639d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.19155881Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.197055523Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.200578062Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"uri":"/crucible/0/regions","method":"POST","req_id":"3eaa1bfc-ba3c-4d31-ae4b-0e080ede01e1","remote_addr":"[fd00:1122:3344:101::b]:49432","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16433,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.209287659Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.209311739Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2ba61902-2d9b-4fc7-bacd-742c5366639d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.288366098Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"region":"2ba61902-2d9b-4fc7-bacd-742c5366639d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2ba61902-2d9b-4fc7-bacd-742c5366639d\" \"--data\" \"/data/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.29081594Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"region":"2ba61902-2d9b-4fc7-bacd-742c5366639d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.424484198Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"uri":"/crucible/0/regions","method":"POST","req_id":"bb95b762-3650-41fd-9f38-ef8cdf3fa080","remote_addr":"[fd00:1122:3344:101::b]:49432","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.653783314Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"region":"2ba61902-2d9b-4fc7-bacd-742c5366639d","component":"worker"} {"msg":"region 2ba61902-2d9b-4fc7-bacd-742c5366639d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.653899506Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.654108209Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.656871746Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.661546254Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.673551916Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.675083782Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.675713223Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.675767933Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.675817614Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.675854675Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.68921744Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.69281742Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:45.746496233Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"uri":"/crucible/0/regions","method":"POST","req_id":"cbb80604-9958-4cab-9ce2-4ff4c86c5535","remote_addr":"[fd00:1122:3344:101::b]:49432","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.072780248Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:65035"} {"msg":"region 7a13b2da-f15b-41ba-b364-9d70a6e4b350 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.07288015Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.077160631Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.077191432Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"uri":"/crucible/0/regions","method":"POST","req_id":"d109a0d6-ae82-4d89-8c0a-d35c9c27a29b","remote_addr":"[fd00:1122:3344:101::b]:65035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":4330,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/7a13b2da-f15b-41ba-b364-9d70a6e4b350","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.083779863Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/7a13b2da-f15b-41ba-b364-9d70a6e4b350","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.083828324Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7a13b2da-f15b-41ba-b364-9d70a6e4b350\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7a13b2da-f15b-41ba-b364-9d70a6e4b350\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.1288043Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"region":"7a13b2da-f15b-41ba-b364-9d70a6e4b350","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7a13b2da-f15b-41ba-b364-9d70a6e4b350\" \"--data\" \"/data/regions/7a13b2da-f15b-41ba-b364-9d70a6e4b350\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.128856671Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"region":"7a13b2da-f15b-41ba-b364-9d70a6e4b350","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.178590017Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"region":"7a13b2da-f15b-41ba-b364-9d70a6e4b350","component":"worker"} {"msg":"region 7a13b2da-f15b-41ba-b364-9d70a6e4b350 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.178618608Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.178711889Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.187739261Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.187822023Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.187888234Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.187920424Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.187925564Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.187975045Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.188068507Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.188117597Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.188160298Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.188201809Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.193763603Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7a13b2da-f15b-41ba-b364-9d70a6e4b350","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.194133149Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7a13b2da-f15b-41ba-b364-9d70a6e4b350","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.195257397Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.200902043Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7a13b2da-f15b-41ba-b364-9d70a6e4b350","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.202163244Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7a13b2da-f15b-41ba-b364-9d70a6e4b350","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.202463969Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.2025209Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.20256446Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.202601171Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.204454652Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.20730221Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:44.43504575Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"uri":"/crucible/0/regions","method":"POST","req_id":"2b28a1c3-2093-4edf-a14f-c8818b0f0863","remote_addr":"[fd00:1122:3344:101::b]:65035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.812510763Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"uri":"/crucible/0/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d","method":"GET","req_id":"377e7aa2-5b6a-47eb-ad00-d3eb1ec9e881","remote_addr":"[fd00:1122:3344:101::b]:65035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.816308517Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"dataset is oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.822285098Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"snapshot is oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d@9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.828209907Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d\", \"9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.828224408Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.83550814Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"uri":"/crucible/0/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d/snapshots/9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1","method":"GET","req_id":"100669f4-029b-484e-af6c-76b0618b751d","remote_addr":"[fd00:1122:3344:101::b]:65035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19250,"response_code":200} {"msg":"path is \"/data/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.838968678Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"dataset is oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.844793876Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"snapshot is oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d@9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.850409321Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d\", \"9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.850479992Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2ba61902-2d9b-4fc7-bacd-742c5366639d-9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.85749116Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.857644872Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"uri":"/crucible/0/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d/snapshots/9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1/run","method":"POST","req_id":"a84a4e64-cc29-4df2-966a-abe98bd43459","remote_addr":"[fd00:1122:3344:101::b]:65035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18709,"response_code":200} {"msg":"applying SMF actions for region 2ba61902-2d9b-4fc7-bacd-742c5366639d running snapshot 9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.857668263Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.858214432Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.858306983Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.858382225Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.858388695Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.858425916Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.858467376Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.858819882Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.858867793Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.858911844Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.858952534Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.860940318Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-2ba61902-2d9b-4fc7-bacd-742c5366639d-9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.865520545Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2ba61902-2d9b-4fc7-bacd-742c5366639d-9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.870335116Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2ba61902-2d9b-4fc7-bacd-742c5366639d-9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.875241068Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d/.zfs/snapshot/9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.875578694Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.875640235Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.875672186Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.875716806Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.875770647Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.878213328Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.880561078Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"worker"} {"msg":"region 2ba61902-2d9b-4fc7-bacd-742c5366639d running snapshot 9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:45.880577808Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"path is \"/data/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:46.030435368Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"dataset is oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:46.038395992Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"datafile"} {"msg":"snapshot is oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d@9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:46.043113301Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8e6c0db8-5373-444c-bd7c-c3366bcfb6a1/crucible/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d\", \"9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:46.043151942Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:46.049747983Z","hostname":"oxz_crucible_2c43ab16-bae2-43fa-aa3f-fa8be8491bc0","pid":26973,"uri":"/crucible/0/regions/2ba61902-2d9b-4fc7-bacd-742c5366639d/snapshots/9d7a8874-b2d6-47c8-8e5f-ab4c3d7177a1/run","method":"POST","req_id":"ccc74197-2669-40c2-a3b0-8eec478ece4d","remote_addr":"[fd00:1122:3344:101::b]:65035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19373,"response_code":200}