[ Jan 16 20:29:58 Enabled. ]
[ Jan 16 20:29:58 Rereading configuration. ]
[ Jan 16 20:29:59 Rereading configuration. ]
[ Jan 16 20:30:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.565677358Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300}
{"msg":"dataset: \"oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.566547377Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.566557488Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.566562738Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.580928179Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.692798643Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.794416254Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35500"}
{"msg":"region 179b5a85-0ef1-422a-bc75-5394be53a857 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.821562022Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.824636821Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.824658811Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions","method":"POST","req_id":"c1fc1177-29f8-4d99-a97c-af01c91d4f84","remote_addr":"[fd00:1122:3344:101::b]:35500","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16435,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/179b5a85-0ef1-422a-bc75-5394be53a857","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.833357876Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/179b5a85-0ef1-422a-bc75-5394be53a857","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.833377616Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"179b5a85-0ef1-422a-bc75-5394be53a857\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/179b5a85-0ef1-422a-bc75-5394be53a857\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.882943136Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"region":"179b5a85-0ef1-422a-bc75-5394be53a857","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"179b5a85-0ef1-422a-bc75-5394be53a857\" \"--data\" \"/data/regions/179b5a85-0ef1-422a-bc75-5394be53a857\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.885246657Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"region":"179b5a85-0ef1-422a-bc75-5394be53a857","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.170436191Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions","method":"POST","req_id":"e665b5d7-2355-49cc-9b62-5bfcbaaf53ba","remote_addr":"[fd00:1122:3344:101::b]:35500","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.217555476Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"region":"179b5a85-0ef1-422a-bc75-5394be53a857","component":"worker"}
{"msg":"region 179b5a85-0ef1-422a-bc75-5394be53a857 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.217595727Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.217708559Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-179b5a85-0ef1-422a-bc75-5394be53a857","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.218087798Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-179b5a85-0ef1-422a-bc75-5394be53a857","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.224486811Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.237715017Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-179b5a85-0ef1-422a-bc75-5394be53a857","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.241213085Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/179b5a85-0ef1-422a-bc75-5394be53a857","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.241999583Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.242075164Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.242116505Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.242150296Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.245425909Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.249135442Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.511168688Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions","method":"POST","req_id":"c39ff9d3-1cd1-4a8c-b4b3-f695c2e032fe","remote_addr":"[fd00:1122:3344:101::b]:35500","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.252191625Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions/179b5a85-0ef1-422a-bc75-5394be53a857","method":"GET","req_id":"8b11986e-eb37-4184-a74e-6c7391700d19","remote_addr":"[fd00:1122:3344:101::b]:35500","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"path is \"/data/regions/179b5a85-0ef1-422a-bc75-5394be53a857\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.254768933Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"dataset is oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/179b5a85-0ef1-422a-bc75-5394be53a857","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.263049728Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"region 179b5a85-0ef1-422a-bc75-5394be53a857 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.269980523Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.270117416Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions/179b5a85-0ef1-422a-bc75-5394be53a857","method":"DELETE","req_id":"b29c34a4-3e13-4fb2-bd74-e5af3df13282","remote_addr":"[fd00:1122:3344:101::b]:35500","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15371,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.270139577Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-179b5a85-0ef1-422a-bc75-5394be53a857 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.271219011Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.273519822Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions/179b5a85-0ef1-422a-bc75-5394be53a857","method":"GET","req_id":"c1f1217e-d148-4b84-8d56-6a2833ac3f07","remote_addr":"[fd00:1122:3344:101::b]:35500","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":32,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.275300032Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/179b5a85-0ef1-422a-bc75-5394be53a857\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.282833711Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"region":"179b5a85-0ef1-422a-bc75-5394be53a857","component":"worker"}
{"msg":"region 179b5a85-0ef1-422a-bc75-5394be53a857 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.342197659Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.346952886Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions/179b5a85-0ef1-422a-bc75-5394be53a857","method":"GET","req_id":"5a068b61-6721-4abb-bef6-56de6afbc67c","remote_addr":"[fd00:1122:3344:101::b]:35500","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"region 3a1df773-51c2-43f6-878c-1604aaf71d3f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.541808776Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.541958269Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions","method":"POST","req_id":"c30aa2bf-7e08-40f4-8c5a-cebcacfe451a","remote_addr":"[fd00:1122:3344:101::b]:35500","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":203,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.54198251Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.548162958Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.548181238Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3a1df773-51c2-43f6-878c-1604aaf71d3f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.589528034Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"region":"3a1df773-51c2-43f6-878c-1604aaf71d3f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3a1df773-51c2-43f6-878c-1604aaf71d3f\" \"--data\" \"/data/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.589576345Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"region":"3a1df773-51c2-43f6-878c-1604aaf71d3f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.677417261Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"region":"3a1df773-51c2-43f6-878c-1604aaf71d3f","component":"worker"}
{"msg":"region 3a1df773-51c2-43f6-878c-1604aaf71d3f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.677462082Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.677556234Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3a1df773-51c2-43f6-878c-1604aaf71d3f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.678881254Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3a1df773-51c2-43f6-878c-1604aaf71d3f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.681342329Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.687865595Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a1df773-51c2-43f6-878c-1604aaf71d3f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.690588056Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.690798001Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.690843212Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.690879533Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.690915853Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.694400122Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.698875982Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:08.733848714Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions","method":"POST","req_id":"999f47b7-8be6-4a07-8af1-bcd98f84f6e7","remote_addr":"[fd00:1122:3344:101::b]:35500","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.333602837Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50707"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.334297573Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f","method":"GET","req_id":"60b7fbb4-ab23-4c62-b58b-a6ef7ea2d25f","remote_addr":"[fd00:1122:3344:101::b]:50707","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"path is \"/data/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.337013964Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"dataset is oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.342553078Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"snapshot is oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f@7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.34891829Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f\", \"7abb12ad-e4a0-4b1e-94bd-66fc81218c26\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.348945501Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.359103888Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f/snapshots/7abb12ad-e4a0-4b1e-94bd-66fc81218c26","method":"GET","req_id":"1249f683-81e0-42f5-a969-5410e07497c2","remote_addr":"[fd00:1122:3344:101::b]:50707","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22109,"response_code":200}
{"msg":"path is \"/data/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.36273678Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"dataset is oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.368173242Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"snapshot is oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f@7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.373876159Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f\", \"7abb12ad-e4a0-4b1e-94bd-66fc81218c26\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.37390598Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 3a1df773-51c2-43f6-878c-1604aaf71d3f-7abb12ad-e4a0-4b1e-94bd-66fc81218c26 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.382340259Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.383376002Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f/snapshots/7abb12ad-e4a0-4b1e-94bd-66fc81218c26/run","method":"POST","req_id":"b2f3c10d-5560-4dd6-9425-6df26e2dd45c","remote_addr":"[fd00:1122:3344:101::b]:50707","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20653,"response_code":200}
{"msg":"applying SMF actions for region 3a1df773-51c2-43f6-878c-1604aaf71d3f running snapshot 7abb12ad-e4a0-4b1e-94bd-66fc81218c26 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.383395462Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-3a1df773-51c2-43f6-878c-1604aaf71d3f-7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.403927412Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3a1df773-51c2-43f6-878c-1604aaf71d3f-7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.419855398Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3a1df773-51c2-43f6-878c-1604aaf71d3f-7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.432499621Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f/.zfs/snapshot/7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.432695996Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.432736277Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.432771037Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.432815249Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.432855259Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.436665705Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.441212136Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"worker"}
{"msg":"region 3a1df773-51c2-43f6-878c-1604aaf71d3f running snapshot 7abb12ad-e4a0-4b1e-94bd-66fc81218c26 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.441226417Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"path is \"/data/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.677035505Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"dataset is oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.683644033Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"datafile"}
{"msg":"snapshot is oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f@7abb12ad-e4a0-4b1e-94bd-66fc81218c26","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.689910193Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8e27df11-b37f-487f-8351-5d98b1b6c8de/crucible/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f\", \"7abb12ad-e4a0-4b1e-94bd-66fc81218c26\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.689947624Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:58.69645895Z","hostname":"oxz_crucible_18a88ab2-e268-41ba-9d1b-b4137410b424","pid":29300,"uri":"/crucible/0/regions/3a1df773-51c2-43f6-878c-1604aaf71d3f/snapshots/7abb12ad-e4a0-4b1e-94bd-66fc81218c26/run","method":"POST","req_id":"e5c60cfa-a5de-41ee-a7e0-e81cb5f1610a","remote_addr":"[fd00:1122:3344:101::b]:50707","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19445,"response_code":200}