[ May 19 00:00:04 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.632854284Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432}
{"msg":"dataset: \"oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.633538263Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.633544964Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.633551894Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.646699261Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.698002194Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.153143271Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51810"}
{"msg":"region 3fcebf1c-42ef-4b4f-b484-c7e34f387c1d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.176889164Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.179676752Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.179694493Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions","method":"POST","req_id":"41dbcfe4-d13d-4083-bd96-642b131e491a","remote_addr":"[fd00:1122:3344:101::c]:51810","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":11663,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.187871511Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.187885821Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3fcebf1c-42ef-4b4f-b484-c7e34f387c1d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3fcebf1c-42ef-4b4f-b484-c7e34f387c1d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.238481735Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"region":"3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3fcebf1c-42ef-4b4f-b484-c7e34f387c1d\" \"--data\" \"/data/regions/3fcebf1c-42ef-4b4f-b484-c7e34f387c1d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.241206111Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"region":"3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.375933774Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions","method":"POST","req_id":"87a61cbd-f72a-4f6f-80e2-47129d33cd8b","remote_addr":"[fd00:1122:3344:101::c]:51810","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.578057889Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"region":"3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","component":"worker"}
{"msg":"region 3fcebf1c-42ef-4b4f-b484-c7e34f387c1d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.57808714Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.578324907Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.578830061Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.587131173Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.606983247Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.610876566Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.611631737Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.611699449Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.61174137Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.611776991Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.615611868Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:47.624174347Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.128758651Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions","method":"POST","req_id":"cbaf45f1-ca35-476a-8442-79581eef2229","remote_addr":"[fd00:1122:3344:101::c]:51810","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.500058993Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions/3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","method":"GET","req_id":"3741983f-31dd-496f-8471-deaaca037b13","remote_addr":"[fd00:1122:3344:101::c]:51810","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"path is \"/data/regions/3fcebf1c-42ef-4b4f-b484-c7e34f387c1d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.502863471Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"dataset is oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.51070777Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"region 3fcebf1c-42ef-4b4f-b484-c7e34f387c1d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.517928032Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.518100566Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions/3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","method":"DELETE","req_id":"c9f2ea9f-58a8-416c-839e-a34eac2c6a0b","remote_addr":"[fd00:1122:3344:101::c]:51810","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15252,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.518152678Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-3fcebf1c-42ef-4b4f-b484-c7e34f387c1d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.519186387Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.520547175Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions/3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","method":"GET","req_id":"00262b4a-189d-42ab-8b91-2ce9b1e5c26d","remote_addr":"[fd00:1122:3344:101::c]:51810","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.525541134Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/3fcebf1c-42ef-4b4f-b484-c7e34f387c1d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.533010603Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"region":"3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","component":"worker"}
{"msg":"region 3fcebf1c-42ef-4b4f-b484-c7e34f387c1d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.612340869Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:48.632655916Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions/3fcebf1c-42ef-4b4f-b484-c7e34f387c1d","method":"GET","req_id":"a383715d-78ff-4cd1-a888-6df88ed7ff25","remote_addr":"[fd00:1122:3344:101::c]:51810","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"region 11ee0131-432b-4e79-82d5-301764e90340 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.270745863Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.270922428Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions","method":"POST","req_id":"0d699c7d-ad34-4e40-847f-6e7454b2f85c","remote_addr":"[fd00:1122:3344:101::c]:51810","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":229,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.270945249Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/11ee0131-432b-4e79-82d5-301764e90340","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.27779689Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/11ee0131-432b-4e79-82d5-301764e90340","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.277821081Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"11ee0131-432b-4e79-82d5-301764e90340\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/11ee0131-432b-4e79-82d5-301764e90340\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.328697892Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"region":"11ee0131-432b-4e79-82d5-301764e90340","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"11ee0131-432b-4e79-82d5-301764e90340\" \"--data\" \"/data/regions/11ee0131-432b-4e79-82d5-301764e90340\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.328735403Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"region":"11ee0131-432b-4e79-82d5-301764e90340","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.403266325Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"region":"11ee0131-432b-4e79-82d5-301764e90340","component":"worker"}
{"msg":"region 11ee0131-432b-4e79-82d5-301764e90340 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.403299566Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.403394348Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-11ee0131-432b-4e79-82d5-301764e90340","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.404666974Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-11ee0131-432b-4e79-82d5-301764e90340","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.408075649Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.417488652Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-11ee0131-432b-4e79-82d5-301764e90340","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.421226856Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/11ee0131-432b-4e79-82d5-301764e90340","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.421524185Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.421576416Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.421614227Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.421652288Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.427541423Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.43244946Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:51.626204122Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions","method":"POST","req_id":"f0e73a4e-6829-4ed6-97d3-0eaf01ac8fd4","remote_addr":"[fd00:1122:3344:101::c]:51810","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.888160708Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50925"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.890762371Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions/11ee0131-432b-4e79-82d5-301764e90340","method":"GET","req_id":"17bade1e-a566-43b7-b06e-25ee7195a693","remote_addr":"[fd00:1122:3344:101::c]:50925","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"path is \"/data/regions/11ee0131-432b-4e79-82d5-301764e90340\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.891311587Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"dataset is oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/11ee0131-432b-4e79-82d5-301764e90340","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.897719855Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"snapshot is oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/11ee0131-432b-4e79-82d5-301764e90340@bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.903582189Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/11ee0131-432b-4e79-82d5-301764e90340\", \"bc1d8e8b-0159-4283-ac58-b90610b76f31\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.90360408Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.918367482Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions/11ee0131-432b-4e79-82d5-301764e90340/snapshots/bc1d8e8b-0159-4283-ac58-b90610b76f31","method":"GET","req_id":"3b0918a0-be58-481e-99de-3e8b4cc214ce","remote_addr":"[fd00:1122:3344:101::c]:50925","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27064,"response_code":200}
{"msg":"path is \"/data/regions/11ee0131-432b-4e79-82d5-301764e90340\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.921909391Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"dataset is oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/11ee0131-432b-4e79-82d5-301764e90340","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.927882328Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"snapshot is oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/11ee0131-432b-4e79-82d5-301764e90340@bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.934009719Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/11ee0131-432b-4e79-82d5-301764e90340\", \"bc1d8e8b-0159-4283-ac58-b90610b76f31\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.934023869Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 11ee0131-432b-4e79-82d5-301764e90340-bc1d8e8b-0159-4283-ac58-b90610b76f31 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.94729614Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.947849436Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions/11ee0131-432b-4e79-82d5-301764e90340/snapshots/bc1d8e8b-0159-4283-ac58-b90610b76f31/run","method":"POST","req_id":"eaf02f45-53eb-4108-84d0-d89ad231b056","remote_addr":"[fd00:1122:3344:101::c]:50925","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25956,"response_code":200}
{"msg":"applying SMF actions for region 11ee0131-432b-4e79-82d5-301764e90340 running snapshot bc1d8e8b-0159-4283-ac58-b90610b76f31 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.947870286Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-11ee0131-432b-4e79-82d5-301764e90340-bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.968618876Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-11ee0131-432b-4e79-82d5-301764e90340-bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:32.989799418Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-11ee0131-432b-4e79-82d5-301764e90340-bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.022543192Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/11ee0131-432b-4e79-82d5-301764e90340/.zfs/snapshot/bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.022899552Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.022945083Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.022987714Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.023037136Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.023078427Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.03533949Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.041008368Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"worker"}
{"msg":"region 11ee0131-432b-4e79-82d5-301764e90340 running snapshot bc1d8e8b-0159-4283-ac58-b90610b76f31 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.041019948Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"path is \"/data/regions/11ee0131-432b-4e79-82d5-301764e90340\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.211566412Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"dataset is oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/11ee0131-432b-4e79-82d5-301764e90340","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.217973201Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"datafile"}
{"msg":"snapshot is oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/11ee0131-432b-4e79-82d5-301764e90340@bc1d8e8b-0159-4283-ac58-b90610b76f31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.224424561Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6c4f96e6-9992-4748-ab1b-eea3c91256e8/crucible/regions/11ee0131-432b-4e79-82d5-301764e90340\", \"bc1d8e8b-0159-4283-ac58-b90610b76f31\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.224444732Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:33.230025117Z","hostname":"oxz_crucible_97aa4d62-9cbf-4ed2-a584-070f0acfdd8f","pid":6432,"uri":"/crucible/0/regions/11ee0131-432b-4e79-82d5-301764e90340/snapshots/bc1d8e8b-0159-4283-ac58-b90610b76f31/run","method":"POST","req_id":"54241d39-5595-4ddb-b8dc-03b4106d59b9","remote_addr":"[fd00:1122:3344:101::c]:50925","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18506,"response_code":200}