[ Jun 16 22:30:34 Enabled. ]
[ Jun 16 22:30:34 Rereading configuration. ]
[ Jun 16 22:30:39 Rereading configuration. ]
[ Jun 16 22:30:45 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:30:45.52695421Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303}
{"msg":"dataset: \"oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:30:45.527186022Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:30:45.527233283Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:30:45.527239763Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:30:45.548449251Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:30:45.70293042Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.546846236Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63677"}
{"msg":"region c1985a34-a952-48e1-bd5b-224ef2e63b07 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.576607138Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.579084123Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.579112603Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"uri":"/crucible/0/regions","method":"POST","req_id":"32f2a371-e0ea-4d6a-8896-deaa0e7c9ae2","remote_addr":"[fd00:1122:3344:101::a]:63677","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":11081,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/c1985a34-a952-48e1-bd5b-224ef2e63b07","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.587504966Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/c1985a34-a952-48e1-bd5b-224ef2e63b07","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.587528686Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c1985a34-a952-48e1-bd5b-224ef2e63b07\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c1985a34-a952-48e1-bd5b-224ef2e63b07\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.657818617Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"region":"c1985a34-a952-48e1-bd5b-224ef2e63b07","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c1985a34-a952-48e1-bd5b-224ef2e63b07\" \"--data\" \"/data/regions/c1985a34-a952-48e1-bd5b-224ef2e63b07\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.657864737Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"region":"c1985a34-a952-48e1-bd5b-224ef2e63b07","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.789199058Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"region":"c1985a34-a952-48e1-bd5b-224ef2e63b07","component":"worker"}
{"msg":"region c1985a34-a952-48e1-bd5b-224ef2e63b07 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.789237748Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.789338949Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c1985a34-a952-48e1-bd5b-224ef2e63b07","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.791579341Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c1985a34-a952-48e1-bd5b-224ef2e63b07","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.797359788Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.811939491Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c1985a34-a952-48e1-bd5b-224ef2e63b07","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.81486652Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c1985a34-a952-48e1-bd5b-224ef2e63b07","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.815445686Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.815505396Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.815552487Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.815586977Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.834631514Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.839726924Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:41.859221906Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"uri":"/crucible/0/regions","method":"POST","req_id":"dc2ef2ca-1c86-4e87-a2b7-47a3fb4c2383","remote_addr":"[fd00:1122:3344:101::a]:63677","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":85,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:42.233864127Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"uri":"/crucible/0/regions/c1985a34-a952-48e1-bd5b-224ef2e63b07","method":"GET","req_id":"a1470d3b-78e7-4e05-8ee9-140f83cb0449","remote_addr":"[fd00:1122:3344:101::a]:63677","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":83,"response_code":200}
{"msg":"path is \"/data/regions/c1985a34-a952-48e1-bd5b-224ef2e63b07\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:42.237024008Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"dataset is oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/c1985a34-a952-48e1-bd5b-224ef2e63b07","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:42.244780025Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"region c1985a34-a952-48e1-bd5b-224ef2e63b07 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:42.252039626Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:42.252159897Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:42.252169307Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"uri":"/crucible/0/regions/c1985a34-a952-48e1-bd5b-224ef2e63b07","method":"DELETE","req_id":"541a19d6-2f60-4338-a736-bbfe7c2b6203","remote_addr":"[fd00:1122:3344:101::a]:63677","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":15160,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-c1985a34-a952-48e1-bd5b-224ef2e63b07 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:42.253191107Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:42.257832493Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"uri":"/crucible/0/regions/c1985a34-a952-48e1-bd5b-224ef2e63b07","method":"GET","req_id":"708bd8c2-1ce3-408f-adfd-ccd56a1979b7","remote_addr":"[fd00:1122:3344:101::a]:63677","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:42.258813373Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/c1985a34-a952-48e1-bd5b-224ef2e63b07\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:42.268181485Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"region":"c1985a34-a952-48e1-bd5b-224ef2e63b07","component":"worker"}
{"msg":"region c1985a34-a952-48e1-bd5b-224ef2e63b07 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:42.34000089Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:42.361398211Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"uri":"/crucible/0/regions/c1985a34-a952-48e1-bd5b-224ef2e63b07","method":"GET","req_id":"6626c4eb-7d0d-492e-a1aa-17b611609dd4","remote_addr":"[fd00:1122:3344:101::a]:63677","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region 550aa776-beea-4bd4-b391-20ac60a1131d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.735551838Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.73573692Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"uri":"/crucible/0/regions","method":"POST","req_id":"b7b0051d-fe51-4b69-9f7e-c5a713a10b9a","remote_addr":"[fd00:1122:3344:101::a]:63677","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":241,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.73576145Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/550aa776-beea-4bd4-b391-20ac60a1131d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.742327635Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/550aa776-beea-4bd4-b391-20ac60a1131d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.742360385Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"550aa776-beea-4bd4-b391-20ac60a1131d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/550aa776-beea-4bd4-b391-20ac60a1131d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.822879526Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"region":"550aa776-beea-4bd4-b391-20ac60a1131d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"550aa776-beea-4bd4-b391-20ac60a1131d\" \"--data\" \"/data/regions/550aa776-beea-4bd4-b391-20ac60a1131d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.822921257Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"region":"550aa776-beea-4bd4-b391-20ac60a1131d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.90360566Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"region":"550aa776-beea-4bd4-b391-20ac60a1131d","component":"worker"}
{"msg":"region 550aa776-beea-4bd4-b391-20ac60a1131d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.90365657Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.903747791Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-550aa776-beea-4bd4-b391-20ac60a1131d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.905026604Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-550aa776-beea-4bd4-b391-20ac60a1131d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.907602549Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.916109293Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-550aa776-beea-4bd4-b391-20ac60a1131d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.919559756Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/550aa776-beea-4bd4-b391-20ac60a1131d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.919760178Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.919806719Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.919846809Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.91989709Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.92395103Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:45.928816458Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:31:46.068852553Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"uri":"/crucible/0/regions","method":"POST","req_id":"d10bf63e-6ae4-4fc7-8e55-39719ccbfa03","remote_addr":"[fd00:1122:3344:101::a]:63677","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.799254717Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55893"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.799392749Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"uri":"/crucible/0/regions/550aa776-beea-4bd4-b391-20ac60a1131d","method":"GET","req_id":"2bf04b6a-39aa-4390-bf2b-e29da0754fc9","remote_addr":"[fd00:1122:3344:101::a]:55893","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"path is \"/data/regions/550aa776-beea-4bd4-b391-20ac60a1131d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.802396928Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"dataset is oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/550aa776-beea-4bd4-b391-20ac60a1131d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.809788261Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"snapshot is oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/550aa776-beea-4bd4-b391-20ac60a1131d@a415edd3-7801-4052-9db1-0edde976693a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.815164144Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/550aa776-beea-4bd4-b391-20ac60a1131d\", \"a415edd3-7801-4052-9db1-0edde976693a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.815192064Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.823554636Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"uri":"/crucible/0/regions/550aa776-beea-4bd4-b391-20ac60a1131d/snapshots/a415edd3-7801-4052-9db1-0edde976693a","method":"GET","req_id":"2bad90fd-a949-466b-9be2-e15765590402","remote_addr":"[fd00:1122:3344:101::a]:55893","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21177,"response_code":200}
{"msg":"path is \"/data/regions/550aa776-beea-4bd4-b391-20ac60a1131d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.827229314Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"dataset is oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/550aa776-beea-4bd4-b391-20ac60a1131d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.833921328Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"snapshot is oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/550aa776-beea-4bd4-b391-20ac60a1131d@a415edd3-7801-4052-9db1-0edde976693a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.840867646Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/550aa776-beea-4bd4-b391-20ac60a1131d\", \"a415edd3-7801-4052-9db1-0edde976693a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.840898857Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 550aa776-beea-4bd4-b391-20ac60a1131d-a415edd3-7801-4052-9db1-0edde976693a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.847545342Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"applying SMF actions for region 550aa776-beea-4bd4-b391-20ac60a1131d running snapshot a415edd3-7801-4052-9db1-0edde976693a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.848088957Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.848116158Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"uri":"/crucible/0/regions/550aa776-beea-4bd4-b391-20ac60a1131d/snapshots/a415edd3-7801-4052-9db1-0edde976693a/run","method":"POST","req_id":"6e042705-c2aa-4a8c-b96e-813e7b324362","remote_addr":"[fd00:1122:3344:101::a]:55893","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20846,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-550aa776-beea-4bd4-b391-20ac60a1131d-a415edd3-7801-4052-9db1-0edde976693a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.858899414Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-550aa776-beea-4bd4-b391-20ac60a1131d-a415edd3-7801-4052-9db1-0edde976693a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.870922342Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-550aa776-beea-4bd4-b391-20ac60a1131d-a415edd3-7801-4052-9db1-0edde976693a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.894393743Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/550aa776-beea-4bd4-b391-20ac60a1131d/.zfs/snapshot/a415edd3-7801-4052-9db1-0edde976693a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.894704186Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.894754706Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.894785806Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.894830327Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.894883677Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.902552033Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.913601831Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"worker"}
{"msg":"region 550aa776-beea-4bd4-b391-20ac60a1131d running snapshot a415edd3-7801-4052-9db1-0edde976693a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:40.913643202Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"path is \"/data/regions/550aa776-beea-4bd4-b391-20ac60a1131d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:41.099849891Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"dataset is oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/550aa776-beea-4bd4-b391-20ac60a1131d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:41.107036102Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"datafile"}
{"msg":"snapshot is oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/550aa776-beea-4bd4-b391-20ac60a1131d@a415edd3-7801-4052-9db1-0edde976693a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:41.112785948Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_762e24e3-c294-42ec-9e94-4e8d58c8c7ba/crucible/regions/550aa776-beea-4bd4-b391-20ac60a1131d\", \"a415edd3-7801-4052-9db1-0edde976693a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:41.112823429Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-16T22:42:41.119541664Z","hostname":"oxz_crucible_cc06a5c0-6a6e-46a2-9b2b-179d622b0956","pid":28303,"uri":"/crucible/0/regions/550aa776-beea-4bd4-b391-20ac60a1131d/snapshots/a415edd3-7801-4052-9db1-0edde976693a/run","method":"POST","req_id":"152602cf-77ba-49e1-9046-f903e74e19bf","remote_addr":"[fd00:1122:3344:101::a]:55893","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19727,"response_code":200}