[ Nov  6 01:00:34 Enabled. ]
[ Nov  6 01:00:34 Rereading configuration. ]
[ Nov  6 01:00:37 Rereading configuration. ]
[ Nov  6 01:00:41 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:00:41.648504157Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666}
{"msg":"dataset: \"oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:00:41.648749535Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:00:41.648763316Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:00:41.648771966Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:00:41.66894166Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:00:41.725742916Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.566598622Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37072"}
{"msg":"region 3c633bb5-00b6-4158-bd35-241a62dfe92c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.595559244Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.603097419Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.607761568Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"uri":"/crucible/0/regions","method":"POST","req_id":"cd240eab-ea71-429b-b960-885546841b94","remote_addr":"[fd00:1122:3344:101::b]:37072","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16881,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/3c633bb5-00b6-4158-bd35-241a62dfe92c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.609788477Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/3c633bb5-00b6-4158-bd35-241a62dfe92c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.609818567Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3c633bb5-00b6-4158-bd35-241a62dfe92c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3c633bb5-00b6-4158-bd35-241a62dfe92c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.696035062Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"region":"3c633bb5-00b6-4158-bd35-241a62dfe92c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3c633bb5-00b6-4158-bd35-241a62dfe92c\" \"--data\" \"/data/regions/3c633bb5-00b6-4158-bd35-241a62dfe92c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.696108344Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"region":"3c633bb5-00b6-4158-bd35-241a62dfe92c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.829821629Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"region":"3c633bb5-00b6-4158-bd35-241a62dfe92c","component":"worker"}
{"msg":"region 3c633bb5-00b6-4158-bd35-241a62dfe92c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.832573572Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.832894723Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3c633bb5-00b6-4158-bd35-241a62dfe92c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.833257645Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3c633bb5-00b6-4158-bd35-241a62dfe92c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.842133336Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.842653754Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"uri":"/crucible/0/regions","method":"POST","req_id":"aa607d22-4ad8-4ca7-93e4-e96206760b54","remote_addr":"[fd00:1122:3344:101::b]:37072","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.854971612Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3c633bb5-00b6-4158-bd35-241a62dfe92c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.858405518Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3c633bb5-00b6-4158-bd35-241a62dfe92c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.859133443Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.859198245Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.859226796Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.859264787Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.864523676Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:39.870698005Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:40.759102684Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"uri":"/crucible/0/regions/3c633bb5-00b6-4158-bd35-241a62dfe92c","method":"GET","req_id":"33bb8a3f-edd8-40c7-9d0b-9938c16eb6c1","remote_addr":"[fd00:1122:3344:101::b]:37072","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"path is \"/data/regions/3c633bb5-00b6-4158-bd35-241a62dfe92c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:40.762779029Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"dataset is oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/3c633bb5-00b6-4158-bd35-241a62dfe92c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:40.770111998Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"region 3c633bb5-00b6-4158-bd35-241a62dfe92c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:40.777381104Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:40.777585471Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:40.777608382Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"uri":"/crucible/0/regions/3c633bb5-00b6-4158-bd35-241a62dfe92c","method":"DELETE","req_id":"3da67c20-e3bb-4f81-8b97-9c283976ff83","remote_addr":"[fd00:1122:3344:101::b]:37072","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":14843,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-3c633bb5-00b6-4158-bd35-241a62dfe92c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:40.778553984Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:40.780758679Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"uri":"/crucible/0/regions/3c633bb5-00b6-4158-bd35-241a62dfe92c","method":"GET","req_id":"87db2c6e-3aa9-4463-9b65-e0fab5e47548","remote_addr":"[fd00:1122:3344:101::b]:37072","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:40.783119239Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/3c633bb5-00b6-4158-bd35-241a62dfe92c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:40.791843105Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"region":"3c633bb5-00b6-4158-bd35-241a62dfe92c","component":"worker"}
{"msg":"region 3c633bb5-00b6-4158-bd35-241a62dfe92c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:40.860083369Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:40.905290212Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"uri":"/crucible/0/regions/3c633bb5-00b6-4158-bd35-241a62dfe92c","method":"GET","req_id":"74e4292c-994c-4a35-832d-ac631c6ace14","remote_addr":"[fd00:1122:3344:101::b]:37072","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region 82437b33-ba16-4585-813a-ff8bc4efd38d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.162257295Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.16240256Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"uri":"/crucible/0/regions","method":"POST","req_id":"ac6cc5a1-c0d7-42fb-97fb-6b5e119ac165","remote_addr":"[fd00:1122:3344:101::b]:37072","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":190,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.162423891Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/82437b33-ba16-4585-813a-ff8bc4efd38d","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.167446891Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/82437b33-ba16-4585-813a-ff8bc4efd38d","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.167481442Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"82437b33-ba16-4585-813a-ff8bc4efd38d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/82437b33-ba16-4585-813a-ff8bc4efd38d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.207169848Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"region":"82437b33-ba16-4585-813a-ff8bc4efd38d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"82437b33-ba16-4585-813a-ff8bc4efd38d\" \"--data\" \"/data/regions/82437b33-ba16-4585-813a-ff8bc4efd38d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.20720922Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"region":"82437b33-ba16-4585-813a-ff8bc4efd38d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.27708637Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"region":"82437b33-ba16-4585-813a-ff8bc4efd38d","component":"worker"}
{"msg":"region 82437b33-ba16-4585-813a-ff8bc4efd38d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.277120791Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.277224524Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-82437b33-ba16-4585-813a-ff8bc4efd38d","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.278437675Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-82437b33-ba16-4585-813a-ff8bc4efd38d","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.282170442Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.289916305Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82437b33-ba16-4585-813a-ff8bc4efd38d","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.293469395Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82437b33-ba16-4585-813a-ff8bc4efd38d","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.293809287Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.293816077Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.293823757Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.293828427Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.297759261Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.302683318Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:01:43.338866955Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"uri":"/crucible/0/regions","method":"POST","req_id":"5a022f05-2c37-4b58-a958-6be5d665d65b","remote_addr":"[fd00:1122:3344:101::b]:37072","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:47.928948751Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59477"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:47.929360555Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"uri":"/crucible/0/regions/82437b33-ba16-4585-813a-ff8bc4efd38d","method":"GET","req_id":"401bfe42-c753-43a7-9d93-241dcd24ce19","remote_addr":"[fd00:1122:3344:101::b]:59477","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":47,"response_code":200}
{"msg":"path is \"/data/regions/82437b33-ba16-4585-813a-ff8bc4efd38d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:47.93747825Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"dataset is oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/82437b33-ba16-4585-813a-ff8bc4efd38d","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:47.946893289Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"snapshot is oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/82437b33-ba16-4585-813a-ff8bc4efd38d@987a4d5d-e5f6-4ee2-b545-11550b0ae7c6","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:47.9551647Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/82437b33-ba16-4585-813a-ff8bc4efd38d\", \"987a4d5d-e5f6-4ee2-b545-11550b0ae7c6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:47.95518499Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:47.970685236Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"uri":"/crucible/0/regions/82437b33-ba16-4585-813a-ff8bc4efd38d/snapshots/987a4d5d-e5f6-4ee2-b545-11550b0ae7c6","method":"GET","req_id":"98760d97-4033-4fed-bbf9-c59147f9d141","remote_addr":"[fd00:1122:3344:101::b]:59477","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":36921,"response_code":200}
{"msg":"path is \"/data/regions/82437b33-ba16-4585-813a-ff8bc4efd38d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:47.975381745Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"dataset is oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/82437b33-ba16-4585-813a-ff8bc4efd38d","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:47.983429928Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"snapshot is oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/82437b33-ba16-4585-813a-ff8bc4efd38d@987a4d5d-e5f6-4ee2-b545-11550b0ae7c6","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:47.990572721Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/82437b33-ba16-4585-813a-ff8bc4efd38d\", \"987a4d5d-e5f6-4ee2-b545-11550b0ae7c6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:47.990598431Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 82437b33-ba16-4585-813a-ff8bc4efd38d-987a4d5d-e5f6-4ee2-b545-11550b0ae7c6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.002902279Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"applying SMF actions for region 82437b33-ba16-4585-813a-ff8bc4efd38d running snapshot 987a4d5d-e5f6-4ee2-b545-11550b0ae7c6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.003677935Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.003721787Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"uri":"/crucible/0/regions/82437b33-ba16-4585-813a-ff8bc4efd38d/snapshots/987a4d5d-e5f6-4ee2-b545-11550b0ae7c6/run","method":"POST","req_id":"2908435a-19b3-4a68-b1fb-9f928bbd76e9","remote_addr":"[fd00:1122:3344:101::b]:59477","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28370,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-82437b33-ba16-4585-813a-ff8bc4efd38d-987a4d5d-e5f6-4ee2-b545-11550b0ae7c6","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.026978095Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-82437b33-ba16-4585-813a-ff8bc4efd38d-987a4d5d-e5f6-4ee2-b545-11550b0ae7c6","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.039324714Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-82437b33-ba16-4585-813a-ff8bc4efd38d-987a4d5d-e5f6-4ee2-b545-11550b0ae7c6","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.053096171Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82437b33-ba16-4585-813a-ff8bc4efd38d/.zfs/snapshot/987a4d5d-e5f6-4ee2-b545-11550b0ae7c6","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.053577857Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.053628209Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.053697241Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.053743173Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.053836776Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.058478893Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.064624472Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"worker"}
{"msg":"region 82437b33-ba16-4585-813a-ff8bc4efd38d running snapshot 987a4d5d-e5f6-4ee2-b545-11550b0ae7c6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.064646343Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"path is \"/data/regions/82437b33-ba16-4585-813a-ff8bc4efd38d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.313017336Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"dataset is oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/82437b33-ba16-4585-813a-ff8bc4efd38d","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.319522086Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"datafile"}
{"msg":"snapshot is oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/82437b33-ba16-4585-813a-ff8bc4efd38d@987a4d5d-e5f6-4ee2-b545-11550b0ae7c6","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.325504849Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6fbd189d-1df2-40c8-87dd-28cd4de3c95e/crucible/regions/82437b33-ba16-4585-813a-ff8bc4efd38d\", \"987a4d5d-e5f6-4ee2-b545-11550b0ae7c6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.32554464Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-06T01:12:48.3311416Z","hostname":"oxz_crucible_2063ce2a-1ca9-4549-b590-744dc341887f","pid":28666,"uri":"/crucible/0/regions/82437b33-ba16-4585-813a-ff8bc4efd38d/snapshots/987a4d5d-e5f6-4ee2-b545-11550b0ae7c6/run","method":"POST","req_id":"bc2aa41f-be16-4dc6-93b9-de7f3f648c48","remote_addr":"[fd00:1122:3344:101::b]:59477","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18160,"response_code":200}