[ Nov  8 10:30:23 Enabled. ]
[ Nov  8 10:30:23 Rereading configuration. ]
[ Nov  8 10:30:24 Rereading configuration. ]
[ Nov  8 10:30:27 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:27.864149613Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829}
{"msg":"dataset: \"oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:27.864384115Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:27.864403466Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:27.864412995Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:27.882894377Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:27.96449305Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.037848203Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61910"}
{"msg":"region 7bdbf5ba-1b6f-4601-a1f5-70da38de6feb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.065908933Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.072244539Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.0761696Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions","method":"POST","req_id":"79443bf9-ed61-40dc-bb90-6c4f4268bc54","remote_addr":"[fd00:1122:3344:101::b]:61910","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":14883,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.078445103Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.078461773Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7bdbf5ba-1b6f-4601-a1f5-70da38de6feb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7bdbf5ba-1b6f-4601-a1f5-70da38de6feb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.139593305Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"region":"7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7bdbf5ba-1b6f-4601-a1f5-70da38de6feb\" \"--data\" \"/data/regions/7bdbf5ba-1b6f-4601-a1f5-70da38de6feb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.139643496Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"region":"7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.252834966Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions","method":"POST","req_id":"4bfbc7b6-ccb6-498d-bc79-02edab9bcda6","remote_addr":"[fd00:1122:3344:101::b]:61910","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":145,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.256753947Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"region":"7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","component":"worker"}
{"msg":"region 7bdbf5ba-1b6f-4601-a1f5-70da38de6feb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.258857459Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.25900155Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.259329483Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.265427657Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.27444621Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.275842274Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.276571832Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.276633902Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.276675813Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.276711613Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.279204849Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.281736895Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:56.741917964Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions","method":"POST","req_id":"d383a6f5-3465-4135-b66a-ce55fb03486a","remote_addr":"[fd00:1122:3344:101::b]:61910","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:57.223452443Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions/7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","method":"GET","req_id":"f923685d-5a13-45c6-9441-f00123bdbb7e","remote_addr":"[fd00:1122:3344:101::b]:61910","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"path is \"/data/regions/7bdbf5ba-1b6f-4601-a1f5-70da38de6feb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:57.228723698Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"dataset is oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:57.236378117Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"region 7bdbf5ba-1b6f-4601-a1f5-70da38de6feb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:57.244010026Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:57.244154437Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:57.244167267Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions/7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","method":"DELETE","req_id":"8041d2fd-e5ac-4d88-befc-ecfe2da2cd39","remote_addr":"[fd00:1122:3344:101::b]:61910","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":15468,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-7bdbf5ba-1b6f-4601-a1f5-70da38de6feb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:57.245131087Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:57.247402411Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:57.247706824Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions/7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","method":"GET","req_id":"d3863d4a-66ec-41c6-ab77-e843c9fb7115","remote_addr":"[fd00:1122:3344:101::b]:61910","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/7bdbf5ba-1b6f-4601-a1f5-70da38de6feb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:57.256135271Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"region":"7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","component":"worker"}
{"msg":"region 7bdbf5ba-1b6f-4601-a1f5-70da38de6feb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:57.317233983Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:57.344342833Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions/7bdbf5ba-1b6f-4601-a1f5-70da38de6feb","method":"GET","req_id":"2a1d4bbe-75c0-4edf-83af-ca75835c1d8b","remote_addr":"[fd00:1122:3344:101::b]:61910","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region a4e17044-ab28-4ae5-a3b7-3e8aca290e12 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.768194216Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.768353797Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions","method":"POST","req_id":"d91da7da-c214-4651-8cb6-b28489f04d3c","remote_addr":"[fd00:1122:3344:101::b]:61910","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":193,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.768380718Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.774050593Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.774077668Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a4e17044-ab28-4ae5-a3b7-3e8aca290e12\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.828492939Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"region":"a4e17044-ab28-4ae5-a3b7-3e8aca290e12","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a4e17044-ab28-4ae5-a3b7-3e8aca290e12\" \"--data\" \"/data/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.82853306Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"region":"a4e17044-ab28-4ae5-a3b7-3e8aca290e12","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.877521936Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"region":"a4e17044-ab28-4ae5-a3b7-3e8aca290e12","component":"worker"}
{"msg":"region a4e17044-ab28-4ae5-a3b7-3e8aca290e12 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.877558216Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.877673268Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a4e17044-ab28-4ae5-a3b7-3e8aca290e12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.879052972Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a4e17044-ab28-4ae5-a3b7-3e8aca290e12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.880282725Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.884108994Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a4e17044-ab28-4ae5-a3b7-3e8aca290e12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.885433878Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.885739781Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.885779792Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.885827762Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.885865902Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.888026705Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.891130827Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:30:59.998159294Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions","method":"POST","req_id":"265508de-2b66-4728-8234-a3558f2af6e3","remote_addr":"[fd00:1122:3344:101::b]:61910","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":84,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.58698812Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64269"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.587127371Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12","method":"GET","req_id":"92d8a143-4c7b-4932-a1bd-2741784eba4e","remote_addr":"[fd00:1122:3344:101::b]:64269","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"path is \"/data/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.595337606Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"dataset is oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.601614351Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"snapshot is oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12@ed7902d0-122b-4707-9c21-8a1b4bc73dd4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.606994266Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12\", \"ed7902d0-122b-4707-9c21-8a1b4bc73dd4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.607009707Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.618400015Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12/snapshots/ed7902d0-122b-4707-9c21-8a1b4bc73dd4","method":"GET","req_id":"176f0f7c-124c-4663-9836-a1e1bb77a386","remote_addr":"[fd00:1122:3344:101::b]:64269","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27474,"response_code":200}
{"msg":"path is \"/data/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.622034822Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"dataset is oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.627736041Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"snapshot is oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12@ed7902d0-122b-4707-9c21-8a1b4bc73dd4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.63246361Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12\", \"ed7902d0-122b-4707-9c21-8a1b4bc73dd4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.63247833Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a4e17044-ab28-4ae5-a3b7-3e8aca290e12-ed7902d0-122b-4707-9c21-8a1b4bc73dd4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.639058578Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"applying SMF actions for region a4e17044-ab28-4ae5-a3b7-3e8aca290e12 running snapshot ed7902d0-122b-4707-9c21-8a1b4bc73dd4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.639879017Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.639903767Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12/snapshots/ed7902d0-122b-4707-9c21-8a1b4bc73dd4/run","method":"POST","req_id":"33632a21-b934-4db4-b15f-de707e920560","remote_addr":"[fd00:1122:3344:101::b]:64269","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17869,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-a4e17044-ab28-4ae5-a3b7-3e8aca290e12-ed7902d0-122b-4707-9c21-8a1b4bc73dd4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.651065692Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a4e17044-ab28-4ae5-a3b7-3e8aca290e12-ed7902d0-122b-4707-9c21-8a1b4bc73dd4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.660158126Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a4e17044-ab28-4ae5-a3b7-3e8aca290e12-ed7902d0-122b-4707-9c21-8a1b4bc73dd4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.665417081Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12/.zfs/snapshot/ed7902d0-122b-4707-9c21-8a1b4bc73dd4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.665709164Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.665750694Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.665793785Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.665829265Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.665876326Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.667603473Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.670479513Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"worker"}
{"msg":"region a4e17044-ab28-4ae5-a3b7-3e8aca290e12 running snapshot ed7902d0-122b-4707-9c21-8a1b4bc73dd4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:04.670489383Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"path is \"/data/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:05.005303984Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"dataset is oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:05.011001023Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"datafile"}
{"msg":"snapshot is oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12@ed7902d0-122b-4707-9c21-8a1b4bc73dd4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:05.015813463Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_24f3063e-7fc3-4ae9-9ba6-2941f52a5697/crucible/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12\", \"ed7902d0-122b-4707-9c21-8a1b4bc73dd4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:05.015835953Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-08T10:42:05.021592133Z","hostname":"oxz_crucible_74694fd0-ab25-4b5e-b7d2-1cb8b52749eb","pid":27829,"uri":"/crucible/0/regions/a4e17044-ab28-4ae5-a3b7-3e8aca290e12/snapshots/ed7902d0-122b-4707-9c21-8a1b4bc73dd4/run","method":"POST","req_id":"dbc8c40e-70b0-42d6-9308-3b3f70c6bbb7","remote_addr":"[fd00:1122:3344:101::b]:64269","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16318,"response_code":200}