[ Feb 26 17:10:07 Enabled. ]
[ Feb 26 17:10:07 Rereading configuration. ]
[ Feb 26 17:10:09 Rereading configuration. ]
[ Feb 26 17:10:13 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d062d7e8-afdc-4641-b0c1-492bb6448500/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:10:13.675743939Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406}
{"msg":"dataset: \"oxp_d062d7e8-afdc-4641-b0c1-492bb6448500/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:10:13.676589632Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:10:13.676602962Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:10:13.676611103Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:10:13.691761222Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:10:13.761420392Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:07.880680951Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35040"}
{"msg":"region 12b3e2e4-1efc-426b-a979-973f7941d09d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:07.906889027Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:07.909626152Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:07.909646233Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions","method":"POST","req_id":"e818498a-e00e-4177-982a-6a8f7851a377","remote_addr":"[fd00:1122:3344:101::b]:35040","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14541,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_d062d7e8-afdc-4641-b0c1-492bb6448500/crucible/regions/12b3e2e4-1efc-426b-a979-973f7941d09d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:07.918308512Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_d062d7e8-afdc-4641-b0c1-492bb6448500/crucible/regions/12b3e2e4-1efc-426b-a979-973f7941d09d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:07.918328523Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"12b3e2e4-1efc-426b-a979-973f7941d09d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/12b3e2e4-1efc-426b-a979-973f7941d09d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.026651093Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"region":"12b3e2e4-1efc-426b-a979-973f7941d09d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"12b3e2e4-1efc-426b-a979-973f7941d09d\" \"--data\" \"/data/regions/12b3e2e4-1efc-426b-a979-973f7941d09d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.028942656Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"region":"12b3e2e4-1efc-426b-a979-973f7941d09d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.221134639Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions","method":"POST","req_id":"015f4be5-df8d-4886-9e49-4bcee21c2aa6","remote_addr":"[fd00:1122:3344:101::b]:35040","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.448795855Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"region":"12b3e2e4-1efc-426b-a979-973f7941d09d","component":"worker"}
{"msg":"region 12b3e2e4-1efc-426b-a979-973f7941d09d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.448841956Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.448934808Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-12b3e2e4-1efc-426b-a979-973f7941d09d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.449278868Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-12b3e2e4-1efc-426b-a979-973f7941d09d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.460430987Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.482237341Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-12b3e2e4-1efc-426b-a979-973f7941d09d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.485658476Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/12b3e2e4-1efc-426b-a979-973f7941d09d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.486295553Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.486371445Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.486423467Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.486469938Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.493498122Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.498574033Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:08.714613866Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions","method":"POST","req_id":"b3a32496-1700-4b29-8af2-745a51df3a38","remote_addr":"[fd00:1122:3344:101::b]:35040","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.295305568Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions/12b3e2e4-1efc-426b-a979-973f7941d09d","method":"GET","req_id":"3b591096-d116-4538-87f9-0baac5d52ad0","remote_addr":"[fd00:1122:3344:101::b]:35040","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":79,"response_code":200}
{"msg":"path is \"/data/regions/12b3e2e4-1efc-426b-a979-973f7941d09d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.298436195Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"}
{"msg":"dataset is oxp_d062d7e8-afdc-4641-b0c1-492bb6448500/crucible/regions/12b3e2e4-1efc-426b-a979-973f7941d09d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.306979412Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"}
{"msg":"region 12b3e2e4-1efc-426b-a979-973f7941d09d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.313740029Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.313884003Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions/12b3e2e4-1efc-426b-a979-973f7941d09d","method":"DELETE","req_id":"9c0beccd-9a83-4ba8-812d-817b24f720cd","remote_addr":"[fd00:1122:3344:101::b]:35040","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15467,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.313908364Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-12b3e2e4-1efc-426b-a979-973f7941d09d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.314371977Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.3162822Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions/12b3e2e4-1efc-426b-a979-973f7941d09d","method":"GET","req_id":"abc979e7-562a-421a-8bad-8f41d97e891b","remote_addr":"[fd00:1122:3344:101::b]:35040","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.32424821Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d062d7e8-afdc-4641-b0c1-492bb6448500/crucible/regions/12b3e2e4-1efc-426b-a979-973f7941d09d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.332380995Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"region":"12b3e2e4-1efc-426b-a979-973f7941d09d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.378003239Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions/12b3e2e4-1efc-426b-a979-973f7941d09d","method":"GET","req_id":"7ed1401b-f063-4f57-9c7a-dc3dd846a0fd","remote_addr":"[fd00:1122:3344:101::b]:35040","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":47,"response_code":200}
{"msg":"region 12b3e2e4-1efc-426b-a979-973f7941d09d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.434267707Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:11:09.448115541Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions/12b3e2e4-1efc-426b-a979-973f7941d09d","method":"GET","req_id":"95c09966-79b8-4db4-a911-25132d2c2954","remote_addr":"[fd00:1122:3344:101::b]:35040","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28,"response_code":200}