[ Aug 31 16:16:23 Enabled. ]
[ Aug 31 16:16:23 Rereading configuration. ]
[ Aug 31 16:16:25 Rereading configuration. ]
[ Aug 31 16:16:30 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_da628998-f8a4-40c3-89d1-3aee86d02fa7/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:16:30.375193324Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544}
{"msg":"dataset: \"oxp_da628998-f8a4-40c3-89d1-3aee86d02fa7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:16:30.375362916Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:16:30.375376956Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:16:30.375382106Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:16:30.388749096Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:16:30.781020923Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.326121906Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54643"}
{"msg":"region ac73f45c-1b8a-48b1-9bcb-625e5b739d9e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.361299751Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.365924533Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.370804217Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"uri":"/crucible/0/regions","method":"POST","req_id":"86c6fae9-fbb2-4092-9067-652856c969f9","remote_addr":"[fd00:1122:3344:101::b]:54643","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17053,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_da628998-f8a4-40c3-89d1-3aee86d02fa7/crucible/regions/ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.376557672Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_da628998-f8a4-40c3-89d1-3aee86d02fa7/crucible/regions/ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.376573972Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ac73f45c-1b8a-48b1-9bcb-625e5b739d9e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ac73f45c-1b8a-48b1-9bcb-625e5b739d9e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.434146077Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"region":"ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ac73f45c-1b8a-48b1-9bcb-625e5b739d9e\" \"--data\" \"/data/regions/ac73f45c-1b8a-48b1-9bcb-625e5b739d9e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.436378522Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"region":"ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.620656198Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"uri":"/crucible/0/regions","method":"POST","req_id":"96019bb9-1f7e-4014-9f98-f9e4179e8af2","remote_addr":"[fd00:1122:3344:101::b]:54643","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.626676615Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"region":"ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","component":"worker"}
{"msg":"region ac73f45c-1b8a-48b1-9bcb-625e5b739d9e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.630733791Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.630883852Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.633939337Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.647690211Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.662852301Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.665812704Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.666546032Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.666609483Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.666652364Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.666688404Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.670070012Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.674829745Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.919621889Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"uri":"/crucible/0/regions","method":"POST","req_id":"e4fbe42f-40cb-48cd-855d-9423747e40e7","remote_addr":"[fd00:1122:3344:101::b]:54643","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.788007793Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"uri":"/crucible/0/regions/ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","method":"GET","req_id":"7ca1b237-1b11-4543-b50e-da360840b0fb","remote_addr":"[fd00:1122:3344:101::b]:54643","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":87,"response_code":200}
{"msg":"path is \"/data/regions/ac73f45c-1b8a-48b1-9bcb-625e5b739d9e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.793614355Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"datafile"}
{"msg":"dataset is oxp_da628998-f8a4-40c3-89d1-3aee86d02fa7/crucible/regions/ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.801409303Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"datafile"}
{"msg":"region ac73f45c-1b8a-48b1-9bcb-625e5b739d9e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.809100409Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.80924304Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.809276691Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"uri":"/crucible/0/regions/ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","method":"DELETE","req_id":"70d77766-560c-4f6d-aeb2-dbf28b368530","remote_addr":"[fd00:1122:3344:101::b]:54643","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15665,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-ac73f45c-1b8a-48b1-9bcb-625e5b739d9e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.810329943Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.812834211Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"uri":"/crucible/0/regions/ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","method":"GET","req_id":"a13b444b-3a97-4d9c-90c5-7f73dcd986f1","remote_addr":"[fd00:1122:3344:101::b]:54643","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.815374819Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_da628998-f8a4-40c3-89d1-3aee86d02fa7/crucible/regions/ac73f45c-1b8a-48b1-9bcb-625e5b739d9e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.823242357Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"region":"ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","component":"worker"}
{"msg":"region ac73f45c-1b8a-48b1-9bcb-625e5b739d9e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.894127772Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.941386902Z","hostname":"oxz_crucible_c3b0d59c-cd3d-48ba-bcda-9512bce8cc60","pid":26544,"uri":"/crucible/0/regions/ac73f45c-1b8a-48b1-9bcb-625e5b739d9e","method":"GET","req_id":"b5fa416f-415d-466c-a766-cbedf179ce16","remote_addr":"[fd00:1122:3344:101::b]:54643","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":200}