[ Feb  1 02:09:04 Enabled. ]
[ Feb  1 02:09:04 Rereading configuration. ]
[ Feb  1 02:09:09 Rereading configuration. ]
[ Feb  1 02:09:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b531588a-3566-4399-8139-f6e67067de42/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_b531588a-3566-4399-8139-f6e67067de42/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:14.389258486Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:14.392832991Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:14.392846161Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:14.411467162Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:14.512137962Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.371572654Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64333"}
{"msg":"region 8bd6e221-9231-4d12-8665-2859715b7feb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.380141257Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.381135677Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions","method":"POST","req_id":"8d92e8be-6e66-4466-859a-f06e01b09f52","remote_addr":"[fd00:1122:3344:101::b]:64333","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1721,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.381159977Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/8bd6e221-9231-4d12-8665-2859715b7feb","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.391253625Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/8bd6e221-9231-4d12-8665-2859715b7feb","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.391314136Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8bd6e221-9231-4d12-8665-2859715b7feb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8bd6e221-9231-4d12-8665-2859715b7feb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.470802059Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"region":"8bd6e221-9231-4d12-8665-2859715b7feb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8bd6e221-9231-4d12-8665-2859715b7feb\" \"--data\" \"/data/regions/8bd6e221-9231-4d12-8665-2859715b7feb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.473157992Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"region":"8bd6e221-9231-4d12-8665-2859715b7feb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.653136023Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"region":"8bd6e221-9231-4d12-8665-2859715b7feb","component":"worker"}
{"msg":"region 8bd6e221-9231-4d12-8665-2859715b7feb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.653230394Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.653487236Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8bd6e221-9231-4d12-8665-2859715b7feb","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.65392897Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8bd6e221-9231-4d12-8665-2859715b7feb","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.662608635Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.678488669Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions","method":"POST","req_id":"7804c6d2-d4d2-446a-b766-99d182e21b35","remote_addr":"[fd00:1122:3344:101::b]:64333","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.680443759Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8bd6e221-9231-4d12-8665-2859715b7feb","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.688719289Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8bd6e221-9231-4d12-8665-2859715b7feb","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.689465196Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.689574457Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.689675048Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.689682698Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.697137181Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.705463382Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.458649979Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions/8bd6e221-9231-4d12-8665-2859715b7feb","method":"GET","req_id":"f0deca09-7e57-461a-bf2c-e07fdc440680","remote_addr":"[fd00:1122:3344:101::b]:64333","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"path is \"/data/regions/8bd6e221-9231-4d12-8665-2859715b7feb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.462343375Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"}
{"msg":"dataset is oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/8bd6e221-9231-4d12-8665-2859715b7feb","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.473982178Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"}
{"msg":"region 8bd6e221-9231-4d12-8665-2859715b7feb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.485659032Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.485877654Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-8bd6e221-9231-4d12-8665-2859715b7feb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.486985954Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.487926274Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions/8bd6e221-9231-4d12-8665-2859715b7feb","method":"DELETE","req_id":"7836e91b-afe9-4642-ad1c-9bb1866978b9","remote_addr":"[fd00:1122:3344:101::b]:64333","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25607,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.490355977Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions/8bd6e221-9231-4d12-8665-2859715b7feb","method":"GET","req_id":"39b8db37-aebf-4fbb-859b-c60fcd71bddc","remote_addr":"[fd00:1122:3344:101::b]:64333","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":33,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.493944472Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/8bd6e221-9231-4d12-8665-2859715b7feb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.507144921Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"region":"8bd6e221-9231-4d12-8665-2859715b7feb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.562471769Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions/8bd6e221-9231-4d12-8665-2859715b7feb","method":"GET","req_id":"42fc2ace-41b2-44ff-b539-97e73f2a8563","remote_addr":"[fd00:1122:3344:101::b]:64333","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"region 8bd6e221-9231-4d12-8665-2859715b7feb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.598043495Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.63346853Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions/8bd6e221-9231-4d12-8665-2859715b7feb","method":"GET","req_id":"cbcf2051-50d8-4a5d-81e8-50c0de0b3143","remote_addr":"[fd00:1122:3344:101::b]:64333","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":45,"response_code":"200"}
{"msg":"region 12a8af30-44cd-45b3-9c2f-e8de1e7eee0e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:32.99664782Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:32.999079603Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:32.999156734Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions","method":"POST","req_id":"339b6456-2d33-4b69-a379-80ffc14a44b4","remote_addr":"[fd00:1122:3344:101::b]:64333","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2489,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.008637456Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.008664246Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"12a8af30-44cd-45b3-9c2f-e8de1e7eee0e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.103557329Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"region":"12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"12a8af30-44cd-45b3-9c2f-e8de1e7eee0e\" \"--data\" \"/data/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.105811822Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"region":"12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.209282307Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"region":"12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","component":"worker"}
{"msg":"region 12a8af30-44cd-45b3-9c2f-e8de1e7eee0e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.209359978Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.20953144Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.210978184Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.214655249Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.220337635Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions","method":"POST","req_id":"8805ca8e-f96f-4f54-ad55-32e99224dfc2","remote_addr":"[fd00:1122:3344:101::b]:64333","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.226194842Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.23420206Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.234526723Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.234593334Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.234643704Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.234690475Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.245665091Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:33.250619699Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"}