[ Mar  1 01:14:42 Enabled. ]
[ Mar  1 01:14:42 Rereading configuration. ]
[ Mar  1 01:14:45 Rereading configuration. ]
[ Mar  1 01:14:47 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c995cf87-df16-4488-b492-a0cb308dc53a/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_c995cf87-df16-4488-b492-a0cb308dc53a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:47.653348854Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:47.656489968Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:47.656501698Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:47.674801981Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:47.742101452Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.623102598Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52826"}
{"msg":"region 8ff95660-485c-4772-bced-cc5725605b03 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.629635191Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.632588851Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"uri":"/crucible/0/regions","method":"POST","req_id":"e4141fa6-eede-40c7-a957-645f6f5ac28c","remote_addr":"[fd00:1122:3344:101::b]:52826","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":3664,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.632606092Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_c995cf87-df16-4488-b492-a0cb308dc53a/crucible/regions/8ff95660-485c-4772-bced-cc5725605b03","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.642051594Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c995cf87-df16-4488-b492-a0cb308dc53a/crucible/regions/8ff95660-485c-4772-bced-cc5725605b03","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.642083255Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8ff95660-485c-4772-bced-cc5725605b03\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8ff95660-485c-4772-bced-cc5725605b03\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.695567554Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"region":"8ff95660-485c-4772-bced-cc5725605b03","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8ff95660-485c-4772-bced-cc5725605b03\" \"--data\" \"/data/regions/8ff95660-485c-4772-bced-cc5725605b03\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.695625096Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"region":"8ff95660-485c-4772-bced-cc5725605b03","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.808523455Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"region":"8ff95660-485c-4772-bced-cc5725605b03","component":"worker"}
{"msg":"region 8ff95660-485c-4772-bced-cc5725605b03 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.808565756Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.808656948Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8ff95660-485c-4772-bced-cc5725605b03","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.809069697Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8ff95660-485c-4772-bced-cc5725605b03","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.812440505Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.823391988Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8ff95660-485c-4772-bced-cc5725605b03","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.82741157Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8ff95660-485c-4772-bced-cc5725605b03","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.828262577Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.83034418Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.830436872Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.830455642Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.834659618Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"uri":"/crucible/0/regions","method":"POST","req_id":"d8e7f172-9209-4a02-81b9-b3e740b46920","remote_addr":"[fd00:1122:3344:101::b]:52826","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.839237391Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:14:59.843994828Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:15:00.295438044Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"uri":"/crucible/0/regions/8ff95660-485c-4772-bced-cc5725605b03","method":"GET","req_id":"077f72d1-2436-481b-a6df-4f474b9f9551","remote_addr":"[fd00:1122:3344:101::b]:52826","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":44,"response_code":"200"}
{"msg":"path is \"/data/regions/8ff95660-485c-4772-bced-cc5725605b03\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:15:00.298485226Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"datafile"}
{"msg":"dataset is oxp_c995cf87-df16-4488-b492-a0cb308dc53a/crucible/regions/8ff95660-485c-4772-bced-cc5725605b03","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:15:00.310215412Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"datafile"}
{"msg":"region 8ff95660-485c-4772-bced-cc5725605b03 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:15:00.3217647Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:15:00.321977634Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:15:00.322054606Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"uri":"/crucible/0/regions/8ff95660-485c-4772-bced-cc5725605b03","method":"DELETE","req_id":"effed295-6359-4616-a649-281ff004fda6","remote_addr":"[fd00:1122:3344:101::b]:52826","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23601,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-8ff95660-485c-4772-bced-cc5725605b03 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:15:00.323051916Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:15:00.325481985Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"uri":"/crucible/0/regions/8ff95660-485c-4772-bced-cc5725605b03","method":"GET","req_id":"746518f7-f292-4347-a5ac-5295daca1147","remote_addr":"[fd00:1122:3344:101::b]:52826","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:15:00.327600269Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c995cf87-df16-4488-b492-a0cb308dc53a/crucible/regions/8ff95660-485c-4772-bced-cc5725605b03\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:15:00.340012361Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"region":"8ff95660-485c-4772-bced-cc5725605b03","component":"worker"}
{"msg":"region 8ff95660-485c-4772-bced-cc5725605b03 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:15:00.41751645Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:15:00.444432159Z","hostname":"oxz_crucible_26e51894-548a-446f-bcf0-d900f3fcd639","pid":22956,"uri":"/crucible/0/regions/8ff95660-485c-4772-bced-cc5725605b03","method":"GET","req_id":"4b1b3f1c-1da6-48b9-af30-e383340050f9","remote_addr":"[fd00:1122:3344:101::b]:52826","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":"200"}