[ Jul 10 23:58:18 Enabled. ]
[ Jul 10 23:58:18 Rereading configuration. ]
[ Jul 10 23:58:21 Rereading configuration. ]
[ Jul 10 23:58:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4cab71ff-67df-44db-adca-8ef81d5bc209/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_4cab71ff-67df-44db-adca-8ef81d5bc209/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:58:23.031478402Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:58:23.035364724Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:58:23.035382524Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:58:23.055063878Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:58:23.148181981Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.197159123Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:52718"}
{"msg":"region 1068476f-5b4f-49c5-b165-d6a73346c126 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.209876841Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.215404771Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"uri":"/crucible/0/regions","method":"POST","req_id":"56599416-17a3-40ca-88fe-d12c1bab1ccd","remote_addr":"[fd00:1122:3344:101::c]:52718","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":12731,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.215423182Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_4cab71ff-67df-44db-adca-8ef81d5bc209/crucible/regions/1068476f-5b4f-49c5-b165-d6a73346c126","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.224226438Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_4cab71ff-67df-44db-adca-8ef81d5bc209/crucible/regions/1068476f-5b4f-49c5-b165-d6a73346c126","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.224289188Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1068476f-5b4f-49c5-b165-d6a73346c126\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1068476f-5b4f-49c5-b165-d6a73346c126\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.28975605Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"region":"1068476f-5b4f-49c5-b165-d6a73346c126","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1068476f-5b4f-49c5-b165-d6a73346c126\" \"--data\" \"/data/regions/1068476f-5b4f-49c5-b165-d6a73346c126\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.292052075Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"region":"1068476f-5b4f-49c5-b165-d6a73346c126","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.405749732Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"region":"1068476f-5b4f-49c5-b165-d6a73346c126","component":"worker"}
{"msg":"region 1068476f-5b4f-49c5-b165-d6a73346c126 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.405843793Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.406037124Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1068476f-5b4f-49c5-b165-d6a73346c126","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.406438819Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1068476f-5b4f-49c5-b165-d6a73346c126","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.409823236Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.422841707Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1068476f-5b4f-49c5-b165-d6a73346c126","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.425700998Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1068476f-5b4f-49c5-b165-d6a73346c126","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.426268655Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.431148118Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.431237819Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.431245349Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.436067191Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.444590444Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:20.463748202Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"uri":"/crucible/0/regions","method":"POST","req_id":"afdfb874-3d9c-42e9-a672-aad75d803b1d","remote_addr":"[fd00:1122:3344:101::c]:52718","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":87,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:21.688095946Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"uri":"/crucible/0/regions/1068476f-5b4f-49c5-b165-d6a73346c126","method":"GET","req_id":"7061abbe-59ae-427b-bc08-2a3403edddf5","remote_addr":"[fd00:1122:3344:101::c]:52718","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"path is \"/data/regions/1068476f-5b4f-49c5-b165-d6a73346c126\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:21.690397181Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"datafile"}
{"msg":"dataset is oxp_4cab71ff-67df-44db-adca-8ef81d5bc209/crucible/regions/1068476f-5b4f-49c5-b165-d6a73346c126","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:21.699627611Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"datafile"}
{"msg":"region 1068476f-5b4f-49c5-b165-d6a73346c126 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:21.709987374Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:21.710167156Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:21.710238047Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"uri":"/crucible/0/regions/1068476f-5b4f-49c5-b165-d6a73346c126","method":"DELETE","req_id":"81cac7cc-6b7f-4b51-995f-2b94a345dc29","remote_addr":"[fd00:1122:3344:101::c]:52718","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19886,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-1068476f-5b4f-49c5-b165-d6a73346c126 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:21.711233457Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:21.715308162Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"uri":"/crucible/0/regions/1068476f-5b4f-49c5-b165-d6a73346c126","method":"GET","req_id":"e20c3426-b89d-49de-9e26-f9267b1e673f","remote_addr":"[fd00:1122:3344:101::c]:52718","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":770,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:21.717584547Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_4cab71ff-67df-44db-adca-8ef81d5bc209/crucible/regions/1068476f-5b4f-49c5-b165-d6a73346c126\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:21.728389174Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"region":"1068476f-5b4f-49c5-b165-d6a73346c126","component":"worker"}
{"msg":"region 1068476f-5b4f-49c5-b165-d6a73346c126 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:21.783712986Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:59:21.868017093Z","hostname":"oxz_crucible_9d5926a5-7f92-4354-a5d0-796448d8cf77","pid":25647,"uri":"/crucible/0/regions/1068476f-5b4f-49c5-b165-d6a73346c126","method":"GET","req_id":"8705aef5-592d-44ba-8aaa-d8a68a80652d","remote_addr":"[fd00:1122:3344:101::c]:52718","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":"200"}