[ Dec 21 07:42:42 Enabled. ]
[ Dec 21 07:42:42 Rereading configuration. ]
[ Dec 21 07:42:43 Rereading configuration. ]
[ Dec 21 07:42:47 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f16a4591-8357-4fd5-b354-0deda45e4488/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_f16a4591-8357-4fd5-b354-0deda45e4488/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:42:47.625630902Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:42:47.628126084Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:42:47.628138004Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:42:47.645365821Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:42:47.74030433Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:48.752806398Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37089"}
{"msg":"region e63f9e02-d16f-4d69-82dd-bb149a367a66 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:48.795692031Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:48.800229297Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:48.80463443Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"uri":"/crucible/0/regions","method":"POST","req_id":"05cc73ea-ee4c-46ca-9144-ad0fc2abefe5","remote_addr":"[fd00:1122:3344:101::b]:37089","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15822,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_f16a4591-8357-4fd5-b354-0deda45e4488/crucible/regions/e63f9e02-d16f-4d69-82dd-bb149a367a66","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:48.810515778Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f16a4591-8357-4fd5-b354-0deda45e4488/crucible/regions/e63f9e02-d16f-4d69-82dd-bb149a367a66","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:48.810542558Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e63f9e02-d16f-4d69-82dd-bb149a367a66\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e63f9e02-d16f-4d69-82dd-bb149a367a66\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:48.858547297Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"region":"e63f9e02-d16f-4d69-82dd-bb149a367a66","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e63f9e02-d16f-4d69-82dd-bb149a367a66\" \"--data\" \"/data/regions/e63f9e02-d16f-4d69-82dd-bb149a367a66\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:48.861020058Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"region":"e63f9e02-d16f-4d69-82dd-bb149a367a66","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.069853693Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"uri":"/crucible/0/regions","method":"POST","req_id":"0021eb9a-0e8a-4d36-b1cc-43b3835e9960","remote_addr":"[fd00:1122:3344:101::b]:37089","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.126533456Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"region":"e63f9e02-d16f-4d69-82dd-bb149a367a66","component":"worker"}
{"msg":"region e63f9e02-d16f-4d69-82dd-bb149a367a66 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.126577097Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.126668518Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e63f9e02-d16f-4d69-82dd-bb149a367a66","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.127047875Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e63f9e02-d16f-4d69-82dd-bb149a367a66","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.133160326Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.147394853Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e63f9e02-d16f-4d69-82dd-bb149a367a66","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.149837614Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e63f9e02-d16f-4d69-82dd-bb149a367a66","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.150563856Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.150625407Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.150668368Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.150705469Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.154907578Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.159726059Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:49.807352304Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"uri":"/crucible/0/regions","method":"POST","req_id":"5e0448c4-fe32-4f3b-8039-954f572410f3","remote_addr":"[fd00:1122:3344:101::b]:37089","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:50.141292891Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"uri":"/crucible/0/regions/e63f9e02-d16f-4d69-82dd-bb149a367a66","method":"GET","req_id":"f6c929e9-9827-48d1-894c-22ae750008bd","remote_addr":"[fd00:1122:3344:101::b]:37089","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"path is \"/data/regions/e63f9e02-d16f-4d69-82dd-bb149a367a66\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:50.145721554Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"datafile"}
{"msg":"dataset is oxp_f16a4591-8357-4fd5-b354-0deda45e4488/crucible/regions/e63f9e02-d16f-4d69-82dd-bb149a367a66","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:50.156306061Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"datafile"}
{"msg":"region e63f9e02-d16f-4d69-82dd-bb149a367a66 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:50.165984151Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:50.166133604Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:50.166198025Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"uri":"/crucible/0/regions/e63f9e02-d16f-4d69-82dd-bb149a367a66","method":"DELETE","req_id":"797d6700-272a-4ba3-ae22-5d186eb70585","remote_addr":"[fd00:1122:3344:101::b]:37089","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20517,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-e63f9e02-d16f-4d69-82dd-bb149a367a66 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:50.169854359Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:50.171347941Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"uri":"/crucible/0/regions/e63f9e02-d16f-4d69-82dd-bb149a367a66","method":"GET","req_id":"54da7f6c-db07-46c3-a75f-1c4faaafcbd7","remote_addr":"[fd00:1122:3344:101::b]:37089","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":39,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:50.174968951Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f16a4591-8357-4fd5-b354-0deda45e4488/crucible/regions/e63f9e02-d16f-4d69-82dd-bb149a367a66\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:50.185954624Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"region":"e63f9e02-d16f-4d69-82dd-bb149a367a66","component":"worker"}
{"msg":"region e63f9e02-d16f-4d69-82dd-bb149a367a66 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:50.258054054Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:43:50.291081403Z","hostname":"oxz_crucible_3d9a1f09-e884-4dd8-9d67-2dd81b482de5","pid":22356,"uri":"/crucible/0/regions/e63f9e02-d16f-4d69-82dd-bb149a367a66","method":"GET","req_id":"40e4a799-a425-4d9b-8666-77d8e90d3fdb","remote_addr":"[fd00:1122:3344:101::b]:37089","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":"200"}