[ Oct  3 20:31:48 Enabled. ]
[ Oct  3 20:31:48 Rereading configuration. ]
[ Oct  3 20:31:50 Rereading configuration. ]
[ Oct  3 20:31:52 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_dab8d29a-db6e-412c-9f30-46af8b4a3a6f/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_dab8d29a-db6e-412c-9f30-46af8b4a3a6f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:53.00155777Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:53.003442597Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:53.003453837Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:53.024525131Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:53.291127898Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.219848073Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43535"}
{"msg":"region 18150462-20c3-44b1-8412-759a8fd0ddfb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.254071434Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.258400042Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"uri":"/crucible/0/regions","method":"POST","req_id":"3742448c-c4d2-4e23-b79e-25d03f93717b","remote_addr":"[fd00:1122:3344:101::b]:43535","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":10357,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.26234109Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_dab8d29a-db6e-412c-9f30-46af8b4a3a6f/crucible/regions/18150462-20c3-44b1-8412-759a8fd0ddfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.271945669Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_dab8d29a-db6e-412c-9f30-46af8b4a3a6f/crucible/regions/18150462-20c3-44b1-8412-759a8fd0ddfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.27197645Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"18150462-20c3-44b1-8412-759a8fd0ddfb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/18150462-20c3-44b1-8412-759a8fd0ddfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.323609385Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"region":"18150462-20c3-44b1-8412-759a8fd0ddfb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"18150462-20c3-44b1-8412-759a8fd0ddfb\" \"--data\" \"/data/regions/18150462-20c3-44b1-8412-759a8fd0ddfb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.327594395Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"region":"18150462-20c3-44b1-8412-759a8fd0ddfb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.438915746Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"region":"18150462-20c3-44b1-8412-759a8fd0ddfb","component":"worker"}
{"msg":"region 18150462-20c3-44b1-8412-759a8fd0ddfb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.438977507Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.439049919Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-18150462-20c3-44b1-8412-759a8fd0ddfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.441480669Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-18150462-20c3-44b1-8412-759a8fd0ddfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.444666229Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.460033641Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18150462-20c3-44b1-8412-759a8fd0ddfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.463742064Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18150462-20c3-44b1-8412-759a8fd0ddfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.46800572Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.468076581Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.468124793Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.468183074Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.471756833Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.475749082Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.580369016Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"uri":"/crucible/0/regions","method":"POST","req_id":"a26b1fab-0c8b-420f-bc57-aa407cc08d7b","remote_addr":"[fd00:1122:3344:101::b]:43535","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.850140522Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"uri":"/crucible/0/regions/18150462-20c3-44b1-8412-759a8fd0ddfb","method":"GET","req_id":"7b078eea-5e40-48e8-9a14-347be38cc480","remote_addr":"[fd00:1122:3344:101::b]:43535","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"path is \"/data/regions/18150462-20c3-44b1-8412-759a8fd0ddfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.853585928Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"datafile"}
{"msg":"dataset is oxp_dab8d29a-db6e-412c-9f30-46af8b4a3a6f/crucible/regions/18150462-20c3-44b1-8412-759a8fd0ddfb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.864266263Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"datafile"}
{"msg":"region 18150462-20c3-44b1-8412-759a8fd0ddfb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.87418498Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.874341784Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.874420346Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"uri":"/crucible/0/regions/18150462-20c3-44b1-8412-759a8fd0ddfb","method":"DELETE","req_id":"fcc92b95-8be2-46c3-9d4f-994ca20d3d84","remote_addr":"[fd00:1122:3344:101::b]:43535","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21483,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-18150462-20c3-44b1-8412-759a8fd0ddfb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.875440221Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.877089273Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"uri":"/crucible/0/regions/18150462-20c3-44b1-8412-759a8fd0ddfb","method":"GET","req_id":"71c5e997-f1ae-48dd-b234-5454156d7871","remote_addr":"[fd00:1122:3344:101::b]:43535","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":32,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.880118748Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_dab8d29a-db6e-412c-9f30-46af8b4a3a6f/crucible/regions/18150462-20c3-44b1-8412-759a8fd0ddfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.890916757Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"region":"18150462-20c3-44b1-8412-759a8fd0ddfb","component":"worker"}
{"msg":"region 18150462-20c3-44b1-8412-759a8fd0ddfb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.950564361Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.973229785Z","hostname":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","pid":21726,"uri":"/crucible/0/regions/18150462-20c3-44b1-8412-759a8fd0ddfb","method":"GET","req_id":"5a684cb7-5e5b-4df3-a8ec-31dd11feb55f","remote_addr":"[fd00:1122:3344:101::b]:43535","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"}