[ Jan 10 05:05:32 Enabled. ]
[ Jan 10 05:05:32 Rereading configuration. ]
[ Jan 10 05:05:36 Rereading configuration. ]
[ Jan 10 05:05:41 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_17b3267b-a8ff-4b77-a964-e10c10bac8b1/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_17b3267b-a8ff-4b77-a964-e10c10bac8b1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:05:41.432413687Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:05:41.435792976Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:05:41.435804006Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:05:41.449649616Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:05:41.738580873Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.405578478Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39869"}
{"msg":"region f075346f-df07-438d-b47e-11fc71064502 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.439178158Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.443336733Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.448015265Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"uri":"/crucible/0/regions","method":"POST","req_id":"4af47fe2-6a0e-4ecf-9e0c-a91ebbbc2529","remote_addr":"[fd00:1122:3344:101::b]:39869","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14810,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_17b3267b-a8ff-4b77-a964-e10c10bac8b1/crucible/regions/f075346f-df07-438d-b47e-11fc71064502","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.455362133Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_17b3267b-a8ff-4b77-a964-e10c10bac8b1/crucible/regions/f075346f-df07-438d-b47e-11fc71064502","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.455384984Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f075346f-df07-438d-b47e-11fc71064502\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f075346f-df07-438d-b47e-11fc71064502\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.524776976Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"region":"f075346f-df07-438d-b47e-11fc71064502","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f075346f-df07-438d-b47e-11fc71064502\" \"--data\" \"/data/regions/f075346f-df07-438d-b47e-11fc71064502\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.526671777Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"region":"f075346f-df07-438d-b47e-11fc71064502","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.643365804Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"region":"f075346f-df07-438d-b47e-11fc71064502","component":"worker"}
{"msg":"region f075346f-df07-438d-b47e-11fc71064502 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.643407816Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.643513799Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f075346f-df07-438d-b47e-11fc71064502","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.643984515Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f075346f-df07-438d-b47e-11fc71064502","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.647558031Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.660680177Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f075346f-df07-438d-b47e-11fc71064502","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.664926224Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f075346f-df07-438d-b47e-11fc71064502","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.665646628Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.66571681Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.665758331Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.665803703Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.673579765Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.682001069Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:14.767233364Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"uri":"/crucible/0/regions","method":"POST","req_id":"98cdb405-8d1e-4e26-9465-bbcb53f68083","remote_addr":"[fd00:1122:3344:101::b]:39869","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:15.144216689Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"uri":"/crucible/0/regions/f075346f-df07-438d-b47e-11fc71064502","method":"GET","req_id":"e8ccc71a-5254-4e8b-a64f-a23737db0a65","remote_addr":"[fd00:1122:3344:101::b]:39869","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"path is \"/data/regions/f075346f-df07-438d-b47e-11fc71064502\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:15.146233935Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"datafile"}
{"msg":"dataset is oxp_17b3267b-a8ff-4b77-a964-e10c10bac8b1/crucible/regions/f075346f-df07-438d-b47e-11fc71064502","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:15.157303874Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"datafile"}
{"msg":"region f075346f-df07-438d-b47e-11fc71064502 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:15.168535838Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:15.168678603Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:15.168755515Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"uri":"/crucible/0/regions/f075346f-df07-438d-b47e-11fc71064502","method":"DELETE","req_id":"79847382-4834-4a49-941f-471fe2796220","remote_addr":"[fd00:1122:3344:101::b]:39869","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22540,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-f075346f-df07-438d-b47e-11fc71064502 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:15.171919478Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:15.17196868Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"uri":"/crucible/0/regions/f075346f-df07-438d-b47e-11fc71064502","method":"GET","req_id":"a32415d1-85c8-4af2-8d25-c6be8ee3b921","remote_addr":"[fd00:1122:3344:101::b]:39869","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":39,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:15.176851008Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_17b3267b-a8ff-4b77-a964-e10c10bac8b1/crucible/regions/f075346f-df07-438d-b47e-11fc71064502\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:15.188505856Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"region":"f075346f-df07-438d-b47e-11fc71064502","component":"worker"}
{"msg":"region f075346f-df07-438d-b47e-11fc71064502 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:15.257123073Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:06:15.326299828Z","hostname":"oxz_crucible_050374b9-7679-45e4-b9b9-56fea9c35adf","pid":22857,"uri":"/crucible/0/regions/f075346f-df07-438d-b47e-11fc71064502","method":"GET","req_id":"e642f23d-ee79-41ca-98e4-0c1a4aded07c","remote_addr":"[fd00:1122:3344:101::b]:39869","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":65,"response_code":"200"}