[ May 29 21:50:15 Enabled. ]
[ May 29 21:50:15 Rereading configuration. ]
[ May 29 21:50:17 Rereading configuration. ]
[ May 29 21:50:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4532d18b-4909-4537-9ce6-98b74fb663f5/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_4532d18b-4909-4537-9ce6-98b74fb663f5/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:20.511343495Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:20.514821458Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:20.514848939Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:20.534768577Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:20.670531125Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.600208908Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57871"}
{"msg":"region 0ffe140c-4246-4a1d-924f-5aba7658b0e1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.605313121Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.605694756Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions","method":"POST","req_id":"782aa28a-e07c-451f-bbaf-d7f06b18b765","remote_addr":"[fd00:1122:3344:101::a]:57871","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":590,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.607904794Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_4532d18b-4909-4537-9ce6-98b74fb663f5/crucible/regions/0ffe140c-4246-4a1d-924f-5aba7658b0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.617553134Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_4532d18b-4909-4537-9ce6-98b74fb663f5/crucible/regions/0ffe140c-4246-4a1d-924f-5aba7658b0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.617615884Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0ffe140c-4246-4a1d-924f-5aba7658b0e1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0ffe140c-4246-4a1d-924f-5aba7658b0e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.686486651Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"region":"0ffe140c-4246-4a1d-924f-5aba7658b0e1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0ffe140c-4246-4a1d-924f-5aba7658b0e1\" \"--data\" \"/data/regions/0ffe140c-4246-4a1d-924f-5aba7658b0e1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.688467165Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"region":"0ffe140c-4246-4a1d-924f-5aba7658b0e1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.866590409Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions","method":"POST","req_id":"f5c4e458-527b-4824-926d-1a415268bc3b","remote_addr":"[fd00:1122:3344:101::a]:57871","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.978111286Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"region":"0ffe140c-4246-4a1d-924f-5aba7658b0e1","component":"worker"}
{"msg":"region 0ffe140c-4246-4a1d-924f-5aba7658b0e1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.978190837Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.97840724Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0ffe140c-4246-4a1d-924f-5aba7658b0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.978903006Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0ffe140c-4246-4a1d-924f-5aba7658b0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.983331601Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.991673504Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0ffe140c-4246-4a1d-924f-5aba7658b0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.994631891Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0ffe140c-4246-4a1d-924f-5aba7658b0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.995388351Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.995511182Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.995585343Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:36.995637314Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:37.001654798Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:37.008949689Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:37.567774248Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions","method":"POST","req_id":"e65b4fdd-1cca-4b40-ad73-632afc495e58","remote_addr":"[fd00:1122:3344:101::a]:57871","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:38.115461077Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions/0ffe140c-4246-4a1d-924f-5aba7658b0e1","method":"GET","req_id":"6c8f415a-0a09-4307-8176-05fec85b113c","remote_addr":"[fd00:1122:3344:101::a]:57871","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"path is \"/data/regions/0ffe140c-4246-4a1d-924f-5aba7658b0e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:38.11736108Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"dataset is oxp_4532d18b-4909-4537-9ce6-98b74fb663f5/crucible/regions/0ffe140c-4246-4a1d-924f-5aba7658b0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:38.127395615Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"region 0ffe140c-4246-4a1d-924f-5aba7658b0e1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:38.136779211Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:38.136993064Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:38.137066835Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions/0ffe140c-4246-4a1d-924f-5aba7658b0e1","method":"DELETE","req_id":"0a1bf5cf-bbf4-4b2a-8625-303ca3cb4a80","remote_addr":"[fd00:1122:3344:101::a]:57871","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19748,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-0ffe140c-4246-4a1d-924f-5aba7658b0e1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:38.138114968Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:38.138995819Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions/0ffe140c-4246-4a1d-924f-5aba7658b0e1","method":"GET","req_id":"163891fc-6b40-49ef-879a-5e7b12ab99b2","remote_addr":"[fd00:1122:3344:101::a]:57871","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:38.143707588Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_4532d18b-4909-4537-9ce6-98b74fb663f5/crucible/regions/0ffe140c-4246-4a1d-924f-5aba7658b0e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:38.154696694Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"region":"0ffe140c-4246-4a1d-924f-5aba7658b0e1","component":"worker"}
{"msg":"region 0ffe140c-4246-4a1d-924f-5aba7658b0e1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:38.214123733Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:38.248282108Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions/0ffe140c-4246-4a1d-924f-5aba7658b0e1","method":"GET","req_id":"edbf5e7d-611d-40ff-870c-75cfdb35d6c2","remote_addr":"[fd00:1122:3344:101::a]:57871","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.386719983Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39921"}
{"msg":"region b114bdb5-7a6f-4ad1-beb2-9052131227a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.387385102Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.38802958Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions","method":"POST","req_id":"4bed6a6e-acf5-44a1-9348-a98190140eff","remote_addr":"[fd00:1122:3344:101::a]:39921","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1214,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.38806193Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_4532d18b-4909-4537-9ce6-98b74fb663f5/crucible/regions/b114bdb5-7a6f-4ad1-beb2-9052131227a6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.398683172Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4532d18b-4909-4537-9ce6-98b74fb663f5/crucible/regions/b114bdb5-7a6f-4ad1-beb2-9052131227a6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.398724023Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b114bdb5-7a6f-4ad1-beb2-9052131227a6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b114bdb5-7a6f-4ad1-beb2-9052131227a6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.453568505Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"region":"b114bdb5-7a6f-4ad1-beb2-9052131227a6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b114bdb5-7a6f-4ad1-beb2-9052131227a6\" \"--data\" \"/data/regions/b114bdb5-7a6f-4ad1-beb2-9052131227a6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.455416948Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"region":"b114bdb5-7a6f-4ad1-beb2-9052131227a6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.5199174Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"region":"b114bdb5-7a6f-4ad1-beb2-9052131227a6","component":"worker"}
{"msg":"region b114bdb5-7a6f-4ad1-beb2-9052131227a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.51994799Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.520070012Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b114bdb5-7a6f-4ad1-beb2-9052131227a6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.521498399Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b114bdb5-7a6f-4ad1-beb2-9052131227a6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.526532282Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.542800754Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b114bdb5-7a6f-4ad1-beb2-9052131227a6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.545811172Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b114bdb5-7a6f-4ad1-beb2-9052131227a6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.546110965Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.546161986Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.546203337Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.546247037Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.55048831Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.554804073Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.620675563Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions","method":"POST","req_id":"1bff0a6e-14b5-44da-a812-f17e876c8c07","remote_addr":"[fd00:1122:3344:101::a]:39921","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":969,"response_code":"200"}
{"msg":"region eb5bface-8c9f-46a3-ae87-773bf8f62441 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.832526375Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.832690277Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.832714747Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions","method":"POST","req_id":"aebcb56c-d574-4f75-8044-efd9254483e4","remote_addr":"[fd00:1122:3344:101::a]:39921","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":228,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_4532d18b-4909-4537-9ce6-98b74fb663f5/crucible/regions/eb5bface-8c9f-46a3-ae87-773bf8f62441","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.843760664Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4532d18b-4909-4537-9ce6-98b74fb663f5/crucible/regions/eb5bface-8c9f-46a3-ae87-773bf8f62441","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.843799755Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"eb5bface-8c9f-46a3-ae87-773bf8f62441\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/eb5bface-8c9f-46a3-ae87-773bf8f62441\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.916432458Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"region":"eb5bface-8c9f-46a3-ae87-773bf8f62441","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"eb5bface-8c9f-46a3-ae87-773bf8f62441\" \"--data\" \"/data/regions/eb5bface-8c9f-46a3-ae87-773bf8f62441\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.916500799Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"region":"eb5bface-8c9f-46a3-ae87-773bf8f62441","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.976596196Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"region":"eb5bface-8c9f-46a3-ae87-773bf8f62441","component":"worker"}
{"msg":"region eb5bface-8c9f-46a3-ae87-773bf8f62441 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.976638596Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.976739428Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-eb5bface-8c9f-46a3-ae87-773bf8f62441","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.978906825Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-eb5bface-8c9f-46a3-ae87-773bf8f62441","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.984219161Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.992686556Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eb5bface-8c9f-46a3-ae87-773bf8f62441","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.995807355Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eb5bface-8c9f-46a3-ae87-773bf8f62441","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.996047218Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.996099549Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.996147039Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.99619019Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.999216287Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:59.003418889Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:59.189068848Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions","method":"POST","req_id":"0f1135da-d50d-4692-993c-44545593697e","remote_addr":"[fd00:1122:3344:101::a]:39921","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.768634963Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions/eb5bface-8c9f-46a3-ae87-773bf8f62441","method":"GET","req_id":"2e9e261e-da46-4f10-b819-af1d2aab9916","remote_addr":"[fd00:1122:3344:101::a]:39921","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":615,"response_code":"200"}
{"msg":"path is \"/data/regions/eb5bface-8c9f-46a3-ae87-773bf8f62441\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.771230555Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"dataset is oxp_4532d18b-4909-4537-9ce6-98b74fb663f5/crucible/regions/eb5bface-8c9f-46a3-ae87-773bf8f62441","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.784786923Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"region eb5bface-8c9f-46a3-ae87-773bf8f62441 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.793020985Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.793314999Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.79337646Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions/eb5bface-8c9f-46a3-ae87-773bf8f62441","method":"DELETE","req_id":"233965b0-5fad-4b0f-bb3f-ef31ad461c70","remote_addr":"[fd00:1122:3344:101::a]:39921","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22171,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-eb5bface-8c9f-46a3-ae87-773bf8f62441 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.79497987Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.796425738Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions/eb5bface-8c9f-46a3-ae87-773bf8f62441","method":"GET","req_id":"61131d87-439e-4677-873b-b30b633f7df0","remote_addr":"[fd00:1122:3344:101::a]:39921","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.800310296Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_4532d18b-4909-4537-9ce6-98b74fb663f5/crucible/regions/eb5bface-8c9f-46a3-ae87-773bf8f62441\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.80870565Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"region":"eb5bface-8c9f-46a3-ae87-773bf8f62441","component":"worker"}
{"msg":"region eb5bface-8c9f-46a3-ae87-773bf8f62441 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.863903957Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.899264646Z","hostname":"oxz_crucible_5de4c38e-911d-46b7-beee-a39576f2ce66","pid":23486,"uri":"/crucible/0/regions/eb5bface-8c9f-46a3-ae87-773bf8f62441","method":"GET","req_id":"a2a78581-09bf-4cba-8420-2bb5aa900e0c","remote_addr":"[fd00:1122:3344:101::a]:39921","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":"200"}