[ Aug 14 22:31:21 Enabled. ]
[ Aug 14 22:31:21 Rereading configuration. ]
[ Aug 14 22:31:22 Rereading configuration. ]
[ Aug 14 22:31:24 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:24.188062595Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:24.190924637Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:24.190937547Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:24.200605308Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:24.30410538Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.711204777Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64000"}
{"msg":"region c2806291-1922-4ad4-82a3-ba9adaa37dce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.721401206Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.724120376Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.724139406Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions","method":"POST","req_id":"5b917abd-79ca-47b5-addb-4693e7184b51","remote_addr":"[fd00:1122:3344:101::b]:64000","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2975,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/c2806291-1922-4ad4-82a3-ba9adaa37dce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.732388016Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/c2806291-1922-4ad4-82a3-ba9adaa37dce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.732443687Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c2806291-1922-4ad4-82a3-ba9adaa37dce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c2806291-1922-4ad4-82a3-ba9adaa37dce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.801883121Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"c2806291-1922-4ad4-82a3-ba9adaa37dce","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c2806291-1922-4ad4-82a3-ba9adaa37dce\" \"--data\" \"/data/regions/c2806291-1922-4ad4-82a3-ba9adaa37dce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.801986003Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"c2806291-1922-4ad4-82a3-ba9adaa37dce","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.021519019Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions","method":"POST","req_id":"15a6ff43-05ea-4734-93e0-e422bbedebfd","remote_addr":"[fd00:1122:3344:101::b]:64000","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.088919193Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"c2806291-1922-4ad4-82a3-ba9adaa37dce","component":"worker"}
{"msg":"region c2806291-1922-4ad4-82a3-ba9adaa37dce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.088993694Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.089214937Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c2806291-1922-4ad4-82a3-ba9adaa37dce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.089697904Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c2806291-1922-4ad4-82a3-ba9adaa37dce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.097166104Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.104865416Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c2806291-1922-4ad4-82a3-ba9adaa37dce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.108192785Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c2806291-1922-4ad4-82a3-ba9adaa37dce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.108981556Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.111559964Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.111611384Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.111659485Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.118470755Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.123729841Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.319198935Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions","method":"POST","req_id":"cde3d07f-7564-4600-8c30-11fae2e3fd73","remote_addr":"[fd00:1122:3344:101::b]:64000","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.532174597Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions/c2806291-1922-4ad4-82a3-ba9adaa37dce","method":"GET","req_id":"8a8c6d6a-35ee-4dbf-bb65-d0d6ca6702be","remote_addr":"[fd00:1122:3344:101::b]:64000","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"path is \"/data/regions/c2806291-1922-4ad4-82a3-ba9adaa37dce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.533989333Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"dataset is oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/c2806291-1922-4ad4-82a3-ba9adaa37dce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.543225899Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"region c2806291-1922-4ad4-82a3-ba9adaa37dce state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.55294288Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.553157124Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.553230665Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions/c2806291-1922-4ad4-82a3-ba9adaa37dce","method":"DELETE","req_id":"8bf1eccd-f55f-48fa-8f13-da9b134f1c2c","remote_addr":"[fd00:1122:3344:101::b]:64000","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19279,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-c2806291-1922-4ad4-82a3-ba9adaa37dce (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.554365131Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.556634524Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions/c2806291-1922-4ad4-82a3-ba9adaa37dce","method":"GET","req_id":"17f2a8a1-c9a1-46b7-88f1-45ae17f2f981","remote_addr":"[fd00:1122:3344:101::b]:64000","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":529,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.561505446Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/c2806291-1922-4ad4-82a3-ba9adaa37dce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.57141259Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"c2806291-1922-4ad4-82a3-ba9adaa37dce","component":"worker"}
{"msg":"region c2806291-1922-4ad4-82a3-ba9adaa37dce state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.632572223Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.707164003Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions/c2806291-1922-4ad4-82a3-ba9adaa37dce","method":"GET","req_id":"e0e06066-870e-45e9-97e5-cb90da83eadc","remote_addr":"[fd00:1122:3344:101::b]:64000","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.241925002Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39964"}
{"msg":"region 8114f0b1-ea3c-4f5a-a6eb-8640974b88f4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.242834046Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.243009318Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions","method":"POST","req_id":"9fe22a79-e985-4950-994d-a3fbe211ab00","remote_addr":"[fd00:1122:3344:101::a]:39964","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1008,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.243028198Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.251720385Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.251757256Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8114f0b1-ea3c-4f5a-a6eb-8640974b88f4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.297579655Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8114f0b1-ea3c-4f5a-a6eb-8640974b88f4\" \"--data\" \"/data/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.297647246Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.364497792Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","component":"worker"}
{"msg":"region 8114f0b1-ea3c-4f5a-a6eb-8640974b88f4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.364539083Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.364643354Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.366078555Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.370057613Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.38004775Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.382867631Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.383122414Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.383183425Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.383228266Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.383269046Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.387063062Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.391288514Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:32:37.459789924Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions","method":"POST","req_id":"104e2398-a6ae-453b-a6e5-3a0d97a4013e","remote_addr":"[fd00:1122:3344:101::a]:39964","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.32809821Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51252"}
{"msg":"region bed4ce8a-f10f-4afd-ade0-3d80d494e761 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.328229102Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.328734709Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions","method":"POST","req_id":"7ca8be94-7b72-41ac-b8b2-bfa64c50c4f2","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":605,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.328758619Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/bed4ce8a-f10f-4afd-ade0-3d80d494e761","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.337947874Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/bed4ce8a-f10f-4afd-ade0-3d80d494e761","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.337994574Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bed4ce8a-f10f-4afd-ade0-3d80d494e761\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bed4ce8a-f10f-4afd-ade0-3d80d494e761\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.391521776Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"bed4ce8a-f10f-4afd-ade0-3d80d494e761","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bed4ce8a-f10f-4afd-ade0-3d80d494e761\" \"--data\" \"/data/regions/bed4ce8a-f10f-4afd-ade0-3d80d494e761\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.391577187Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"bed4ce8a-f10f-4afd-ade0-3d80d494e761","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.455042024Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"bed4ce8a-f10f-4afd-ade0-3d80d494e761","component":"worker"}
{"msg":"region bed4ce8a-f10f-4afd-ade0-3d80d494e761 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.455097825Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.455206476Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bed4ce8a-f10f-4afd-ade0-3d80d494e761","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.46096958Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bed4ce8a-f10f-4afd-ade0-3d80d494e761","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.46845676Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.489562978Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bed4ce8a-f10f-4afd-ade0-3d80d494e761","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.492827476Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bed4ce8a-f10f-4afd-ade0-3d80d494e761","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.493087969Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.49315155Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.493200711Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.493237622Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.497091148Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.501136537Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:01.557550451Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions","method":"POST","req_id":"b87e407d-d3af-47e1-af15-1f3dd4fb49a8","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.670202001Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","method":"GET","req_id":"c6df9d1c-bef9-40ea-b186-a216402154e4","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"path is \"/data/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.677965954Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"dataset is oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.687618355Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"snapshot is oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4@f199dc8b-a47b-43bd-b61e-cf562c2a2ad7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.69615415Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4\", \"f199dc8b-a47b-43bd-b61e-cf562c2a2ad7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.696188341Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.707550946Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4/snapshots/f199dc8b-a47b-43bd-b61e-cf562c2a2ad7","method":"GET","req_id":"cca02f4c-7b9a-494a-9dc8-bcc5e4ef195a","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":32660,"response_code":"200"}
{"msg":"path is \"/data/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.710730873Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"dataset is oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.719593942Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"snapshot is oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4@f199dc8b-a47b-43bd-b61e-cf562c2a2ad7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.727465948Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4\", \"f199dc8b-a47b-43bd-b61e-cf562c2a2ad7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.727521308Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8114f0b1-ea3c-4f5a-a6eb-8640974b88f4-f199dc8b-a47b-43bd-b61e-cf562c2a2ad7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.735699288Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"applying SMF actions for region 8114f0b1-ea3c-4f5a-a6eb-8640974b88f4 running snapshot f199dc8b-a47b-43bd-b61e-cf562c2a2ad7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.735890271Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.735911301Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4/snapshots/f199dc8b-a47b-43bd-b61e-cf562c2a2ad7/run","method":"POST","req_id":"6ecf11c7-d7cd-4891-986b-7d4a94aebbe7","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25212,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-8114f0b1-ea3c-4f5a-a6eb-8640974b88f4-f199dc8b-a47b-43bd-b61e-cf562c2a2ad7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.738707122Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8114f0b1-ea3c-4f5a-a6eb-8640974b88f4-f199dc8b-a47b-43bd-b61e-cf562c2a2ad7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.742126702Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8114f0b1-ea3c-4f5a-a6eb-8640974b88f4-f199dc8b-a47b-43bd-b61e-cf562c2a2ad7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.750867319Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4/.zfs/snapshot/f199dc8b-a47b-43bd-b61e-cf562c2a2ad7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.751177584Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.751231355Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.751281235Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.751322226Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.751373377Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.754509432Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.758763205Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"region 8114f0b1-ea3c-4f5a-a6eb-8640974b88f4 running snapshot f199dc8b-a47b-43bd-b61e-cf562c2a2ad7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:02.758774005Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"path is \"/data/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:03.111558507Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"dataset is oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:03.121226648Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"snapshot is oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4@f199dc8b-a47b-43bd-b61e-cf562c2a2ad7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:03.130120128Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4\", \"f199dc8b-a47b-43bd-b61e-cf562c2a2ad7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:03.130165178Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:03.138597002Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions/8114f0b1-ea3c-4f5a-a6eb-8640974b88f4/snapshots/f199dc8b-a47b-43bd-b61e-cf562c2a2ad7/run","method":"POST","req_id":"b26b63b1-220a-481f-b016-f45f009e6bf5","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27078,"response_code":"200"}
{"msg":"region 806d500a-a525-4f47-a996-5366f6a38aeb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.533889409Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.534047702Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions","method":"POST","req_id":"56834d02-92d0-4fbb-9850-f910be37e609","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":759,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.534071982Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/806d500a-a525-4f47-a996-5366f6a38aeb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.54556557Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/806d500a-a525-4f47-a996-5366f6a38aeb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.545610441Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"806d500a-a525-4f47-a996-5366f6a38aeb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/806d500a-a525-4f47-a996-5366f6a38aeb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.596339741Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"806d500a-a525-4f47-a996-5366f6a38aeb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"806d500a-a525-4f47-a996-5366f6a38aeb\" \"--data\" \"/data/regions/806d500a-a525-4f47-a996-5366f6a38aeb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.596399802Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"806d500a-a525-4f47-a996-5366f6a38aeb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.658964506Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"806d500a-a525-4f47-a996-5366f6a38aeb","component":"worker"}
{"msg":"region 806d500a-a525-4f47-a996-5366f6a38aeb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.659012457Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.659098428Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-806d500a-a525-4f47-a996-5366f6a38aeb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.660200124Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-806d500a-a525-4f47-a996-5366f6a38aeb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.663021515Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.670367133Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-806d500a-a525-4f47-a996-5366f6a38aeb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.673960065Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/806d500a-a525-4f47-a996-5366f6a38aeb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.674173748Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.674247099Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.67431502Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.674357931Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.678101506Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.697223085Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.873070263Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions","method":"POST","req_id":"9f9eb1f1-5516-48b8-89c1-2586c7046c36","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.33379321Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions/806d500a-a525-4f47-a996-5366f6a38aeb","method":"GET","req_id":"16e904f9-61aa-4e02-be36-036186de0304","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"path is \"/data/regions/806d500a-a525-4f47-a996-5366f6a38aeb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.33658297Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"dataset is oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/806d500a-a525-4f47-a996-5366f6a38aeb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.346464224Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"region 806d500a-a525-4f47-a996-5366f6a38aeb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.355356105Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.355611908Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.355667929Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions/806d500a-a525-4f47-a996-5366f6a38aeb","method":"DELETE","req_id":"6b8b0f58-f163-430c-a929-522d74649c5d","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19106,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-806d500a-a525-4f47-a996-5366f6a38aeb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.357476736Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.359299122Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions/806d500a-a525-4f47-a996-5366f6a38aeb","method":"GET","req_id":"540fa7bc-ea4f-4916-b38d-05f441d851bd","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":752,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.363658316Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crucible/regions/806d500a-a525-4f47-a996-5366f6a38aeb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.373803014Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"region":"806d500a-a525-4f47-a996-5366f6a38aeb","component":"worker"}
{"msg":"region 806d500a-a525-4f47-a996-5366f6a38aeb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.420445985Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.47829076Z","hostname":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","pid":26053,"uri":"/crucible/0/regions/806d500a-a525-4f47-a996-5366f6a38aeb","method":"GET","req_id":"15b371c1-6ab5-460b-8896-373a8021838b","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":"200"}