[ Jul  1 18:49:09 Enabled. ]
[ Jul  1 18:49:10 Rereading configuration. ]
[ Jul  1 18:49:11 Rereading configuration. ]
[ Jul  1 18:49:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5edb19e5-ce0a-4fc8-b6b4-19e3722de506/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_5edb19e5-ce0a-4fc8-b6b4-19e3722de506/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:14.978851346Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:14.983793703Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:14.983809353Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:15.009771084Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:15.154535358Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.060337811Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:40462"}
{"msg":"region 32f1e806-1d05-4547-8680-1c54a070cee9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.084603629Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.093857464Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions","method":"POST","req_id":"913ef35f-01c4-4bc6-a808-da423f35e828","remote_addr":"[fd00:1122:3344:101::b]:40462","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20564,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.095919042Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_5edb19e5-ce0a-4fc8-b6b4-19e3722de506/crucible/regions/32f1e806-1d05-4547-8680-1c54a070cee9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.10761654Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_5edb19e5-ce0a-4fc8-b6b4-19e3722de506/crucible/regions/32f1e806-1d05-4547-8680-1c54a070cee9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.10765012Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"32f1e806-1d05-4547-8680-1c54a070cee9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/32f1e806-1d05-4547-8680-1c54a070cee9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.16911271Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"region":"32f1e806-1d05-4547-8680-1c54a070cee9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"32f1e806-1d05-4547-8680-1c54a070cee9\" \"--data\" \"/data/regions/32f1e806-1d05-4547-8680-1c54a070cee9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.171740005Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"region":"32f1e806-1d05-4547-8680-1c54a070cee9","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.276963099Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"region":"32f1e806-1d05-4547-8680-1c54a070cee9","component":"worker"}
{"msg":"region 32f1e806-1d05-4547-8680-1c54a070cee9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.277011427Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.27708866Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-32f1e806-1d05-4547-8680-1c54a070cee9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.277472384Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-32f1e806-1d05-4547-8680-1c54a070cee9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.284559458Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.301176482Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-32f1e806-1d05-4547-8680-1c54a070cee9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.304528948Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32f1e806-1d05-4547-8680-1c54a070cee9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.305229827Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.307497368Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.307553708Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.307591799Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.318609778Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.325416Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:43.375919502Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions","method":"POST","req_id":"01584784-4daf-4e90-b092-db1aea2072a8","remote_addr":"[fd00:1122:3344:101::b]:40462","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.181401614Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions/32f1e806-1d05-4547-8680-1c54a070cee9","method":"GET","req_id":"984f3b5c-da6b-4d38-a06a-91321d9e7978","remote_addr":"[fd00:1122:3344:101::b]:40462","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"path is \"/data/regions/32f1e806-1d05-4547-8680-1c54a070cee9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.184269363Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"dataset is oxp_5edb19e5-ce0a-4fc8-b6b4-19e3722de506/crucible/regions/32f1e806-1d05-4547-8680-1c54a070cee9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.194352039Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"region 32f1e806-1d05-4547-8680-1c54a070cee9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.203719916Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.203844997Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.203909258Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions/32f1e806-1d05-4547-8680-1c54a070cee9","method":"DELETE","req_id":"cb2ea8b7-4b92-4e73-877a-9c091fc955f3","remote_addr":"[fd00:1122:3344:101::b]:40462","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19687,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-32f1e806-1d05-4547-8680-1c54a070cee9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.204844964Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.207700729Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions/32f1e806-1d05-4547-8680-1c54a070cee9","method":"GET","req_id":"6dbcb185-4fcc-4c7f-83fe-fb56c5f69b24","remote_addr":"[fd00:1122:3344:101::b]:40462","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":595,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.208899595Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_5edb19e5-ce0a-4fc8-b6b4-19e3722de506/crucible/regions/32f1e806-1d05-4547-8680-1c54a070cee9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.21886905Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"region":"32f1e806-1d05-4547-8680-1c54a070cee9","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.263485643Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions/32f1e806-1d05-4547-8680-1c54a070cee9","method":"GET","req_id":"9f1a07dc-29fe-4c0e-ba61-a1b49b943618","remote_addr":"[fd00:1122:3344:101::b]:40462","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region 32f1e806-1d05-4547-8680-1c54a070cee9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.270429596Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:49:44.342754593Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions/32f1e806-1d05-4547-8680-1c54a070cee9","method":"GET","req_id":"be546375-4e07-47b3-8ca8-989dc9ed9f0a","remote_addr":"[fd00:1122:3344:101::b]:40462","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":36,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.379096072Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43075"}
{"msg":"region ba566fc1-3a26-459a-9351-c92e9cd3b23d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.379208084Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.380007574Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.380017415Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions","method":"POST","req_id":"3d7b10db-c9e2-4dc9-89bd-b7279dab5b32","remote_addr":"[fd00:1122:3344:101::a]:43075","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":874,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_5edb19e5-ce0a-4fc8-b6b4-19e3722de506/crucible/regions/ba566fc1-3a26-459a-9351-c92e9cd3b23d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.388682942Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5edb19e5-ce0a-4fc8-b6b4-19e3722de506/crucible/regions/ba566fc1-3a26-459a-9351-c92e9cd3b23d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.388709662Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ba566fc1-3a26-459a-9351-c92e9cd3b23d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ba566fc1-3a26-459a-9351-c92e9cd3b23d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.443437751Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"region":"ba566fc1-3a26-459a-9351-c92e9cd3b23d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ba566fc1-3a26-459a-9351-c92e9cd3b23d\" \"--data\" \"/data/regions/ba566fc1-3a26-459a-9351-c92e9cd3b23d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.443488922Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"region":"ba566fc1-3a26-459a-9351-c92e9cd3b23d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.64780092Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions","method":"POST","req_id":"7243e245-b232-403a-a845-f9c55f8e8158","remote_addr":"[fd00:1122:3344:101::a]:43075","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":774,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.692874418Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"region":"ba566fc1-3a26-459a-9351-c92e9cd3b23d","component":"worker"}
{"msg":"region ba566fc1-3a26-459a-9351-c92e9cd3b23d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.692902389Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.69303839Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ba566fc1-3a26-459a-9351-c92e9cd3b23d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.694574061Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ba566fc1-3a26-459a-9351-c92e9cd3b23d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.700527721Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.716871492Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ba566fc1-3a26-459a-9351-c92e9cd3b23d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.719740311Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ba566fc1-3a26-459a-9351-c92e9cd3b23d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.720026275Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.720072365Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.720113636Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.720152996Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.723419041Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:48.728405008Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:49.185173644Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions","method":"POST","req_id":"452b6473-691b-4430-8d38-40c4ff945321","remote_addr":"[fd00:1122:3344:101::a]:43075","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":623,"response_code":"200"}
{"msg":"region ceccfbdc-5876-4786-9089-4affc4ce40dc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.736018827Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.736168269Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.736178509Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions","method":"POST","req_id":"8f80c4a9-d9c6-429c-9f17-d5a845b0dba6","remote_addr":"[fd00:1122:3344:101::a]:43075","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":217,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_5edb19e5-ce0a-4fc8-b6b4-19e3722de506/crucible/regions/ceccfbdc-5876-4786-9089-4affc4ce40dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.74587158Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5edb19e5-ce0a-4fc8-b6b4-19e3722de506/crucible/regions/ceccfbdc-5876-4786-9089-4affc4ce40dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.74591111Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ceccfbdc-5876-4786-9089-4affc4ce40dc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ceccfbdc-5876-4786-9089-4affc4ce40dc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.808936761Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"region":"ceccfbdc-5876-4786-9089-4affc4ce40dc","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ceccfbdc-5876-4786-9089-4affc4ce40dc\" \"--data\" \"/data/regions/ceccfbdc-5876-4786-9089-4affc4ce40dc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.808997802Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"region":"ceccfbdc-5876-4786-9089-4affc4ce40dc","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.878803434Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"region":"ceccfbdc-5876-4786-9089-4affc4ce40dc","component":"worker"}
{"msg":"region ceccfbdc-5876-4786-9089-4affc4ce40dc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.878851055Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.878963356Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ceccfbdc-5876-4786-9089-4affc4ce40dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.880991954Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ceccfbdc-5876-4786-9089-4affc4ce40dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.887955938Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.894633628Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ceccfbdc-5876-4786-9089-4affc4ce40dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.897380415Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ceccfbdc-5876-4786-9089-4affc4ce40dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.897648589Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.897712959Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.89775597Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.897794391Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.900761921Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions","method":"POST","req_id":"63fea6d4-1020-46a6-b4fa-56d15e46792f","remote_addr":"[fd00:1122:3344:101::a]:43075","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":785,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.901086935Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:55:52.90590448Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:56:17.367417518Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions/ceccfbdc-5876-4786-9089-4affc4ce40dc","method":"GET","req_id":"e8a284ce-3e70-4958-94b8-d0655c9c3d4f","remote_addr":"[fd00:1122:3344:101::a]:43075","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":543,"response_code":"200"}
{"msg":"path is \"/data/regions/ceccfbdc-5876-4786-9089-4affc4ce40dc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:56:17.369899362Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"dataset is oxp_5edb19e5-ce0a-4fc8-b6b4-19e3722de506/crucible/regions/ceccfbdc-5876-4786-9089-4affc4ce40dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:56:17.381347416Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"region ceccfbdc-5876-4786-9089-4affc4ce40dc state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:56:17.389744329Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:56:17.389974993Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:56:17.390040903Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions/ceccfbdc-5876-4786-9089-4affc4ce40dc","method":"DELETE","req_id":"4b7f6825-65b9-4933-85a9-fcd2672a2173","remote_addr":"[fd00:1122:3344:101::a]:43075","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20165,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-ceccfbdc-5876-4786-9089-4affc4ce40dc (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:56:17.391657975Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:56:17.392908132Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions/ceccfbdc-5876-4786-9089-4affc4ce40dc","method":"GET","req_id":"19b84882-ee8c-4587-a48e-80c528574487","remote_addr":"[fd00:1122:3344:101::a]:43075","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:56:17.397134119Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_5edb19e5-ce0a-4fc8-b6b4-19e3722de506/crucible/regions/ceccfbdc-5876-4786-9089-4affc4ce40dc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:56:17.407340697Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"region":"ceccfbdc-5876-4786-9089-4affc4ce40dc","component":"worker"}
{"msg":"region ceccfbdc-5876-4786-9089-4affc4ce40dc state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:56:17.451638205Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-01T18:56:17.539858686Z","hostname":"oxz_crucible_1880053a-c75c-4fb5-9a9c-19d5f7084bbd","pid":24393,"uri":"/crucible/0/regions/ceccfbdc-5876-4786-9089-4affc4ce40dc","method":"GET","req_id":"3c86c197-5b91-4454-b50c-7b992fd965c1","remote_addr":"[fd00:1122:3344:101::a]:43075","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":48,"response_code":"200"}