[ Sep  4 16:52:05 Enabled. ]
[ Sep  4 16:52:05 Rereading configuration. ]
[ Sep  4 16:52:08 Rereading configuration. ]
[ Sep  4 16:52:12 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9859c4c0-8dca-4c62-8980-22f58b7298bf/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_9859c4c0-8dca-4c62-8980-22f58b7298bf/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:13.06465365Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:13.067318544Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:13.067330354Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:13.075459618Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:13.369167695Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.697727517Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58272"}
{"msg":"region 7a94f760-319d-41cc-8519-58d5c1708794 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.702869259Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.70330594Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions","method":"POST","req_id":"e6e60a51-b353-47ee-9ede-5fbc391d20e1","remote_addr":"[fd00:1122:3344:101::a]:58272","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":831,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.707332766Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_9859c4c0-8dca-4c62-8980-22f58b7298bf/crucible/regions/7a94f760-319d-41cc-8519-58d5c1708794","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.717547459Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_9859c4c0-8dca-4c62-8980-22f58b7298bf/crucible/regions/7a94f760-319d-41cc-8519-58d5c1708794","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.71758271Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7a94f760-319d-41cc-8519-58d5c1708794\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7a94f760-319d-41cc-8519-58d5c1708794\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.782882496Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"region":"7a94f760-319d-41cc-8519-58d5c1708794","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7a94f760-319d-41cc-8519-58d5c1708794\" \"--data\" \"/data/regions/7a94f760-319d-41cc-8519-58d5c1708794\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.782943887Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"region":"7a94f760-319d-41cc-8519-58d5c1708794","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:49.886694369Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions","method":"POST","req_id":"ac6d2db5-a727-4581-85cb-985f756ee463","remote_addr":"[fd00:1122:3344:101::a]:58272","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.099285074Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"region":"7a94f760-319d-41cc-8519-58d5c1708794","component":"worker"}
{"msg":"region 7a94f760-319d-41cc-8519-58d5c1708794 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.099336285Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.099442768Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7a94f760-319d-41cc-8519-58d5c1708794","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.099907239Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7a94f760-319d-41cc-8519-58d5c1708794","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.106585568Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.123490281Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7a94f760-319d-41cc-8519-58d5c1708794","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.127834734Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7a94f760-319d-41cc-8519-58d5c1708794","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.128671554Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.128796177Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.128852449Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.12889815Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.134863482Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.140540787Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.33078921Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions","method":"POST","req_id":"77de6cf0-1c91-4ca7-85a8-6cd89f208592","remote_addr":"[fd00:1122:3344:101::a]:58272","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.902926201Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions/7a94f760-319d-41cc-8519-58d5c1708794","method":"GET","req_id":"0bba1246-23ed-48fc-a2e8-d48637599b10","remote_addr":"[fd00:1122:3344:101::a]:58272","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/7a94f760-319d-41cc-8519-58d5c1708794\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.906155288Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"dataset is oxp_9859c4c0-8dca-4c62-8980-22f58b7298bf/crucible/regions/7a94f760-319d-41cc-8519-58d5c1708794","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.915881639Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"region 7a94f760-319d-41cc-8519-58d5c1708794 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.92473027Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.924905014Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.924996116Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions/7a94f760-319d-41cc-8519-58d5c1708794","method":"DELETE","req_id":"46312bc1-7eda-4a54-a76c-989f12556b14","remote_addr":"[fd00:1122:3344:101::a]:58272","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18886,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-7a94f760-319d-41cc-8519-58d5c1708794 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.92597328Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.928753416Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions/7a94f760-319d-41cc-8519-58d5c1708794","method":"GET","req_id":"f1c87374-67a3-466e-a8f2-c095c9b2878b","remote_addr":"[fd00:1122:3344:101::a]:58272","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":543,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.931049001Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_9859c4c0-8dca-4c62-8980-22f58b7298bf/crucible/regions/7a94f760-319d-41cc-8519-58d5c1708794\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:50.940406394Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"region":"7a94f760-319d-41cc-8519-58d5c1708794","component":"worker"}
{"msg":"region 7a94f760-319d-41cc-8519-58d5c1708794 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:51.003785384Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:51.023220867Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions/7a94f760-319d-41cc-8519-58d5c1708794","method":"GET","req_id":"d255f59f-c75d-431f-91ab-878900430c89","remote_addr":"[fd00:1122:3344:101::a]:58272","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.828035426Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41426"}
{"msg":"region e54f240a-db99-43cb-a7ba-c0d54a431d22 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.828152369Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.828693912Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions","method":"POST","req_id":"b8989906-ce8c-4fff-8fa5-4b55e44788f9","remote_addr":"[fd00:1122:3344:101::a]:41426","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":624,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.828719063Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_9859c4c0-8dca-4c62-8980-22f58b7298bf/crucible/regions/e54f240a-db99-43cb-a7ba-c0d54a431d22","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.839792246Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9859c4c0-8dca-4c62-8980-22f58b7298bf/crucible/regions/e54f240a-db99-43cb-a7ba-c0d54a431d22","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.839832527Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e54f240a-db99-43cb-a7ba-c0d54a431d22\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e54f240a-db99-43cb-a7ba-c0d54a431d22\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.913905312Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"region":"e54f240a-db99-43cb-a7ba-c0d54a431d22","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e54f240a-db99-43cb-a7ba-c0d54a431d22\" \"--data\" \"/data/regions/e54f240a-db99-43cb-a7ba-c0d54a431d22\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.916031193Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"region":"e54f240a-db99-43cb-a7ba-c0d54a431d22","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.975426648Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions","method":"POST","req_id":"a457bb6f-cc97-49ad-812d-2ebaf86d8312","remote_addr":"[fd00:1122:3344:101::a]:41426","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.010083124Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"region":"e54f240a-db99-43cb-a7ba-c0d54a431d22","component":"worker"}
{"msg":"region e54f240a-db99-43cb-a7ba-c0d54a431d22 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.010109764Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.010268408Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e54f240a-db99-43cb-a7ba-c0d54a431d22","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.012000689Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e54f240a-db99-43cb-a7ba-c0d54a431d22","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.016705462Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.032097898Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e54f240a-db99-43cb-a7ba-c0d54a431d22","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.037305723Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e54f240a-db99-43cb-a7ba-c0d54a431d22","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.037598419Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.037642631Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.037681241Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.037717742Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.041298278Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.047469994Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.39227661Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions","method":"POST","req_id":"f2efc157-529b-465a-929d-531313707cda","remote_addr":"[fd00:1122:3344:101::a]:41426","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"region 7480efb1-cbfb-4b9e-94e5-781d63e4eafd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.590472795Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.59065671Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions","method":"POST","req_id":"3c935655-a526-4b61-9d9c-04429a9153e8","remote_addr":"[fd00:1122:3344:101::a]:41426","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":264,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.590679191Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_9859c4c0-8dca-4c62-8980-22f58b7298bf/crucible/regions/7480efb1-cbfb-4b9e-94e5-781d63e4eafd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.600040103Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9859c4c0-8dca-4c62-8980-22f58b7298bf/crucible/regions/7480efb1-cbfb-4b9e-94e5-781d63e4eafd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.600079975Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7480efb1-cbfb-4b9e-94e5-781d63e4eafd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7480efb1-cbfb-4b9e-94e5-781d63e4eafd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.659014979Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"region":"7480efb1-cbfb-4b9e-94e5-781d63e4eafd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7480efb1-cbfb-4b9e-94e5-781d63e4eafd\" \"--data\" \"/data/regions/7480efb1-cbfb-4b9e-94e5-781d63e4eafd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.65907346Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"region":"7480efb1-cbfb-4b9e-94e5-781d63e4eafd","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.73209206Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"region":"7480efb1-cbfb-4b9e-94e5-781d63e4eafd","component":"worker"}
{"msg":"region 7480efb1-cbfb-4b9e-94e5-781d63e4eafd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.732139141Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.732228763Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7480efb1-cbfb-4b9e-94e5-781d63e4eafd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.733218087Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7480efb1-cbfb-4b9e-94e5-781d63e4eafd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.737897758Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.745045848Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7480efb1-cbfb-4b9e-94e5-781d63e4eafd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.748430839Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7480efb1-cbfb-4b9e-94e5-781d63e4eafd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.748727726Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.748795828Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.748844319Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.74889181Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.752811643Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.758274564Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:16.851998657Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions","method":"POST","req_id":"06ef202f-bedb-4074-b83b-253e229559a5","remote_addr":"[fd00:1122:3344:101::a]:41426","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.356811651Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions/7480efb1-cbfb-4b9e-94e5-781d63e4eafd","method":"GET","req_id":"c6e4a1d1-7fb9-4f63-b991-7fffe09fdc62","remote_addr":"[fd00:1122:3344:101::a]:41426","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/7480efb1-cbfb-4b9e-94e5-781d63e4eafd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.360507669Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"dataset is oxp_9859c4c0-8dca-4c62-8980-22f58b7298bf/crucible/regions/7480efb1-cbfb-4b9e-94e5-781d63e4eafd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.372269559Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"region 7480efb1-cbfb-4b9e-94e5-781d63e4eafd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.38071368Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.380915395Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.380960156Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions/7480efb1-cbfb-4b9e-94e5-781d63e4eafd","method":"DELETE","req_id":"c5a1b0e1-d9cf-4527-8017-e6c200ea0588","remote_addr":"[fd00:1122:3344:101::a]:41426","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21093,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-7480efb1-cbfb-4b9e-94e5-781d63e4eafd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.38278667Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.383378884Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions/7480efb1-cbfb-4b9e-94e5-781d63e4eafd","method":"GET","req_id":"0eac0371-9cdc-4213-b2c1-b341de999fa6","remote_addr":"[fd00:1122:3344:101::a]:41426","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.388032735Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_9859c4c0-8dca-4c62-8980-22f58b7298bf/crucible/regions/7480efb1-cbfb-4b9e-94e5-781d63e4eafd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.397815248Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"region":"7480efb1-cbfb-4b9e-94e5-781d63e4eafd","component":"worker"}
{"msg":"region 7480efb1-cbfb-4b9e-94e5-781d63e4eafd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.450769779Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:45.458073173Z","hostname":"oxz_crucible_b6f9846c-b8e4-4a8c-8f15-0b4557e97c72","pid":25242,"uri":"/crucible/0/regions/7480efb1-cbfb-4b9e-94e5-781d63e4eafd","method":"GET","req_id":"fcd737d3-b38b-4193-9fd0-e635019b75ea","remote_addr":"[fd00:1122:3344:101::a]:41426","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":50,"response_code":"200"}