{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.754259415Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33002"}
{"msg":"region 12022fb5-468a-40e1-ab80-683b18a088a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.807473429Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.81506408Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"uri":"/crucible/0/regions","method":"POST","req_id":"02fa0ea7-44b0-4ed1-bc1a-f07f0df6aafa","remote_addr":"[fd00:1122:3344:101::a]:33002","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19681,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.81508094Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/12022fb5-468a-40e1-ab80-683b18a088a6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.827447889Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/12022fb5-468a-40e1-ab80-683b18a088a6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.827473039Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"12022fb5-468a-40e1-ab80-683b18a088a6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/12022fb5-468a-40e1-ab80-683b18a088a6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.885616222Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"region":"12022fb5-468a-40e1-ab80-683b18a088a6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.018380671Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"uri":"/crucible/0/regions","method":"POST","req_id":"f7d4140b-d24c-4883-a6d6-1e8bc170b490","remote_addr":"[fd00:1122:3344:101::a]:33002","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":581,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.098132876Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"region":"12022fb5-468a-40e1-ab80-683b18a088a6","component":"worker"}
{"msg":"region 12022fb5-468a-40e1-ab80-683b18a088a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.098170387Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.098305758Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-12022fb5-468a-40e1-ab80-683b18a088a6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.098738341Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-12022fb5-468a-40e1-ab80-683b18a088a6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.107538751Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.123275127Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-12022fb5-468a-40e1-ab80-683b18a088a6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.128757031Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/12022fb5-468a-40e1-ab80-683b18a088a6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.129476966Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.131929086Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.131992996Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.132049287Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.145290642Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.150188581Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.657017541Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"uri":"/crucible/0/regions","method":"POST","req_id":"0a547218-0f1e-4742-be53-aec9e0bca601","remote_addr":"[fd00:1122:3344:101::a]:33002","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":981,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.667936358Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36122"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.668034099Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"uri":"/crucible/0/regions/12022fb5-468a-40e1-ab80-683b18a088a6","method":"GET","req_id":"102f3afd-b1a5-4bb4-9eee-816c237d6ec8","remote_addr":"[fd00:1122:3344:101::a]:36122","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"path is \"/data/regions/12022fb5-468a-40e1-ab80-683b18a088a6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.674179698Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/12022fb5-468a-40e1-ab80-683b18a088a6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.685273046Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/12022fb5-468a-40e1-ab80-683b18a088a6@d5595bbd-d9b8-4f25-96e0-b133935ed4b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.693898595Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/12022fb5-468a-40e1-ab80-683b18a088a6\", \"d5595bbd-d9b8-4f25-96e0-b133935ed4b1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.693933005Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.704252257Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"uri":"/crucible/0/regions/12022fb5-468a-40e1-ab80-683b18a088a6/snapshots/d5595bbd-d9b8-4f25-96e0-b133935ed4b1","method":"GET","req_id":"de4765aa-b103-4714-ab51-e833ce88d5c5","remote_addr":"[fd00:1122:3344:101::a]:36122","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":36056,"response_code":"200"}
{"msg":"path is \"/data/regions/12022fb5-468a-40e1-ab80-683b18a088a6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.705059714Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/12022fb5-468a-40e1-ab80-683b18a088a6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.714127166Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/12022fb5-468a-40e1-ab80-683b18a088a6@d5595bbd-d9b8-4f25-96e0-b133935ed4b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.722488843Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/12022fb5-468a-40e1-ab80-683b18a088a6\", \"d5595bbd-d9b8-4f25-96e0-b133935ed4b1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.722519913Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 12022fb5-468a-40e1-ab80-683b18a088a6-d5595bbd-d9b8-4f25-96e0-b133935ed4b1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.73091451Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"datafile"}
{"msg":"applying SMF actions for region 12022fb5-468a-40e1-ab80-683b18a088a6 running snapshot d5595bbd-d9b8-4f25-96e0-b133935ed4b1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.731560925Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.731607946Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"uri":"/crucible/0/regions/12022fb5-468a-40e1-ab80-683b18a088a6/snapshots/d5595bbd-d9b8-4f25-96e0-b133935ed4b1/run","method":"POST","req_id":"02a5175b-a1e1-4a1e-8050-67d0e19877a6","remote_addr":"[fd00:1122:3344:101::a]:36122","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27189,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/12022fb5-468a-40e1-ab80-683b18a088a6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.739577369Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.73966467Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.739748691Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.7397575Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.739801241Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-12022fb5-468a-40e1-ab80-683b18a088a6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.739853011Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/12022fb5-468a-40e1-ab80-683b18a088a6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.739947082Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.740011502Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.740061953Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.740113123Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.751397483Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-12022fb5-468a-40e1-ab80-683b18a088a6-d5595bbd-d9b8-4f25-96e0-b133935ed4b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.751864067Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-12022fb5-468a-40e1-ab80-683b18a088a6-d5595bbd-d9b8-4f25-96e0-b133935ed4b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.758564561Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-12022fb5-468a-40e1-ab80-683b18a088a6-d5595bbd-d9b8-4f25-96e0-b133935ed4b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.783804972Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/12022fb5-468a-40e1-ab80-683b18a088a6/.zfs/snapshot/d5595bbd-d9b8-4f25-96e0-b133935ed4b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.784101504Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.784187555Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.784238665Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.784287735Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.784359516Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.791196321Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.798460388Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"worker"}
{"msg":"region 12022fb5-468a-40e1-ab80-683b18a088a6 running snapshot d5595bbd-d9b8-4f25-96e0-b133935ed4b1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.798483769Z","hostname":"oxz_crucible_f7232f56-0603-4a5b-827e-81c1fe92e588","pid":23569,"component":"datafile"}