[ Dec 21 00:16:48 Enabled. ]
[ Dec 21 00:16:48 Rereading configuration. ]
[ Dec 21 00:16:50 Rereading configuration. ]
[ Dec 21 00:16:54 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:16:54.695917115Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:16:54.699920722Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:16:54.699934282Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:16:54.720428495Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:16:54.845742274Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.688809075Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36546"}
{"msg":"region 052b975d-65c2-45f4-bb45-de19d917add4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.712824981Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.713644013Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.713684534Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions","method":"POST","req_id":"e50a7555-1a19-49e3-9e09-1fa2fa965db5","remote_addr":"[fd00:1122:3344:101::a]:36546","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":5255,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/052b975d-65c2-45f4-bb45-de19d917add4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.722754734Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/052b975d-65c2-45f4-bb45-de19d917add4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.722791525Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"052b975d-65c2-45f4-bb45-de19d917add4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/052b975d-65c2-45f4-bb45-de19d917add4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.774436593Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"region":"052b975d-65c2-45f4-bb45-de19d917add4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"052b975d-65c2-45f4-bb45-de19d917add4\" \"--data\" \"/data/regions/052b975d-65c2-45f4-bb45-de19d917add4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.776477718Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"region":"052b975d-65c2-45f4-bb45-de19d917add4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.91322621Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"region":"052b975d-65c2-45f4-bb45-de19d917add4","component":"worker"}
{"msg":"region 052b975d-65c2-45f4-bb45-de19d917add4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.913291242Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.913416935Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-052b975d-65c2-45f4-bb45-de19d917add4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.913875617Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-052b975d-65c2-45f4-bb45-de19d917add4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.919029894Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.929231484Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-052b975d-65c2-45f4-bb45-de19d917add4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.932133191Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/052b975d-65c2-45f4-bb45-de19d917add4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.932678465Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.932735337Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.932773568Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.932809819Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.936756203Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.940118452Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:54.036953968Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions","method":"POST","req_id":"2b8e303c-3a16-4ec8-9976-f3f49de5f98a","remote_addr":"[fd00:1122:3344:101::a]:36546","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.591501923Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45941"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.594156433Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions/052b975d-65c2-45f4-bb45-de19d917add4","method":"GET","req_id":"f9c85507-c810-42e5-89a0-447f5dbc83fb","remote_addr":"[fd00:1122:3344:101::a]:45941","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2608,"response_code":"200"}
{"msg":"path is \"/data/regions/052b975d-65c2-45f4-bb45-de19d917add4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.598225111Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"dataset is oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/052b975d-65c2-45f4-bb45-de19d917add4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.607979829Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"snapshot is oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/052b975d-65c2-45f4-bb45-de19d917add4@9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.616399942Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/052b975d-65c2-45f4-bb45-de19d917add4\", \"9e83aa1a-7eee-477e-bf34-353a0eb8bb47\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.616445054Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.626940932Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions/052b975d-65c2-45f4-bb45-de19d917add4/snapshots/9e83aa1a-7eee-477e-bf34-353a0eb8bb47","method":"GET","req_id":"f09a7c86-9bae-4f9e-8fe3-c2fc5503bbae","remote_addr":"[fd00:1122:3344:101::a]:45941","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28730,"response_code":"200"}
{"msg":"path is \"/data/regions/052b975d-65c2-45f4-bb45-de19d917add4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.630416914Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"dataset is oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/052b975d-65c2-45f4-bb45-de19d917add4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.638279472Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"snapshot is oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/052b975d-65c2-45f4-bb45-de19d917add4@9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.646537471Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/052b975d-65c2-45f4-bb45-de19d917add4\", \"9e83aa1a-7eee-477e-bf34-353a0eb8bb47\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.646574602Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 052b975d-65c2-45f4-bb45-de19d917add4-9e83aa1a-7eee-477e-bf34-353a0eb8bb47 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.654461731Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"applying SMF actions for region 052b975d-65c2-45f4-bb45-de19d917add4 running snapshot 9e83aa1a-7eee-477e-bf34-353a0eb8bb47 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.655097007Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.655122278Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions/052b975d-65c2-45f4-bb45-de19d917add4/snapshots/9e83aa1a-7eee-477e-bf34-353a0eb8bb47/run","method":"POST","req_id":"13c8d0eb-d9ba-49c3-8efb-ffdc4311b0ac","remote_addr":"[fd00:1122:3344:101::a]:45941","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24723,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-052b975d-65c2-45f4-bb45-de19d917add4-9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.665461822Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-052b975d-65c2-45f4-bb45-de19d917add4-9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.669197991Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-052b975d-65c2-45f4-bb45-de19d917add4-9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.681675802Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/052b975d-65c2-45f4-bb45-de19d917add4/.zfs/snapshot/9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.68200611Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.682054422Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.682092573Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.682133284Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.682180145Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.685512053Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.691400369Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"region 052b975d-65c2-45f4-bb45-de19d917add4 running snapshot 9e83aa1a-7eee-477e-bf34-353a0eb8bb47 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.69142249Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"path is \"/data/regions/052b975d-65c2-45f4-bb45-de19d917add4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.943734373Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"dataset is oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/052b975d-65c2-45f4-bb45-de19d917add4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.952879215Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"snapshot is oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/052b975d-65c2-45f4-bb45-de19d917add4@9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.961865843Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/052b975d-65c2-45f4-bb45-de19d917add4\", \"9e83aa1a-7eee-477e-bf34-353a0eb8bb47\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.961899144Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.970191444Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions/052b975d-65c2-45f4-bb45-de19d917add4/snapshots/9e83aa1a-7eee-477e-bf34-353a0eb8bb47/run","method":"POST","req_id":"da627947-2416-4d4b-8ed2-cae821aa2022","remote_addr":"[fd00:1122:3344:101::a]:45941","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27015,"response_code":"200"}
{"msg":"region 15876cd6-e98b-44e6-a5e9-e02ffb516160 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.701638513Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.701800397Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions","method":"POST","req_id":"b0f7fb5f-e050-4945-b9b7-96eabd093fa3","remote_addr":"[fd00:1122:3344:101::a]:45941","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":222,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.701829067Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.713060265Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.713091686Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"15876cd6-e98b-44e6-a5e9-e02ffb516160\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.784155748Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"region":"15876cd6-e98b-44e6-a5e9-e02ffb516160","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"15876cd6-e98b-44e6-a5e9-e02ffb516160\" \"--data\" \"/data/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.785894185Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"region":"15876cd6-e98b-44e6-a5e9-e02ffb516160","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.871164313Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"region":"15876cd6-e98b-44e6-a5e9-e02ffb516160","component":"worker"}
{"msg":"region 15876cd6-e98b-44e6-a5e9-e02ffb516160 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.871203214Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.871309087Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-15876cd6-e98b-44e6-a5e9-e02ffb516160","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.872543789Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-15876cd6-e98b-44e6-a5e9-e02ffb516160","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.882947465Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.891009408Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-15876cd6-e98b-44e6-a5e9-e02ffb516160","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.894607444Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.894902212Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.894960753Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.895001454Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.895048975Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.898697012Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.905000139Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:20.07944493Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions","method":"POST","req_id":"24f40428-2785-4172-85bb-8ba43c64d7c9","remote_addr":"[fd00:1122:3344:101::a]:45941","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.079311778Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160","method":"GET","req_id":"c533e32e-d3aa-4301-a623-04299bb247dc","remote_addr":"[fd00:1122:3344:101::a]:45941","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.082956385Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"dataset is oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.094390588Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"region 15876cd6-e98b-44e6-a5e9-e02ffb516160 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.104350922Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.104528106Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.104580808Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160","method":"DELETE","req_id":"cd18f472-85f6-423e-b3ed-4cd969a4799f","remote_addr":"[fd00:1122:3344:101::a]:45941","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21651,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-15876cd6-e98b-44e6-a5e9-e02ffb516160 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.108159053Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.109139119Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160","method":"GET","req_id":"7b86d1bd-d6b5-4379-9d4e-3c48cc31b34e","remote_addr":"[fd00:1122:3344:101::a]:45941","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.114664705Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_b86cab20-f27c-490c-96fa-4f4929cdcc19/crucible/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.127129205Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"region":"15876cd6-e98b-44e6-a5e9-e02ffb516160","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.175345433Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160","method":"GET","req_id":"f96e5484-172d-4db5-8d44-bf0b79c7ef85","remote_addr":"[fd00:1122:3344:101::a]:45941","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"region 15876cd6-e98b-44e6-a5e9-e02ffb516160 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.19262637Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.282174052Z","hostname":"oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9","pid":22719,"uri":"/crucible/0/regions/15876cd6-e98b-44e6-a5e9-e02ffb516160","method":"GET","req_id":"4c813bab-05d5-41cd-80ab-248c6ac0cd20","remote_addr":"[fd00:1122:3344:101::a]:45941","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32,"response_code":"200"}