[ Sep 11 22:50:26 Enabled. ]
[ Sep 11 22:50:26 Rereading configuration. ]
[ Sep 11 22:50:29 Rereading configuration. ]
[ Sep 11 22:50:37 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:50:37.102138996Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:50:37.105181969Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:50:37.10519569Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:50:37.118424624Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:50:37.406727292Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:31.999371283Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45852"}
{"msg":"region bdc860df-d251-4590-9644-f17c6e98293a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.013793369Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.016198471Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions","method":"POST","req_id":"c43dcbb7-cb29-4c09-ba1c-398e68490fb5","remote_addr":"[fd00:1122:3344:101::b]:45852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":6760,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.017413602Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crucible/regions/bdc860df-d251-4590-9644-f17c6e98293a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.028890925Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crucible/regions/bdc860df-d251-4590-9644-f17c6e98293a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.028930806Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bdc860df-d251-4590-9644-f17c6e98293a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bdc860df-d251-4590-9644-f17c6e98293a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.111487816Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"region":"bdc860df-d251-4590-9644-f17c6e98293a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bdc860df-d251-4590-9644-f17c6e98293a\" \"--data\" \"/data/regions/bdc860df-d251-4590-9644-f17c6e98293a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.113506312Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"region":"bdc860df-d251-4590-9644-f17c6e98293a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.25928038Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions","method":"POST","req_id":"b77b15c9-e14a-4b02-821b-0aacaf02b988","remote_addr":"[fd00:1122:3344:101::b]:45852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.260694475Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"region":"bdc860df-d251-4590-9644-f17c6e98293a","component":"worker"}
{"msg":"region bdc860df-d251-4590-9644-f17c6e98293a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.260718365Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.260851018Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bdc860df-d251-4590-9644-f17c6e98293a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.261232345Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bdc860df-d251-4590-9644-f17c6e98293a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.269545332Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.296287605Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bdc860df-d251-4590-9644-f17c6e98293a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.303605954Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bdc860df-d251-4590-9644-f17c6e98293a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.30619268Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.306287291Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.306329392Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.306367573Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.333763327Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.345639367Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:32.92198581Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions","method":"POST","req_id":"9e957554-2747-4ab3-a7b1-de0c34beacfb","remote_addr":"[fd00:1122:3344:101::b]:45852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:34.13939618Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions/bdc860df-d251-4590-9644-f17c6e98293a","method":"GET","req_id":"0a2dab68-078e-493f-b88e-07fd413e80f8","remote_addr":"[fd00:1122:3344:101::b]:45852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":89,"response_code":"200"}
{"msg":"path is \"/data/regions/bdc860df-d251-4590-9644-f17c6e98293a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:34.142029976Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"dataset is oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crucible/regions/bdc860df-d251-4590-9644-f17c6e98293a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:34.152211087Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"region bdc860df-d251-4590-9644-f17c6e98293a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:34.161363108Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:34.161516121Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:34.161579232Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions/bdc860df-d251-4590-9644-f17c6e98293a","method":"DELETE","req_id":"6c9811f8-830e-4103-9a43-c74f1d705fc0","remote_addr":"[fd00:1122:3344:101::b]:45852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19587,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-bdc860df-d251-4590-9644-f17c6e98293a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:34.16256743Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:34.163943594Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions/bdc860df-d251-4590-9644-f17c6e98293a","method":"GET","req_id":"0f2ea34f-c76e-4865-8aaa-c2a74adf1300","remote_addr":"[fd00:1122:3344:101::b]:45852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":40,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:34.173486723Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crucible/regions/bdc860df-d251-4590-9644-f17c6e98293a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:34.184330795Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"region":"bdc860df-d251-4590-9644-f17c6e98293a","component":"worker"}
{"msg":"region bdc860df-d251-4590-9644-f17c6e98293a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:34.257762453Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:51:34.284803411Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions/bdc860df-d251-4590-9644-f17c6e98293a","method":"GET","req_id":"b7993121-54bb-4a48-ab76-1bbd72244464","remote_addr":"[fd00:1122:3344:101::b]:45852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.03419951Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55215"}
{"msg":"region a5946f12-df74-4bc0-aa34-d087d8d69422 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.034310752Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.03529981Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.03531018Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions","method":"POST","req_id":"96d46d29-5448-47ad-b954-a85abe0eb0e6","remote_addr":"[fd00:1122:3344:101::a]:55215","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1076,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crucible/regions/a5946f12-df74-4bc0-aa34-d087d8d69422","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.046843774Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crucible/regions/a5946f12-df74-4bc0-aa34-d087d8d69422","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.046875444Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a5946f12-df74-4bc0-aa34-d087d8d69422\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a5946f12-df74-4bc0-aa34-d087d8d69422\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.113168097Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"region":"a5946f12-df74-4bc0-aa34-d087d8d69422","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a5946f12-df74-4bc0-aa34-d087d8d69422\" \"--data\" \"/data/regions/a5946f12-df74-4bc0-aa34-d087d8d69422\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.113216618Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"region":"a5946f12-df74-4bc0-aa34-d087d8d69422","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.2259002Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"region":"a5946f12-df74-4bc0-aa34-d087d8d69422","component":"worker"}
{"msg":"region a5946f12-df74-4bc0-aa34-d087d8d69422 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.225959792Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.226042033Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a5946f12-df74-4bc0-aa34-d087d8d69422","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.228024568Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a5946f12-df74-4bc0-aa34-d087d8d69422","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.236443687Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.243143536Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions","method":"POST","req_id":"dee75ac3-a53b-4cbc-b97d-9ae5db98a49d","remote_addr":"[fd00:1122:3344:101::a]:55215","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.253199513Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a5946f12-df74-4bc0-aa34-d087d8d69422","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.2620622Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a5946f12-df74-4bc0-aa34-d087d8d69422","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.262328945Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.262398606Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.262471517Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.262530518Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.272285641Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.284606969Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"region 09eba63a-755b-4f7e-997e-55b7155ed4a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.527876686Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.528051429Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.528069769Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions","method":"POST","req_id":"52f21096-ad54-411e-9c48-cc51a1203665","remote_addr":"[fd00:1122:3344:101::a]:55215","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":243,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crucible/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.538116027Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crucible/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.538154558Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"09eba63a-755b-4f7e-997e-55b7155ed4a6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.637570236Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"region":"09eba63a-755b-4f7e-997e-55b7155ed4a6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"09eba63a-755b-4f7e-997e-55b7155ed4a6\" \"--data\" \"/data/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.637627477Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"region":"09eba63a-755b-4f7e-997e-55b7155ed4a6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.740208931Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"region":"09eba63a-755b-4f7e-997e-55b7155ed4a6","component":"worker"}
{"msg":"region 09eba63a-755b-4f7e-997e-55b7155ed4a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.740257802Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.740346563Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-09eba63a-755b-4f7e-997e-55b7155ed4a6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.741345991Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-09eba63a-755b-4f7e-997e-55b7155ed4a6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.753030647Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.764162884Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-09eba63a-755b-4f7e-997e-55b7155ed4a6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.770446026Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.770739881Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.770797402Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.770840293Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.770884853Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.779783721Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.787948775Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:21.808276264Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions","method":"POST","req_id":"2b28805a-ffcc-47f7-9459-d2007ee0309d","remote_addr":"[fd00:1122:3344:101::a]:55215","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.776062504Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6","method":"GET","req_id":"00c52cb5-b059-4d2e-aea0-04436b132f05","remote_addr":"[fd00:1122:3344:101::a]:55215","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.77922553Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"dataset is oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crucible/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.808653681Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"region 09eba63a-755b-4f7e-997e-55b7155ed4a6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.818002986Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.818175079Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.81824923Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6","method":"DELETE","req_id":"47e21db8-0028-486d-92e8-d04f5d3c47d5","remote_addr":"[fd00:1122:3344:101::a]:55215","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39046,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-09eba63a-755b-4f7e-997e-55b7155ed4a6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.81991827Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.821416926Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6","method":"GET","req_id":"7008a398-1756-4181-b1d2-de40fa48a112","remote_addr":"[fd00:1122:3344:101::a]:55215","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.838201163Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crucible/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.848051417Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"region":"09eba63a-755b-4f7e-997e-55b7155ed4a6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.901418761Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6","method":"GET","req_id":"6ca0dd12-6bec-412c-8524-4d7098911a1f","remote_addr":"[fd00:1122:3344:101::a]:55215","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region 09eba63a-755b-4f7e-997e-55b7155ed4a6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.912487397Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:49.983446002Z","hostname":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","pid":22605,"uri":"/crucible/0/regions/09eba63a-755b-4f7e-997e-55b7155ed4a6","method":"GET","req_id":"d772c5cc-82ab-4a79-8ee9-80cffd55f94f","remote_addr":"[fd00:1122:3344:101::a]:55215","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":32,"response_code":"200"}