[ Aug 12 21:38:29 Enabled. ]
[ Aug 12 21:38:29 Rereading configuration. ]
[ Aug 12 21:38:31 Rereading configuration. ]
[ Aug 12 21:38:32 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.391262176Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.392639384Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.392652874Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.428206364Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.630800795Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:22.927477544Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53789"}
{"msg":"region d6fa5e90-5661-4f55-9e92-93261473124c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:22.956521744Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:22.961180311Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:22.965198971Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"uri":"/crucible/0/regions","method":"POST","req_id":"6a1417db-bc0e-4a80-86f4-d49534b9eba3","remote_addr":"[fd00:1122:3344:101::a]:53789","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16866,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:22.972653753Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:22.972697864Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d6fa5e90-5661-4f55-9e92-93261473124c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d6fa5e90-5661-4f55-9e92-93261473124c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.079182914Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"region":"d6fa5e90-5661-4f55-9e92-93261473124c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d6fa5e90-5661-4f55-9e92-93261473124c\" \"--data\" \"/data/regions/d6fa5e90-5661-4f55-9e92-93261473124c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.081179059Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"region":"d6fa5e90-5661-4f55-9e92-93261473124c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.277840086Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"uri":"/crucible/0/regions","method":"POST","req_id":"50a3b740-d84e-435f-9292-2b91bc0416b6","remote_addr":"[fd00:1122:3344:101::a]:53789","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.460697592Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"region":"d6fa5e90-5661-4f55-9e92-93261473124c","component":"worker"}
{"msg":"region d6fa5e90-5661-4f55-9e92-93261473124c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.460779803Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.461006636Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.461416061Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.474507173Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.510281287Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.517361475Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.526945454Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.528989829Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.529050829Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.5290966Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.537416893Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.543424138Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.667663647Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"uri":"/crucible/0/regions","method":"POST","req_id":"fc9e3312-c3fb-4da9-9337-49f185beeb18","remote_addr":"[fd00:1122:3344:101::a]:53789","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.223626616Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53588"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.224276264Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"uri":"/crucible/0/regions/d6fa5e90-5661-4f55-9e92-93261473124c","method":"GET","req_id":"29e0f61c-07ab-4b9c-92f8-abb37db720c3","remote_addr":"[fd00:1122:3344:101::a]:53588","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":622,"response_code":"200"}
{"msg":"path is \"/data/regions/d6fa5e90-5661-4f55-9e92-93261473124c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.23043291Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"dataset is oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.239525383Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"snapshot is oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/d6fa5e90-5661-4f55-9e92-93261473124c@59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.248206461Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/d6fa5e90-5661-4f55-9e92-93261473124c\", \"59d682f7-9454-4f34-838a-d2951aefcefe\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.248245491Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.26514301Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"uri":"/crucible/0/regions/d6fa5e90-5661-4f55-9e92-93261473124c/snapshots/59d682f7-9454-4f34-838a-d2951aefcefe","method":"GET","req_id":"379fb729-7d97-4f0e-8707-509257ef3153","remote_addr":"[fd00:1122:3344:101::a]:53588","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":37912,"response_code":"200"}
{"msg":"path is \"/data/regions/d6fa5e90-5661-4f55-9e92-93261473124c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.268180348Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"dataset is oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.276102937Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"snapshot is oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/d6fa5e90-5661-4f55-9e92-93261473124c@59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.284166416Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/d6fa5e90-5661-4f55-9e92-93261473124c\", \"59d682f7-9454-4f34-838a-d2951aefcefe\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.284206017Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d6fa5e90-5661-4f55-9e92-93261473124c-59d682f7-9454-4f34-838a-d2951aefcefe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.293507392Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"applying SMF actions for region d6fa5e90-5661-4f55-9e92-93261473124c running snapshot 59d682f7-9454-4f34-838a-d2951aefcefe (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.297666444Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.297704844Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"uri":"/crucible/0/regions/d6fa5e90-5661-4f55-9e92-93261473124c/snapshots/59d682f7-9454-4f34-838a-d2951aefcefe/run","method":"POST","req_id":"f2442978-1dfe-42cc-a522-4adf43893f2f","remote_addr":"[fd00:1122:3344:101::a]:53588","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29562,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.303518886Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.303605667Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.303689698Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.303698619Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.303740479Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.303789989Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.303880261Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.303941362Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.303991782Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.304041653Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.315725528Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-d6fa5e90-5661-4f55-9e92-93261473124c-59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.316176303Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d6fa5e90-5661-4f55-9e92-93261473124c-59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.32560062Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d6fa5e90-5661-4f55-9e92-93261473124c-59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.344409633Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d6fa5e90-5661-4f55-9e92-93261473124c/.zfs/snapshot/59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.344696567Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.344753697Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.344795008Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.344836958Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.344890289Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.351654723Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.358460187Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"region d6fa5e90-5661-4f55-9e92-93261473124c running snapshot 59d682f7-9454-4f34-838a-d2951aefcefe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.358484678Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"path is \"/data/regions/d6fa5e90-5661-4f55-9e92-93261473124c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.538730591Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"dataset is oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.547355488Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"snapshot is oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/d6fa5e90-5661-4f55-9e92-93261473124c@59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.555671561Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/d6fa5e90-5661-4f55-9e92-93261473124c\", \"59d682f7-9454-4f34-838a-d2951aefcefe\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.555704822Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.563191304Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"uri":"/crucible/0/regions/d6fa5e90-5661-4f55-9e92-93261473124c/snapshots/59d682f7-9454-4f34-838a-d2951aefcefe/run","method":"POST","req_id":"a6a4838b-708b-4845-bfb3-ccd52eb7cf09","remote_addr":"[fd00:1122:3344:101::a]:53588","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24495,"response_code":"200"}
{"msg":"region e2712936-451a-4b0c-8669-55b3297855a1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:43.936105328Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:43.93628224Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"uri":"/crucible/0/regions","method":"POST","req_id":"734e8048-ec34-4059-93f7-e04a3ff48f2c","remote_addr":"[fd00:1122:3344:101::a]:53588","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":241,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:43.936312151Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/e2712936-451a-4b0c-8669-55b3297855a1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:43.948813846Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d23b4c00-c32b-4595-b2e1-89c4821b32ad/crucible/regions/e2712936-451a-4b0c-8669-55b3297855a1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:43.948848896Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e2712936-451a-4b0c-8669-55b3297855a1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e2712936-451a-4b0c-8669-55b3297855a1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.039755843Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"region":"e2712936-451a-4b0c-8669-55b3297855a1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e2712936-451a-4b0c-8669-55b3297855a1\" \"--data\" \"/data/regions/e2712936-451a-4b0c-8669-55b3297855a1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.039817453Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"region":"e2712936-451a-4b0c-8669-55b3297855a1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.092080891Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"uri":"/crucible/0/regions","method":"POST","req_id":"1d07ac72-be0f-4623-8916-4ceefe6ec811","remote_addr":"[fd00:1122:3344:101::a]:53588","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.168893903Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"region":"e2712936-451a-4b0c-8669-55b3297855a1","component":"worker"}
{"msg":"region e2712936-451a-4b0c-8669-55b3297855a1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.168922834Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.169077486Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.169689373Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.169768954Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.169849675Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.169860525Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.169901456Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.169954037Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d6fa5e90-5661-4f55-9e92-93261473124c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.170326781Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.170384962Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.170436143Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.170484883Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.18231596Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e2712936-451a-4b0c-8669-55b3297855a1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.182816816Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e2712936-451a-4b0c-8669-55b3297855a1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.189540669Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.205787661Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e2712936-451a-4b0c-8669-55b3297855a1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.21863699Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e2712936-451a-4b0c-8669-55b3297855a1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.218899783Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.218971834Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.219017674Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.219058535Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.228466582Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.237613145Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.567367082Z","hostname":"oxz_crucible_c95e464f-540b-46bf-8341-181218c51941","pid":19332,"uri":"/crucible/0/regions","method":"POST","req_id":"e10c1be1-f1d3-4c40-becf-0c70e8d23ee8","remote_addr":"[fd00:1122:3344:101::a]:53588","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":"200"}