[ Oct  9 21:34:19 Enabled. ]
[ Oct  9 21:34:19 Rereading configuration. ]
[ Oct  9 21:34:21 Rereading configuration. ]
[ Oct  9 21:34:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b2cfe5d3-7df2-4f57-963d-ed06290fd0f0/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_b2cfe5d3-7df2-4f57-963d-ed06290fd0f0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:34:22.972075476Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:34:22.983037429Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:34:22.98309037Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:34:22.992976567Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:34:23.130428183Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.659181602Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43791"}
{"msg":"region 620c09f0-5170-4b56-bf02-a495f9653bd1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.687835939Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.690037221Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions","method":"POST","req_id":"90bebaef-ea2d-48c7-86c4-b46aa220b42a","remote_addr":"[fd00:1122:3344:101::a]:43791","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":9051,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.694745591Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_b2cfe5d3-7df2-4f57-963d-ed06290fd0f0/crucible/regions/620c09f0-5170-4b56-bf02-a495f9653bd1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.704584428Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_b2cfe5d3-7df2-4f57-963d-ed06290fd0f0/crucible/regions/620c09f0-5170-4b56-bf02-a495f9653bd1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.704612908Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"620c09f0-5170-4b56-bf02-a495f9653bd1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/620c09f0-5170-4b56-bf02-a495f9653bd1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.776860893Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"region":"620c09f0-5170-4b56-bf02-a495f9653bd1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"620c09f0-5170-4b56-bf02-a495f9653bd1\" \"--data\" \"/data/regions/620c09f0-5170-4b56-bf02-a495f9653bd1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:31.776930844Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"region":"620c09f0-5170-4b56-bf02-a495f9653bd1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.024152703Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions","method":"POST","req_id":"f9cdda7f-2e0a-4285-a0eb-e21d791e1458","remote_addr":"[fd00:1122:3344:101::a]:43791","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.052284302Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"region":"620c09f0-5170-4b56-bf02-a495f9653bd1","component":"worker"}
{"msg":"region 620c09f0-5170-4b56-bf02-a495f9653bd1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.052328652Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.052440974Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-620c09f0-5170-4b56-bf02-a495f9653bd1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.054767119Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-620c09f0-5170-4b56-bf02-a495f9653bd1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.059279056Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.071324345Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-620c09f0-5170-4b56-bf02-a495f9653bd1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.075054051Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/620c09f0-5170-4b56-bf02-a495f9653bd1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.080554083Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.080613873Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.080652864Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.080707105Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.084293468Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.089377744Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.468758179Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions","method":"POST","req_id":"cd8e076f-ab2f-4a9c-a00e-6e2e8edd86e5","remote_addr":"[fd00:1122:3344:101::a]:43791","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":748,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.833563127Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions/620c09f0-5170-4b56-bf02-a495f9653bd1","method":"GET","req_id":"1ef24633-c9b0-4b4b-8522-539ac9e5ff3e","remote_addr":"[fd00:1122:3344:101::a]:43791","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":87,"response_code":"200"}
{"msg":"path is \"/data/regions/620c09f0-5170-4b56-bf02-a495f9653bd1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.838087425Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"dataset is oxp_b2cfe5d3-7df2-4f57-963d-ed06290fd0f0/crucible/regions/620c09f0-5170-4b56-bf02-a495f9653bd1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.848927266Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"region 620c09f0-5170-4b56-bf02-a495f9653bd1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.858487308Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.858655471Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.858742132Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions/620c09f0-5170-4b56-bf02-a495f9653bd1","method":"DELETE","req_id":"3331f136-87b8-499c-87d7-46336306884b","remote_addr":"[fd00:1122:3344:101::a]:43791","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20682,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-620c09f0-5170-4b56-bf02-a495f9653bd1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.859773717Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.861792817Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions/620c09f0-5170-4b56-bf02-a495f9653bd1","method":"GET","req_id":"f6809356-da68-4a07-ac2c-d0c360565243","remote_addr":"[fd00:1122:3344:101::a]:43791","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.864595909Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_b2cfe5d3-7df2-4f57-963d-ed06290fd0f0/crucible/regions/620c09f0-5170-4b56-bf02-a495f9653bd1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.876609918Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"region":"620c09f0-5170-4b56-bf02-a495f9653bd1","component":"worker"}
{"msg":"region 620c09f0-5170-4b56-bf02-a495f9653bd1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:32.943621373Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:35:33.002302198Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions/620c09f0-5170-4b56-bf02-a495f9653bd1","method":"GET","req_id":"18e7160c-f0d7-49dd-b755-7a729ec664df","remote_addr":"[fd00:1122:3344:101::a]:43791","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:49.733757268Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60996"}
{"msg":"region aaedcbe0-009e-453e-afad-339f44302963 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:49.734048982Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:49.741035706Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions","method":"POST","req_id":"f382adea-269e-48b2-954d-f6a2d27633be","remote_addr":"[fd00:1122:3344:101::a]:60996","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":7042,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:49.741061837Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_b2cfe5d3-7df2-4f57-963d-ed06290fd0f0/crucible/regions/aaedcbe0-009e-453e-afad-339f44302963","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:49.759988618Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b2cfe5d3-7df2-4f57-963d-ed06290fd0f0/crucible/regions/aaedcbe0-009e-453e-afad-339f44302963","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:49.760029809Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"aaedcbe0-009e-453e-afad-339f44302963\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aaedcbe0-009e-453e-afad-339f44302963\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:49.918392136Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"region":"aaedcbe0-009e-453e-afad-339f44302963","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aaedcbe0-009e-453e-afad-339f44302963\" \"--data\" \"/data/regions/aaedcbe0-009e-453e-afad-339f44302963\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:49.920138162Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"region":"aaedcbe0-009e-453e-afad-339f44302963","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:49.990220755Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions","method":"POST","req_id":"4c76e0ce-6cd0-44dd-8b67-ce7c4c92cb09","remote_addr":"[fd00:1122:3344:101::a]:60996","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.553937493Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"region":"aaedcbe0-009e-453e-afad-339f44302963","component":"worker"}
{"msg":"region aaedcbe0-009e-453e-afad-339f44302963 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.553982573Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.554083885Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-aaedcbe0-009e-453e-afad-339f44302963","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.555598208Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aaedcbe0-009e-453e-afad-339f44302963","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.58669267Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.629186063Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions","method":"POST","req_id":"fcf6f6d6-bf51-4e94-b4b0-7288e7b03cf3","remote_addr":"[fd00:1122:3344:101::a]:60996","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.640572232Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aaedcbe0-009e-453e-afad-339f44302963","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.676642209Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aaedcbe0-009e-453e-afad-339f44302963","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.677028585Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.677078785Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.677123116Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.677170647Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.711978615Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:50.728914757Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"region 902cfbb2-8d6c-4797-b728-fb7194c551b0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:59.795811944Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:59.796004817Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:59.796016517Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions","method":"POST","req_id":"f1091954-ab17-4e65-a2f5-1b2927bb35f0","remote_addr":"[fd00:1122:3344:101::a]:60996","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":248,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_b2cfe5d3-7df2-4f57-963d-ed06290fd0f0/crucible/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:59.805282065Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b2cfe5d3-7df2-4f57-963d-ed06290fd0f0/crucible/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:59.805314095Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"902cfbb2-8d6c-4797-b728-fb7194c551b0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:59.879771973Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"region":"902cfbb2-8d6c-4797-b728-fb7194c551b0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"902cfbb2-8d6c-4797-b728-fb7194c551b0\" \"--data\" \"/data/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:38:59.881606641Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"region":"902cfbb2-8d6c-4797-b728-fb7194c551b0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.000857795Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"region":"902cfbb2-8d6c-4797-b728-fb7194c551b0","component":"worker"}
{"msg":"region 902cfbb2-8d6c-4797-b728-fb7194c551b0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.000900866Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.001002317Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-902cfbb2-8d6c-4797-b728-fb7194c551b0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.001940322Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.006267776Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions","method":"POST","req_id":"67e0d23e-297c-4589-9a56-a3297d176f4b","remote_addr":"[fd00:1122:3344:101::a]:60996","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":635,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-902cfbb2-8d6c-4797-b728-fb7194c551b0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.016261024Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.032675649Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-902cfbb2-8d6c-4797-b728-fb7194c551b0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.041833815Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.04212764Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.04218379Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.042226941Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.042269622Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.054515684Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:00.066078076Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.002969144Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0","method":"GET","req_id":"5bb7a185-efd3-47af-9115-2f98348ffabf","remote_addr":"[fd00:1122:3344:101::a]:60996","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"path is \"/data/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.006574857Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"dataset is oxp_b2cfe5d3-7df2-4f57-963d-ed06290fd0f0/crucible/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.042632374Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"region 902cfbb2-8d6c-4797-b728-fb7194c551b0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.050789895Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.050985949Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.051035589Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0","method":"DELETE","req_id":"b32be151-b4fb-4362-95f9-638c1e967813","remote_addr":"[fd00:1122:3344:101::a]:60996","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":44484,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-902cfbb2-8d6c-4797-b728-fb7194c551b0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.052751825Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.054373409Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0","method":"GET","req_id":"9f6700d3-fa91-4174-ae67-88c7812ba733","remote_addr":"[fd00:1122:3344:101::a]:60996","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.065073808Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_b2cfe5d3-7df2-4f57-963d-ed06290fd0f0/crucible/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.075058987Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"region":"902cfbb2-8d6c-4797-b728-fb7194c551b0","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.16535604Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0","method":"GET","req_id":"df372046-e064-40a2-b185-0433caf4661c","remote_addr":"[fd00:1122:3344:101::a]:60996","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"region 902cfbb2-8d6c-4797-b728-fb7194c551b0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.233752458Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T21:39:29.301658379Z","hostname":"oxz_crucible_020ac8c4-784a-4afb-8197-73861ef4b83b","pid":21343,"uri":"/crucible/0/regions/902cfbb2-8d6c-4797-b728-fb7194c551b0","method":"GET","req_id":"366b5ec2-ded5-46b0-834f-0427a22e2270","remote_addr":"[fd00:1122:3344:101::a]:60996","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":764,"response_code":"200"}