[ Jun 30 23:42:06 Enabled. ]
[ Jun 30 23:42:06 Rereading configuration. ]
[ Jun 30 23:42:08 Rereading configuration. ]
[ Jun 30 23:42:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_89a80430-a7b9-481e-8fda-9853278833ab/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_89a80430-a7b9-481e-8fda-9853278833ab/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:14.506325459Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:14.509583845Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:14.509596435Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:14.51672074Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:14.637828802Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.583771684Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35360"}
{"msg":"region 1945e91f-7609-4307-ae62-e4923adbd6f4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.603234824Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.605952957Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"uri":"/crucible/0/regions","method":"POST","req_id":"35b5f52a-c7c8-40b8-9bc9-e5ddd7543ca5","remote_addr":"[fd00:1122:3344:101::a]:35360","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":15664,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.608014965Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_89a80430-a7b9-481e-8fda-9853278833ab/crucible/regions/1945e91f-7609-4307-ae62-e4923adbd6f4","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.617146736Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_89a80430-a7b9-481e-8fda-9853278833ab/crucible/regions/1945e91f-7609-4307-ae62-e4923adbd6f4","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.617222498Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1945e91f-7609-4307-ae62-e4923adbd6f4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1945e91f-7609-4307-ae62-e4923adbd6f4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.678966276Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"region":"1945e91f-7609-4307-ae62-e4923adbd6f4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1945e91f-7609-4307-ae62-e4923adbd6f4\" \"--data\" \"/data/regions/1945e91f-7609-4307-ae62-e4923adbd6f4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.680982853Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"region":"1945e91f-7609-4307-ae62-e4923adbd6f4","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.833165614Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"uri":"/crucible/0/regions","method":"POST","req_id":"394d8909-8763-460a-98fa-9685b562d8ac","remote_addr":"[fd00:1122:3344:101::a]:35360","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.979142151Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"region":"1945e91f-7609-4307-ae62-e4923adbd6f4","component":"worker"}
{"msg":"region 1945e91f-7609-4307-ae62-e4923adbd6f4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.979214543Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.979424857Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1945e91f-7609-4307-ae62-e4923adbd6f4","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.979787696Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1945e91f-7609-4307-ae62-e4923adbd6f4","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.983632775Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.992796177Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1945e91f-7609-4307-ae62-e4923adbd6f4","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.995676503Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1945e91f-7609-4307-ae62-e4923adbd6f4","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.996453271Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.996518923Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.996557604Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:34.996596805Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.000619878Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.010263161Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.42174964Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"uri":"/crucible/0/regions","method":"POST","req_id":"49b49188-fa52-4a48-b15d-f742f0ef1168","remote_addr":"[fd00:1122:3344:101::a]:35360","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.750896725Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"uri":"/crucible/0/regions/1945e91f-7609-4307-ae62-e4923adbd6f4","method":"GET","req_id":"08fe1d41-b03d-4575-afde-cee6adc12f0f","remote_addr":"[fd00:1122:3344:101::a]:35360","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"path is \"/data/regions/1945e91f-7609-4307-ae62-e4923adbd6f4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.753952915Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"datafile"}
{"msg":"dataset is oxp_89a80430-a7b9-481e-8fda-9853278833ab/crucible/regions/1945e91f-7609-4307-ae62-e4923adbd6f4","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.76625562Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"datafile"}
{"msg":"region 1945e91f-7609-4307-ae62-e4923adbd6f4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.776898916Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.777122971Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.777187043Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"uri":"/crucible/0/regions/1945e91f-7609-4307-ae62-e4923adbd6f4","method":"DELETE","req_id":"54b90377-edff-4ba5-841e-a5d3528d4b83","remote_addr":"[fd00:1122:3344:101::a]:35360","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23264,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-1945e91f-7609-4307-ae62-e4923adbd6f4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.778160746Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.781026042Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"uri":"/crucible/0/regions/1945e91f-7609-4307-ae62-e4923adbd6f4","method":"GET","req_id":"2fb371af-37ac-4965-a05d-eb00c2a459b4","remote_addr":"[fd00:1122:3344:101::a]:35360","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.78394954Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_89a80430-a7b9-481e-8fda-9853278833ab/crucible/regions/1945e91f-7609-4307-ae62-e4923adbd6f4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.796703204Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"region":"1945e91f-7609-4307-ae62-e4923adbd6f4","component":"worker"}
{"msg":"region 1945e91f-7609-4307-ae62-e4923adbd6f4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.86478287Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:42:35.903122577Z","hostname":"oxz_crucible_cd8b5664-1776-4464-8e77-a66a2fd67337","pid":24582,"uri":"/crucible/0/regions/1945e91f-7609-4307-ae62-e4923adbd6f4","method":"GET","req_id":"0e73fdba-1f04-4aa1-ab9a-e832959d7422","remote_addr":"[fd00:1122:3344:101::a]:35360","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":72,"response_code":"200"}