[ Jan 30 20:17:10 Enabled. ]
[ Jan 30 20:17:10 Rereading configuration. ]
[ Jan 30 20:17:16 Rereading configuration. ]
[ Jan 30 20:17:21 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3f6b536f-4a04-4422-a92f-9a12ce3e112e/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_3f6b536f-4a04-4422-a92f-9a12ce3e112e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:21.094395065Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:21.097424949Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:21.097433739Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:21.113105564Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:21.254808897Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.718340232Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62827"}
{"msg":"region 6a0548fc-d97c-4f52-acc7-00643882eb0a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.747584043Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.75214647Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"uri":"/crucible/0/regions","method":"POST","req_id":"d6c2feb9-529f-4231-aa42-18e2ea8fea93","remote_addr":"[fd00:1122:3344:101::a]:62827","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":14347,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.752169371Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_3f6b536f-4a04-4422-a92f-9a12ce3e112e/crucible/regions/6a0548fc-d97c-4f52-acc7-00643882eb0a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.761416507Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_3f6b536f-4a04-4422-a92f-9a12ce3e112e/crucible/regions/6a0548fc-d97c-4f52-acc7-00643882eb0a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.761454448Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6a0548fc-d97c-4f52-acc7-00643882eb0a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6a0548fc-d97c-4f52-acc7-00643882eb0a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.82203517Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"region":"6a0548fc-d97c-4f52-acc7-00643882eb0a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6a0548fc-d97c-4f52-acc7-00643882eb0a\" \"--data\" \"/data/regions/6a0548fc-d97c-4f52-acc7-00643882eb0a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.824315283Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"region":"6a0548fc-d97c-4f52-acc7-00643882eb0a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.95859948Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"uri":"/crucible/0/regions","method":"POST","req_id":"39c432f6-3eb1-4e50-bdd5-7b70d5f0ed50","remote_addr":"[fd00:1122:3344:101::a]:62827","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.089191314Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"region":"6a0548fc-d97c-4f52-acc7-00643882eb0a","component":"worker"}
{"msg":"region 6a0548fc-d97c-4f52-acc7-00643882eb0a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.089239666Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.089333588Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6a0548fc-d97c-4f52-acc7-00643882eb0a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.089721169Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6a0548fc-d97c-4f52-acc7-00643882eb0a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.094366208Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.10598148Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6a0548fc-d97c-4f52-acc7-00643882eb0a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.109691783Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6a0548fc-d97c-4f52-acc7-00643882eb0a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.110381893Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.112325087Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.112386718Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.112426809Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.124403322Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.129007759Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.282326715Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"uri":"/crucible/0/regions","method":"POST","req_id":"ece50bba-0cea-4073-87f3-fd93cea2e701","remote_addr":"[fd00:1122:3344:101::a]:62827","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.619883313Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"uri":"/crucible/0/regions/6a0548fc-d97c-4f52-acc7-00643882eb0a","method":"GET","req_id":"b0822508-a68f-48a3-b233-77b475b40c2f","remote_addr":"[fd00:1122:3344:101::a]:62827","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"path is \"/data/regions/6a0548fc-d97c-4f52-acc7-00643882eb0a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.62338126Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"datafile"}
{"msg":"dataset is oxp_3f6b536f-4a04-4422-a92f-9a12ce3e112e/crucible/regions/6a0548fc-d97c-4f52-acc7-00643882eb0a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.634643343Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"datafile"}
{"msg":"region 6a0548fc-d97c-4f52-acc7-00643882eb0a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.64428262Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.644429314Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-6a0548fc-d97c-4f52-acc7-00643882eb0a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.645517814Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.646402509Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"uri":"/crucible/0/regions/6a0548fc-d97c-4f52-acc7-00643882eb0a","method":"DELETE","req_id":"14ab3f18-f4d0-4661-9b8a-dcb3ba06ae8e","remote_addr":"[fd00:1122:3344:101::a]:62827","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23060,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.648816476Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"uri":"/crucible/0/regions/6a0548fc-d97c-4f52-acc7-00643882eb0a","method":"GET","req_id":"119ce91b-7682-486a-8ac9-a0c58e4f32e8","remote_addr":"[fd00:1122:3344:101::a]:62827","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.649542456Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3f6b536f-4a04-4422-a92f-9a12ce3e112e/crucible/regions/6a0548fc-d97c-4f52-acc7-00643882eb0a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.659706298Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"region":"6a0548fc-d97c-4f52-acc7-00643882eb0a","component":"worker"}
{"msg":"region 6a0548fc-d97c-4f52-acc7-00643882eb0a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.721710409Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.748928775Z","hostname":"oxz_crucible_8e22325b-faaf-4d80-9bba-9add9bffff4d","pid":26239,"uri":"/crucible/0/regions/6a0548fc-d97c-4f52-acc7-00643882eb0a","method":"GET","req_id":"4c1ccbd1-04bc-4afb-895c-3be65766150c","remote_addr":"[fd00:1122:3344:101::a]:62827","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":"200"}