[ May 1 00:20:05 Enabled. ] [ May 1 00:20:05 Rereading configuration. ] [ May 1 00:20:10 Rereading configuration. ] [ May 1 00:20:17 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:17.358940732Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:17.363591294Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:17.363607815Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:17.37991827Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:17.474106519Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.425693675Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59158"} {"msg":"region 4e5d9893-d891-4622-9124-e2e15904ddbd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.465072492Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.472213523Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"uri":"/crucible/0/regions","method":"POST","req_id":"a25cb927-2943-42ae-8393-c99708c3fb5d","remote_addr":"[fd00:1122:3344:101::a]:59158","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":9512,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.472237753Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible/regions/4e5d9893-d891-4622-9124-e2e15904ddbd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.48080499Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible/regions/4e5d9893-d891-4622-9124-e2e15904ddbd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.480866271Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4e5d9893-d891-4622-9124-e2e15904ddbd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4e5d9893-d891-4622-9124-e2e15904ddbd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.540620239Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"region":"4e5d9893-d891-4622-9124-e2e15904ddbd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4e5d9893-d891-4622-9124-e2e15904ddbd\" \"--data\" \"/data/regions/4e5d9893-d891-4622-9124-e2e15904ddbd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.54250709Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"region":"4e5d9893-d891-4622-9124-e2e15904ddbd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.709149612Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"region":"4e5d9893-d891-4622-9124-e2e15904ddbd","component":"worker"} {"msg":"region 4e5d9893-d891-4622-9124-e2e15904ddbd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.709235622Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.709460415Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4e5d9893-d891-4622-9124-e2e15904ddbd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.70988795Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4e5d9893-d891-4622-9124-e2e15904ddbd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.713312479Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.720263008Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4e5d9893-d891-4622-9124-e2e15904ddbd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.72308866Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4e5d9893-d891-4622-9124-e2e15904ddbd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.723799868Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.723955549Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.72401918Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.724060051Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.727631311Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.731785188Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:20:41.798081851Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"uri":"/crucible/0/regions","method":"POST","req_id":"83ddc862-e125-46e9-9116-d36378f9ed0d","remote_addr":"[fd00:1122:3344:101::a]:59158","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.060494968Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33064"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.063468002Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"uri":"/crucible/0/regions/4e5d9893-d891-4622-9124-e2e15904ddbd","method":"GET","req_id":"7e850d8c-01e3-49a5-a82b-3f30a58f19e1","remote_addr":"[fd00:1122:3344:101::a]:33064","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2947,"response_code":"200"} {"msg":"path is \"/data/regions/4e5d9893-d891-4622-9124-e2e15904ddbd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.066232153Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"dataset is oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible/regions/4e5d9893-d891-4622-9124-e2e15904ddbd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.076094145Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"snapshot is oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible/regions/4e5d9893-d891-4622-9124-e2e15904ddbd@82a0517a-8ef0-4a71-a48c-8e03bb864139","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.085376561Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible/regions/4e5d9893-d891-4622-9124-e2e15904ddbd\", \"82a0517a-8ef0-4a71-a48c-8e03bb864139\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.085407501Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.09677953Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"uri":"/crucible/0/regions/4e5d9893-d891-4622-9124-e2e15904ddbd/snapshots/82a0517a-8ef0-4a71-a48c-8e03bb864139","method":"GET","req_id":"62d044d0-4e12-49d3-a8af-36dd848ef21e","remote_addr":"[fd00:1122:3344:101::a]:33064","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":33123,"response_code":"200"} {"msg":"path is \"/data/regions/4e5d9893-d891-4622-9124-e2e15904ddbd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.096929482Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"dataset is oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible/regions/4e5d9893-d891-4622-9124-e2e15904ddbd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.106554021Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"snapshot is oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible/regions/4e5d9893-d891-4622-9124-e2e15904ddbd@82a0517a-8ef0-4a71-a48c-8e03bb864139","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.116040179Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible/regions/4e5d9893-d891-4622-9124-e2e15904ddbd\", \"82a0517a-8ef0-4a71-a48c-8e03bb864139\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.116093269Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4e5d9893-d891-4622-9124-e2e15904ddbd-82a0517a-8ef0-4a71-a48c-8e03bb864139 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.125151782Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"applying SMF actions for region 4e5d9893-d891-4622-9124-e2e15904ddbd running snapshot 82a0517a-8ef0-4a71-a48c-8e03bb864139 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.125723489Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.128041715Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"uri":"/crucible/0/regions/4e5d9893-d891-4622-9124-e2e15904ddbd/snapshots/82a0517a-8ef0-4a71-a48c-8e03bb864139/run","method":"POST","req_id":"a9274f30-6485-425b-b78a-3a99d0376829","remote_addr":"[fd00:1122:3344:101::a]:33064","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31131,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-4e5d9893-d891-4622-9124-e2e15904ddbd-82a0517a-8ef0-4a71-a48c-8e03bb864139","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.137160198Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4e5d9893-d891-4622-9124-e2e15904ddbd-82a0517a-8ef0-4a71-a48c-8e03bb864139","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.140620898Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4e5d9893-d891-4622-9124-e2e15904ddbd-82a0517a-8ef0-4a71-a48c-8e03bb864139","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.151590832Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4e5d9893-d891-4622-9124-e2e15904ddbd/.zfs/snapshot/82a0517a-8ef0-4a71-a48c-8e03bb864139","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.151862835Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.151917336Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.151962536Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.152003047Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.152052527Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.155556837Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.159786675Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"region 4e5d9893-d891-4622-9124-e2e15904ddbd running snapshot 82a0517a-8ef0-4a71-a48c-8e03bb864139 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:13.159816575Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.560102109Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33784"} {"msg":"region f25c5e93-fb93-4337-8ff1-4e1b9748a3a1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.560921148Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.56109185Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"uri":"/crucible/0/regions","method":"POST","req_id":"a47e13dd-f563-4279-934b-d8a596d2b13f","remote_addr":"[fd00:1122:3344:101::a]:33784","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":925,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.561111911Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible/regions/f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.571808602Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible/regions/f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.571837632Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f25c5e93-fb93-4337-8ff1-4e1b9748a3a1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f25c5e93-fb93-4337-8ff1-4e1b9748a3a1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.630311226Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"region":"f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f25c5e93-fb93-4337-8ff1-4e1b9748a3a1\" \"--data\" \"/data/regions/f25c5e93-fb93-4337-8ff1-4e1b9748a3a1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.632165527Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"region":"f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.714857345Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"region":"f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","component":"worker"} {"msg":"region f25c5e93-fb93-4337-8ff1-4e1b9748a3a1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.714898806Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.714985257Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.716220481Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.718500317Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"uri":"/crucible/0/regions","method":"POST","req_id":"dc54640b-dc51-44ba-89bf-5afd85d0f6b3","remote_addr":"[fd00:1122:3344:101::a]:33784","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.720204076Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.727334147Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.729952987Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.73022937Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.73027624Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.730317991Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.730357481Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.733905522Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:16.739247312Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.091562783Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43281"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.091664704Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"uri":"/crucible/0/regions/f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","method":"GET","req_id":"44889c32-ffaa-40a4-8975-e229ae011f90","remote_addr":"[fd00:1122:3344:101::a]:43281","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"path is \"/data/regions/f25c5e93-fb93-4337-8ff1-4e1b9748a3a1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.091943337Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"dataset is oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible/regions/f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.102930682Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"region f25c5e93-fb93-4337-8ff1-4e1b9748a3a1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.11154647Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.111723362Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-f25c5e93-fb93-4337-8ff1-4e1b9748a3a1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.112924765Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.113968767Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"uri":"/crucible/0/regions/f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","method":"DELETE","req_id":"0d6d5405-4ba3-4991-b3df-5e6188b37b1c","remote_addr":"[fd00:1122:3344:101::a]:43281","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22081,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.114112719Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"uri":"/crucible/0/regions/f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","method":"GET","req_id":"49e9f318-2722-41a0-9131-dbecf2ca40db","remote_addr":"[fd00:1122:3344:101::a]:43281","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.119112865Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7b354c5b-27b9-467d-9c0f-816eaba8dbe6/crucible/regions/f25c5e93-fb93-4337-8ff1-4e1b9748a3a1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.128715305Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"region":"f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","component":"worker"} {"msg":"region f25c5e93-fb93-4337-8ff1-4e1b9748a3a1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.175604957Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T00:26:40.243500767Z","hostname":"oxz_crucible_d08a4654-6158-42b2-8f20-5cbc4e053c56","pid":25235,"uri":"/crucible/0/regions/f25c5e93-fb93-4337-8ff1-4e1b9748a3a1","method":"GET","req_id":"994d791e-5b8b-48df-943b-bd1848d553a4","remote_addr":"[fd00:1122:3344:101::a]:43281","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":"200"}