[ Nov 21 19:33:04 Enabled. ]
[ Nov 21 19:33:04 Rereading configuration. ]
[ Nov 21 19:33:06 Rereading configuration. ]
[ Nov 21 19:33:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:33:10.716580016Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:33:10.718008905Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:33:10.718020395Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:33:10.73631148Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:33:10.801612512Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:19.926590078Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34635"}
{"msg":"region b618511d-7fe5-4df6-8c94-9f261c0cf414 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:19.962898683Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:19.967862319Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:19.972753154Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"uri":"/crucible/0/regions","method":"POST","req_id":"237fc298-9d7d-4827-a8d3-ea3b228df02c","remote_addr":"[fd00:1122:3344:101::a]:34635","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15915,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:19.981804935Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:19.981827136Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b618511d-7fe5-4df6-8c94-9f261c0cf414\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.047579454Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"region":"b618511d-7fe5-4df6-8c94-9f261c0cf414","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b618511d-7fe5-4df6-8c94-9f261c0cf414\" \"--data\" \"/data/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.04954226Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"region":"b618511d-7fe5-4df6-8c94-9f261c0cf414","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.115480002Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"uri":"/crucible/0/regions","method":"POST","req_id":"1d55bb9b-025e-4a36-9fe6-165b335a9ff0","remote_addr":"[fd00:1122:3344:101::a]:34635","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.347246358Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"region":"b618511d-7fe5-4df6-8c94-9f261c0cf414","component":"worker"}
{"msg":"region b618511d-7fe5-4df6-8c94-9f261c0cf414 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.347291649Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.347412151Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b618511d-7fe5-4df6-8c94-9f261c0cf414","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.347858037Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b618511d-7fe5-4df6-8c94-9f261c0cf414","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.358072513Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.377496493Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b618511d-7fe5-4df6-8c94-9f261c0cf414","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.38850738Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.38925555Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.389323091Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.389373521Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.389413202Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.395332441Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"uri":"/crucible/0/regions","method":"POST","req_id":"eb22b472-26ec-47c1-ae07-44c0d6283c49","remote_addr":"[fd00:1122:3344:101::a]:34635","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.398497333Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:34:20.412412149Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.283773418Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53020"}
{"msg":"region f2bb78f3-0d93-443c-a7da-f965710be4c2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.28393353Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.28467035Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"uri":"/crucible/0/regions","method":"POST","req_id":"fb058669-3363-47e1-8b3c-31e72e429f98","remote_addr":"[fd00:1122:3344:101::a]:53020","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":781,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.28468589Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/f2bb78f3-0d93-443c-a7da-f965710be4c2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.295345472Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/f2bb78f3-0d93-443c-a7da-f965710be4c2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.295377253Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f2bb78f3-0d93-443c-a7da-f965710be4c2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f2bb78f3-0d93-443c-a7da-f965710be4c2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.350422368Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"region":"f2bb78f3-0d93-443c-a7da-f965710be4c2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f2bb78f3-0d93-443c-a7da-f965710be4c2\" \"--data\" \"/data/regions/f2bb78f3-0d93-443c-a7da-f965710be4c2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.350479059Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"region":"f2bb78f3-0d93-443c-a7da-f965710be4c2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.469171525Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"region":"f2bb78f3-0d93-443c-a7da-f965710be4c2","component":"worker"}
{"msg":"region f2bb78f3-0d93-443c-a7da-f965710be4c2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.469219586Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.469300587Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f2bb78f3-0d93-443c-a7da-f965710be4c2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.479549214Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f2bb78f3-0d93-443c-a7da-f965710be4c2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.485838898Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.502800414Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f2bb78f3-0d93-443c-a7da-f965710be4c2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.508791924Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f2bb78f3-0d93-443c-a7da-f965710be4c2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.509025568Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.509092808Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.509143049Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.50919307Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.518491569Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.531588089Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:50.539763178Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"uri":"/crucible/0/regions","method":"POST","req_id":"03ecb4cc-255b-4214-8e4f-39d30791eafa","remote_addr":"[fd00:1122:3344:101::a]:53020","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.448819325Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"uri":"/crucible/0/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414","method":"GET","req_id":"df8dd52f-ab87-427b-ac33-e5b1f3809bc5","remote_addr":"[fd00:1122:3344:101::a]:53020","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2360,"response_code":"200"}
{"msg":"path is \"/data/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.45220312Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"dataset is oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.461711927Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"snapshot is oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414@728cd9b1-e3ec-4e7d-b786-e0e10f0569d2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.47021189Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414\", \"728cd9b1-e3ec-4e7d-b786-e0e10f0569d2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.470239951Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.481561952Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"uri":"/crucible/0/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414/snapshots/728cd9b1-e3ec-4e7d-b786-e0e10f0569d2","method":"GET","req_id":"8e17fc9d-be17-4a86-8f9a-aef2ff38209b","remote_addr":"[fd00:1122:3344:101::a]:53020","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29380,"response_code":"200"}
{"msg":"path is \"/data/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.485640937Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"dataset is oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.49340532Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"snapshot is oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414@728cd9b1-e3ec-4e7d-b786-e0e10f0569d2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.50163982Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414\", \"728cd9b1-e3ec-4e7d-b786-e0e10f0569d2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.50166638Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b618511d-7fe5-4df6-8c94-9f261c0cf414-728cd9b1-e3ec-4e7d-b786-e0e10f0569d2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.511464022Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"applying SMF actions for region b618511d-7fe5-4df6-8c94-9f261c0cf414 running snapshot 728cd9b1-e3ec-4e7d-b786-e0e10f0569d2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.511664264Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.511683614Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"uri":"/crucible/0/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414/snapshots/728cd9b1-e3ec-4e7d-b786-e0e10f0569d2/run","method":"POST","req_id":"d9be5ead-66cf-4c62-9d0e-169739628261","remote_addr":"[fd00:1122:3344:101::a]:53020","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26073,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-b618511d-7fe5-4df6-8c94-9f261c0cf414-728cd9b1-e3ec-4e7d-b786-e0e10f0569d2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.514043926Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b618511d-7fe5-4df6-8c94-9f261c0cf414-728cd9b1-e3ec-4e7d-b786-e0e10f0569d2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.525697632Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b618511d-7fe5-4df6-8c94-9f261c0cf414-728cd9b1-e3ec-4e7d-b786-e0e10f0569d2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.546513859Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414/.zfs/snapshot/728cd9b1-e3ec-4e7d-b786-e0e10f0569d2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.546938745Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.547035576Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.547103517Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.547167258Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.547236289Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.552398648Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.560318834Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"region b618511d-7fe5-4df6-8c94-9f261c0cf414 running snapshot 728cd9b1-e3ec-4e7d-b786-e0e10f0569d2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.560346464Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"path is \"/data/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.649351803Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"dataset is oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.658608247Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"snapshot is oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414@728cd9b1-e3ec-4e7d-b786-e0e10f0569d2","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.66707391Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414\", \"728cd9b1-e3ec-4e7d-b786-e0e10f0569d2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.66710507Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:52.67532961Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"uri":"/crucible/0/regions/b618511d-7fe5-4df6-8c94-9f261c0cf414/snapshots/728cd9b1-e3ec-4e7d-b786-e0e10f0569d2/run","method":"POST","req_id":"56139982-4d07-4e2e-aad1-35147dd23d5e","remote_addr":"[fd00:1122:3344:101::a]:53020","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26627,"response_code":"200"}
{"msg":"region 2999f0f4-62f2-4adf-b474-d963c68541d8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.4422684Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.442477383Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"uri":"/crucible/0/regions","method":"POST","req_id":"f46d22bd-139b-4ab9-99f9-701e57d8f0f6","remote_addr":"[fd00:1122:3344:101::a]:53020","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":271,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.442506963Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/2999f0f4-62f2-4adf-b474-d963c68541d8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.452680909Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible/regions/2999f0f4-62f2-4adf-b474-d963c68541d8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.45271436Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2999f0f4-62f2-4adf-b474-d963c68541d8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2999f0f4-62f2-4adf-b474-d963c68541d8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.514948631Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"region":"2999f0f4-62f2-4adf-b474-d963c68541d8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2999f0f4-62f2-4adf-b474-d963c68541d8\" \"--data\" \"/data/regions/2999f0f4-62f2-4adf-b474-d963c68541d8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.51712355Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"region":"2999f0f4-62f2-4adf-b474-d963c68541d8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.590264517Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"region":"2999f0f4-62f2-4adf-b474-d963c68541d8","component":"worker"}
{"msg":"region 2999f0f4-62f2-4adf-b474-d963c68541d8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.590315108Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.590423559Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2999f0f4-62f2-4adf-b474-d963c68541d8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.591017757Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2999f0f4-62f2-4adf-b474-d963c68541d8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.594928599Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.604981154Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2999f0f4-62f2-4adf-b474-d963c68541d8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.608797805Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2999f0f4-62f2-4adf-b474-d963c68541d8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.609071168Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.609142569Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.609263801Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.609299861Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.61294217Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.625997155Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T19:44:56.631390356Z","hostname":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","pid":23817,"uri":"/crucible/0/regions","method":"POST","req_id":"04c771d1-fc6c-4c9e-9649-6c5464e994e1","remote_addr":"[fd00:1122:3344:101::a]:53020","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":129,"response_code":"200"}