[ Dec  7 00:47:49 Enabled. ]
[ Dec  7 00:47:49 Rereading configuration. ]
[ Dec  7 00:47:54 Rereading configuration. ]
[ Dec  7 00:48:04 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:04.06581216Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:04.069291918Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:04.069302318Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:04.085179811Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:04.252122794Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:52.826335767Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55081"}
{"msg":"region cf01941f-8db7-4631-aee2-a7272bba00bb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:52.867664442Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:52.872496797Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:52.876921285Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions","method":"POST","req_id":"ac40f5c9-3e08-4051-9dba-f4f9eef43e9b","remote_addr":"[fd00:1122:3344:101::c]:55081","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15308,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/cf01941f-8db7-4631-aee2-a7272bba00bb","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:52.882950294Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/cf01941f-8db7-4631-aee2-a7272bba00bb","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:52.882972424Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cf01941f-8db7-4631-aee2-a7272bba00bb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cf01941f-8db7-4631-aee2-a7272bba00bb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:52.958103816Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"region":"cf01941f-8db7-4631-aee2-a7272bba00bb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cf01941f-8db7-4631-aee2-a7272bba00bb\" \"--data\" \"/data/regions/cf01941f-8db7-4631-aee2-a7272bba00bb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:52.960225377Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"region":"cf01941f-8db7-4631-aee2-a7272bba00bb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.063281719Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions","method":"POST","req_id":"655fc49c-bd15-4880-a1a4-6e11dd1b488b","remote_addr":"[fd00:1122:3344:101::c]:55081","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.24990847Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"region":"cf01941f-8db7-4631-aee2-a7272bba00bb","component":"worker"}
{"msg":"region cf01941f-8db7-4631-aee2-a7272bba00bb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.24995551Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.250058832Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cf01941f-8db7-4631-aee2-a7272bba00bb","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.25045572Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cf01941f-8db7-4631-aee2-a7272bba00bb","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.260028979Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.277861631Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf01941f-8db7-4631-aee2-a7272bba00bb","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.286244976Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf01941f-8db7-4631-aee2-a7272bba00bb","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.287683454Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.287746036Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.287788466Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.287828367Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.294148602Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.298532378Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:53.692547568Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions","method":"POST","req_id":"81bd81e8-ed6c-480e-a3de-e2c635400ce3","remote_addr":"[fd00:1122:3344:101::c]:55081","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:54.532264975Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions/cf01941f-8db7-4631-aee2-a7272bba00bb","method":"GET","req_id":"db8854af-8fb2-4225-a6df-19b823416d0f","remote_addr":"[fd00:1122:3344:101::c]:55081","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"path is \"/data/regions/cf01941f-8db7-4631-aee2-a7272bba00bb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:54.536476028Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"dataset is oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/cf01941f-8db7-4631-aee2-a7272bba00bb","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:54.547126568Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"region cf01941f-8db7-4631-aee2-a7272bba00bb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:54.55682692Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:54.556991713Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:54.557058574Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions/cf01941f-8db7-4631-aee2-a7272bba00bb","method":"DELETE","req_id":"0b6b3fea-5400-4eda-9617-ff00a2a1e666","remote_addr":"[fd00:1122:3344:101::c]:55081","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20613,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:54.559831159Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions/cf01941f-8db7-4631-aee2-a7272bba00bb","method":"GET","req_id":"e7a1a4a2-bb82-4dfe-a800-0579a8e58f9a","remote_addr":"[fd00:1122:3344:101::c]:55081","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-cf01941f-8db7-4631-aee2-a7272bba00bb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:54.560120645Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:54.567198464Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/cf01941f-8db7-4631-aee2-a7272bba00bb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:54.578592539Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"region":"cf01941f-8db7-4631-aee2-a7272bba00bb","component":"worker"}
{"msg":"region cf01941f-8db7-4631-aee2-a7272bba00bb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:54.661367615Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:54.69530316Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions/cf01941f-8db7-4631-aee2-a7272bba00bb","method":"GET","req_id":"ee3b555d-94c2-444a-a2b1-7db18a3aad44","remote_addr":"[fd00:1122:3344:101::c]:55081","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.392901371Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43947"}
{"msg":"region d1e3114d-cb28-4357-a37a-9466b2655968 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.393059394Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.393226087Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions","method":"POST","req_id":"99f892ef-bb65-4d44-9b96-bd5cb2ff0443","remote_addr":"[fd00:1122:3344:101::a]:43947","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":198,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.393240277Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/d1e3114d-cb28-4357-a37a-9466b2655968","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.402642823Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/d1e3114d-cb28-4357-a37a-9466b2655968","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.402678744Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d1e3114d-cb28-4357-a37a-9466b2655968\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d1e3114d-cb28-4357-a37a-9466b2655968\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.465359989Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"region":"d1e3114d-cb28-4357-a37a-9466b2655968","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d1e3114d-cb28-4357-a37a-9466b2655968\" \"--data\" \"/data/regions/d1e3114d-cb28-4357-a37a-9466b2655968\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.465430621Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"region":"d1e3114d-cb28-4357-a37a-9466b2655968","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.538755937Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"region":"d1e3114d-cb28-4357-a37a-9466b2655968","component":"worker"}
{"msg":"region d1e3114d-cb28-4357-a37a-9466b2655968 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.538807378Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.538891279Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d1e3114d-cb28-4357-a37a-9466b2655968","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.540362888Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d1e3114d-cb28-4357-a37a-9466b2655968","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.543780706Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.55161058Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d1e3114d-cb28-4357-a37a-9466b2655968","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.554558519Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d1e3114d-cb28-4357-a37a-9466b2655968","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.554849744Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.554908535Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.554960906Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.555001637Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.55917201Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.564010565Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.657254693Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions","method":"POST","req_id":"c408cf39-0aab-4807-b109-69c193ad79fe","remote_addr":"[fd00:1122:3344:101::a]:43947","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.443666057Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51875"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.44379738Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions/d1e3114d-cb28-4357-a37a-9466b2655968","method":"GET","req_id":"e931ff07-3626-4879-a12a-3da1fdbb2d72","remote_addr":"[fd00:1122:3344:101::a]:51875","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":50,"response_code":"200"}
{"msg":"path is \"/data/regions/d1e3114d-cb28-4357-a37a-9466b2655968\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.447792928Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"dataset is oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/d1e3114d-cb28-4357-a37a-9466b2655968","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.456939399Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"snapshot is oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/d1e3114d-cb28-4357-a37a-9466b2655968@063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.465485917Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/d1e3114d-cb28-4357-a37a-9466b2655968\", \"063a0a88-ace1-4f78-9530-baa27bf1ea6e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.465522518Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.477589306Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions/d1e3114d-cb28-4357-a37a-9466b2655968/snapshots/063a0a88-ace1-4f78-9530-baa27bf1ea6e","method":"GET","req_id":"51194281-ce1a-43aa-bc80-11be04e32b76","remote_addr":"[fd00:1122:3344:101::a]:51875","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30310,"response_code":"200"}
{"msg":"path is \"/data/regions/d1e3114d-cb28-4357-a37a-9466b2655968\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.481396331Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"dataset is oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/d1e3114d-cb28-4357-a37a-9466b2655968","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.489316597Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"snapshot is oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/d1e3114d-cb28-4357-a37a-9466b2655968@063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.497319215Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/d1e3114d-cb28-4357-a37a-9466b2655968\", \"063a0a88-ace1-4f78-9530-baa27bf1ea6e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.497345166Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d1e3114d-cb28-4357-a37a-9466b2655968-063a0a88-ace1-4f78-9530-baa27bf1ea6e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.505542287Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"applying SMF actions for region d1e3114d-cb28-4357-a37a-9466b2655968 running snapshot 063a0a88-ace1-4f78-9530-baa27bf1ea6e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.506488486Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.506503336Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions/d1e3114d-cb28-4357-a37a-9466b2655968/snapshots/063a0a88-ace1-4f78-9530-baa27bf1ea6e/run","method":"POST","req_id":"0165bd0b-6d59-4f87-b68c-e8389c1eab0d","remote_addr":"[fd00:1122:3344:101::a]:51875","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25151,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-d1e3114d-cb28-4357-a37a-9466b2655968-063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.513892662Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d1e3114d-cb28-4357-a37a-9466b2655968-063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.521291228Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d1e3114d-cb28-4357-a37a-9466b2655968-063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.533801675Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d1e3114d-cb28-4357-a37a-9466b2655968/.zfs/snapshot/063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.534050409Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.53410301Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.534143431Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.534181952Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.534227383Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.53813073Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.542580618Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"worker"}
{"msg":"region d1e3114d-cb28-4357-a37a-9466b2655968 running snapshot 063a0a88-ace1-4f78-9530-baa27bf1ea6e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.542594658Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"path is \"/data/regions/d1e3114d-cb28-4357-a37a-9466b2655968\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.752822713Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"dataset is oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/d1e3114d-cb28-4357-a37a-9466b2655968","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.762254989Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"datafile"}
{"msg":"snapshot is oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/d1e3114d-cb28-4357-a37a-9466b2655968@063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.77042175Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c3b928c7-a4e5-4b3c-8d31-ac4b4924a4f8/crucible/regions/d1e3114d-cb28-4357-a37a-9466b2655968\", \"063a0a88-ace1-4f78-9530-baa27bf1ea6e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.770446381Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.778319556Z","hostname":"oxz_crucible_932b6a15-6e02-4acb-98a3-4e95ec16d6ae","pid":23099,"uri":"/crucible/0/regions/d1e3114d-cb28-4357-a37a-9466b2655968/snapshots/063a0a88-ace1-4f78-9530-baa27bf1ea6e/run","method":"POST","req_id":"ba633c82-ed09-42d9-bfc3-4470178f38cb","remote_addr":"[fd00:1122:3344:101::a]:51875","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25526,"response_code":"200"}