{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.401663033Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43475"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.404546511Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"uri":"/crucible/0/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969","method":"GET","req_id":"f019b90b-422d-49f8-919c-a2d7c11534c1","remote_addr":"[fd00:1122:3344:101::a]:43475","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2844,"response_code":"200"} {"msg":"path is \"/data/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.412794505Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"datafile"} {"msg":"dataset is oxp_b41c1bbc-10c8-46e3-9c3a-722fb6b38e83/crucible/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.422150288Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"datafile"} {"msg":"snapshot is oxp_b41c1bbc-10c8-46e3-9c3a-722fb6b38e83/crucible/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969@ef68791a-37f5-4179-9c0a-3d6af1978a0e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.430618186Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b41c1bbc-10c8-46e3-9c3a-722fb6b38e83/crucible/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969\", \"ef68791a-37f5-4179-9c0a-3d6af1978a0e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.430655876Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.442589544Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"uri":"/crucible/0/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969/snapshots/ef68791a-37f5-4179-9c0a-3d6af1978a0e","method":"GET","req_id":"46cf182a-2b51-4fdc-8e62-47cb6b89e4fc","remote_addr":"[fd00:1122:3344:101::a]:43475","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29824,"response_code":"200"} {"msg":"path is \"/data/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.447444189Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"datafile"} {"msg":"dataset is oxp_b41c1bbc-10c8-46e3-9c3a-722fb6b38e83/crucible/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.455443549Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"datafile"} {"msg":"snapshot is oxp_b41c1bbc-10c8-46e3-9c3a-722fb6b38e83/crucible/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969@ef68791a-37f5-4179-9c0a-3d6af1978a0e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.464507377Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b41c1bbc-10c8-46e3-9c3a-722fb6b38e83/crucible/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969\", \"ef68791a-37f5-4179-9c0a-3d6af1978a0e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.464527407Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 70e1fa8b-5a58-486a-9a5a-f99d1a8d7969-ef68791a-37f5-4179-9c0a-3d6af1978a0e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.472948714Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"datafile"} {"msg":"applying SMF actions for region 70e1fa8b-5a58-486a-9a5a-f99d1a8d7969 running snapshot ef68791a-37f5-4179-9c0a-3d6af1978a0e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.473637176Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.473651117Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"uri":"/crucible/0/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969/snapshots/ef68791a-37f5-4179-9c0a-3d6af1978a0e/run","method":"POST","req_id":"b5b704eb-2cac-4ca9-b43d-9dbad9a8adf5","remote_addr":"[fd00:1122:3344:101::a]:43475","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26861,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.479127022Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.479212463Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.479294895Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.479301295Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.479343276Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-70e1fa8b-5a58-486a-9a5a-f99d1a8d7969","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.479389267Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.479489108Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.482112834Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.482187866Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.482263737Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.488648868Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-70e1fa8b-5a58-486a-9a5a-f99d1a8d7969-ef68791a-37f5-4179-9c0a-3d6af1978a0e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.489091486Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-70e1fa8b-5a58-486a-9a5a-f99d1a8d7969-ef68791a-37f5-4179-9c0a-3d6af1978a0e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.491760322Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-70e1fa8b-5a58-486a-9a5a-f99d1a8d7969-ef68791a-37f5-4179-9c0a-3d6af1978a0e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.501782567Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969/.zfs/snapshot/ef68791a-37f5-4179-9c0a-3d6af1978a0e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.502100013Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.502155404Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.502195384Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.502234895Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.502285476Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.506025951Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.510428078Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"worker"} {"msg":"region 70e1fa8b-5a58-486a-9a5a-f99d1a8d7969 running snapshot ef68791a-37f5-4179-9c0a-3d6af1978a0e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.510441068Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"datafile"} {"msg":"path is \"/data/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.757794884Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"datafile"} {"msg":"dataset is oxp_b41c1bbc-10c8-46e3-9c3a-722fb6b38e83/crucible/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.76673006Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"datafile"} {"msg":"snapshot is oxp_b41c1bbc-10c8-46e3-9c3a-722fb6b38e83/crucible/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969@ef68791a-37f5-4179-9c0a-3d6af1978a0e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.775002755Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b41c1bbc-10c8-46e3-9c3a-722fb6b38e83/crucible/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969\", \"ef68791a-37f5-4179-9c0a-3d6af1978a0e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.775040655Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:09.783411851Z","hostname":"oxz_crucible_60322f13-f2a6-4667-8db9-6133275251a4","pid":22035,"uri":"/crucible/0/regions/70e1fa8b-5a58-486a-9a5a-f99d1a8d7969/snapshots/ef68791a-37f5-4179-9c0a-3d6af1978a0e/run","method":"POST","req_id":"6e548d07-963b-426f-ad87-bbbcaa91536c","remote_addr":"[fd00:1122:3344:101::a]:43475","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25674,"response_code":"200"}