{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.698674436Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49453"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.705825578Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"uri":"/crucible/0/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb","method":"GET","req_id":"9ef28fc7-3d42-4298-8f75-a05570db9057","remote_addr":"[fd00:1122:3344:101::a]:49453","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2808,"response_code":"200"} {"msg":"path is \"/data/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.706569537Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"datafile"} {"msg":"dataset is oxp_ea2c3cdd-ebf6-434c-a220-e4b6e1180947/crucible/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.717930376Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"datafile"} {"msg":"snapshot is oxp_ea2c3cdd-ebf6-434c-a220-e4b6e1180947/crucible/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb@198c4152-c4bb-4411-985a-4952d2ee4af1","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.726306719Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ea2c3cdd-ebf6-434c-a220-e4b6e1180947/crucible/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb\", \"198c4152-c4bb-4411-985a-4952d2ee4af1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.726338909Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.739979476Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"uri":"/crucible/0/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb/snapshots/198c4152-c4bb-4411-985a-4952d2ee4af1","method":"GET","req_id":"84a40fbd-bd8c-44ce-8cb7-1de1f9e9a19a","remote_addr":"[fd00:1122:3344:101::a]:49453","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":33970,"response_code":"200"} {"msg":"path is \"/data/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.74013274Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"datafile"} {"msg":"dataset is oxp_ea2c3cdd-ebf6-434c-a220-e4b6e1180947/crucible/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.747880367Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"datafile"} {"msg":"snapshot is oxp_ea2c3cdd-ebf6-434c-a220-e4b6e1180947/crucible/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb@198c4152-c4bb-4411-985a-4952d2ee4af1","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.756008943Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ea2c3cdd-ebf6-434c-a220-e4b6e1180947/crucible/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb\", \"198c4152-c4bb-4411-985a-4952d2ee4af1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.756035314Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb-198c4152-c4bb-4411-985a-4952d2ee4af1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.763807901Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"datafile"} {"msg":"applying SMF actions for region 44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb running snapshot 198c4152-c4bb-4411-985a-4952d2ee4af1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.764357915Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.764408527Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"uri":"/crucible/0/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb/snapshots/198c4152-c4bb-4411-985a-4952d2ee4af1/run","method":"POST","req_id":"f0cbd43b-e7c5-4ae6-8e3b-949898bfbc64","remote_addr":"[fd00:1122:3344:101::a]:49453","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24299,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.769824744Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.769909766Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.769993968Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.770000869Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.77004735Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.770096801Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.770204744Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.770264655Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.770314166Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.770375108Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.776856343Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb-198c4152-c4bb-4411-985a-4952d2ee4af1","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.777301864Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb-198c4152-c4bb-4411-985a-4952d2ee4af1","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.780041424Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb-198c4152-c4bb-4411-985a-4952d2ee4af1","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.792311275Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb/.zfs/snapshot/198c4152-c4bb-4411-985a-4952d2ee4af1","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.792618323Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.792673234Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.792713855Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.792752896Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.792798728Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.796412369Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.800582775Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"worker"} {"msg":"region 44037d00-14f5-47d6-8ecf-4a1b8c9e5cbb running snapshot 198c4152-c4bb-4411-985a-4952d2ee4af1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-20T21:34:55.800594026Z","hostname":"oxz_crucible_47ca0972-bbd2-4407-9ef5-4857eff51a30","pid":24755,"component":"datafile"}