[ Nov 19 01:32:11 Enabled. ] [ Nov 19 01:32:11 Rereading configuration. ] [ Nov 19 01:32:16 Rereading configuration. ] [ Nov 19 01:32:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e2481975-3977-496e-a270-5d45680952af/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_e2481975-3977-496e-a270-5d45680952af/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:22.790421791Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:22.793278652Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:22.793291922Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:22.812106118Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:22.993773947Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.657796471Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39307"} {"msg":"region cc679a5e-2934-48e0-b0c7-007613398751 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.706355758Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.712422687Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"uri":"/crucible/0/regions","method":"POST","req_id":"e2355eee-0cf7-45df-be52-ce39711e1d1b","remote_addr":"[fd00:1122:3344:101::a]:39307","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24807,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.714647267Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e2481975-3977-496e-a270-5d45680952af/crucible/regions/cc679a5e-2934-48e0-b0c7-007613398751","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.723497465Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e2481975-3977-496e-a270-5d45680952af/crucible/regions/cc679a5e-2934-48e0-b0c7-007613398751","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.723530016Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cc679a5e-2934-48e0-b0c7-007613398751\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cc679a5e-2934-48e0-b0c7-007613398751\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.779420635Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"region":"cc679a5e-2934-48e0-b0c7-007613398751","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cc679a5e-2934-48e0-b0c7-007613398751\" \"--data\" \"/data/regions/cc679a5e-2934-48e0-b0c7-007613398751\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.784224461Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"region":"cc679a5e-2934-48e0-b0c7-007613398751","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.939714142Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"uri":"/crucible/0/regions","method":"POST","req_id":"ea8aa94e-b7b0-47e5-b167-8646d24a9f2f","remote_addr":"[fd00:1122:3344:101::a]:39307","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.080825015Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"region":"cc679a5e-2934-48e0-b0c7-007613398751","component":"worker"} {"msg":"region cc679a5e-2934-48e0-b0c7-007613398751 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.080902706Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.081005008Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cc679a5e-2934-48e0-b0c7-007613398751","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.081456396Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cc679a5e-2934-48e0-b0c7-007613398751","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.090092021Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.110858482Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cc679a5e-2934-48e0-b0c7-007613398751","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.116504703Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cc679a5e-2934-48e0-b0c7-007613398751","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.117071243Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.119616119Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.11967688Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.119716221Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.128930155Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.132763074Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:37.586926645Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"uri":"/crucible/0/regions","method":"POST","req_id":"ba1631ff-50c9-48e8-a980-824e18ecc478","remote_addr":"[fd00:1122:3344:101::a]:39307","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.68255112Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58313"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.690557863Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"uri":"/crucible/0/regions/cc679a5e-2934-48e0-b0c7-007613398751","method":"GET","req_id":"ac584974-dbaf-4d8d-b4be-303b1a04f836","remote_addr":"[fd00:1122:3344:101::a]:58313","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":7947,"response_code":"200"} {"msg":"path is \"/data/regions/cc679a5e-2934-48e0-b0c7-007613398751\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.694200558Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"datafile"} {"msg":"dataset is oxp_e2481975-3977-496e-a270-5d45680952af/crucible/regions/cc679a5e-2934-48e0-b0c7-007613398751","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.702923344Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"datafile"} {"msg":"snapshot is oxp_e2481975-3977-496e-a270-5d45680952af/crucible/regions/cc679a5e-2934-48e0-b0c7-007613398751@c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.711585568Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e2481975-3977-496e-a270-5d45680952af/crucible/regions/cc679a5e-2934-48e0-b0c7-007613398751\", \"c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.711620879Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.7217613Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"uri":"/crucible/0/regions/cc679a5e-2934-48e0-b0c7-007613398751/snapshots/c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","method":"GET","req_id":"fd52cb3d-50e1-4538-b6a4-6e9f3b31621c","remote_addr":"[fd00:1122:3344:101::a]:58313","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27574,"response_code":"200"} {"msg":"path is \"/data/regions/cc679a5e-2934-48e0-b0c7-007613398751\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.725167951Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"datafile"} {"msg":"dataset is oxp_e2481975-3977-496e-a270-5d45680952af/crucible/regions/cc679a5e-2934-48e0-b0c7-007613398751","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.7340613Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"datafile"} {"msg":"snapshot is oxp_e2481975-3977-496e-a270-5d45680952af/crucible/regions/cc679a5e-2934-48e0-b0c7-007613398751@c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.743340486Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e2481975-3977-496e-a270-5d45680952af/crucible/regions/cc679a5e-2934-48e0-b0c7-007613398751\", \"c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.743377607Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot cc679a5e-2934-48e0-b0c7-007613398751-c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.751792847Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"datafile"} {"msg":"applying SMF actions for region cc679a5e-2934-48e0-b0c7-007613398751 running snapshot c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.752424139Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.752455429Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"uri":"/crucible/0/regions/cc679a5e-2934-48e0-b0c7-007613398751/snapshots/c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314/run","method":"POST","req_id":"d12fbdfc-1e4c-4338-890c-ef603670eecb","remote_addr":"[fd00:1122:3344:101::a]:58313","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27321,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/cc679a5e-2934-48e0-b0c7-007613398751","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.760521173Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.760634855Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.760735217Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.760743067Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.760796878Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cc679a5e-2934-48e0-b0c7-007613398751","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.760854279Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cc679a5e-2934-48e0-b0c7-007613398751","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.760970611Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.761049543Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.761107584Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.761166865Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.766359038Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-cc679a5e-2934-48e0-b0c7-007613398751-c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.766815046Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cc679a5e-2934-48e0-b0c7-007613398751-c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.769408352Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cc679a5e-2934-48e0-b0c7-007613398751-c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.780543351Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cc679a5e-2934-48e0-b0c7-007613398751/.zfs/snapshot/c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.780818666Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.780875837Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.780920678Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.780960639Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.7810128Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.785417438Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.790292346Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"worker"} {"msg":"region cc679a5e-2934-48e0-b0c7-007613398751 running snapshot c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.790315506Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"datafile"} {"msg":"path is \"/data/regions/cc679a5e-2934-48e0-b0c7-007613398751\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.999909954Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"datafile"} {"msg":"dataset is oxp_e2481975-3977-496e-a270-5d45680952af/crucible/regions/cc679a5e-2934-48e0-b0c7-007613398751","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.009897333Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"datafile"} {"msg":"snapshot is oxp_e2481975-3977-496e-a270-5d45680952af/crucible/regions/cc679a5e-2934-48e0-b0c7-007613398751@c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.018357454Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e2481975-3977-496e-a270-5d45680952af/crucible/regions/cc679a5e-2934-48e0-b0c7-007613398751\", \"c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.018403295Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.027518658Z","hostname":"oxz_crucible_eb831c09-91e7-4f2b-9d75-70d39fa02cc6","pid":25616,"uri":"/crucible/0/regions/cc679a5e-2934-48e0-b0c7-007613398751/snapshots/c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314/run","method":"POST","req_id":"1f6d427f-d5c2-49c2-837a-3988c4eef921","remote_addr":"[fd00:1122:3344:101::a]:58313","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28300,"response_code":"200"}