[ Mar 4 03:17:41 Enabled. ] [ Mar 4 03:17:41 Rereading configuration. ] [ Mar 4 03:17:44 Rereading configuration. ] [ Mar 4 03:17:56 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:56.72622636Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:56.729369348Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:56.729376918Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:56.745117011Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:56.86086737Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.133437685Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60106"} {"msg":"region 63aececd-368d-458e-9a08-d0fe340a5980 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.186619667Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.192484399Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"uri":"/crucible/0/regions","method":"POST","req_id":"1d2cc836-501c-4047-b37e-82a9a55e27cb","remote_addr":"[fd00:1122:3344:101::b]:60106","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24808,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.192513159Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/63aececd-368d-458e-9a08-d0fe340a5980","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.201994045Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/63aececd-368d-458e-9a08-d0fe340a5980","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.202029545Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"63aececd-368d-458e-9a08-d0fe340a5980\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/63aececd-368d-458e-9a08-d0fe340a5980\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.295665163Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"region":"63aececd-368d-458e-9a08-d0fe340a5980","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"63aececd-368d-458e-9a08-d0fe340a5980\" \"--data\" \"/data/regions/63aececd-368d-458e-9a08-d0fe340a5980\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.298368926Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"region":"63aececd-368d-458e-9a08-d0fe340a5980","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.331195579Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"uri":"/crucible/0/regions","method":"POST","req_id":"57920e9e-da6c-4c8a-bb4c-d65021a320eb","remote_addr":"[fd00:1122:3344:101::b]:60106","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.605107345Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"region":"63aececd-368d-458e-9a08-d0fe340a5980","component":"worker"} {"msg":"region 63aececd-368d-458e-9a08-d0fe340a5980 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.605156366Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.605257537Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-63aececd-368d-458e-9a08-d0fe340a5980","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.605708143Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-63aececd-368d-458e-9a08-d0fe340a5980","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.615859227Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.627344798Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-63aececd-368d-458e-9a08-d0fe340a5980","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.630522267Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/63aececd-368d-458e-9a08-d0fe340a5980","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.631290876Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.631362367Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.631406788Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.631447568Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.635417177Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.651929449Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.965468882Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"uri":"/crucible/0/regions","method":"POST","req_id":"3d7a1670-9a48-453b-8124-03e690f81f58","remote_addr":"[fd00:1122:3344:101::b]:60106","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.639497338Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55872"} {"msg":"region 997c8c36-0fec-4b47-8c11-31e86a8e10d6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.63963041Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.640395709Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.64041947Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"uri":"/crucible/0/regions","method":"POST","req_id":"1d100be5-b917-4cff-9f20-82e8b7e878b4","remote_addr":"[fd00:1122:3344:101::b]:55872","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":840,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/997c8c36-0fec-4b47-8c11-31e86a8e10d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.65108758Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/997c8c36-0fec-4b47-8c11-31e86a8e10d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.651122271Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"997c8c36-0fec-4b47-8c11-31e86a8e10d6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/997c8c36-0fec-4b47-8c11-31e86a8e10d6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.701409897Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"region":"997c8c36-0fec-4b47-8c11-31e86a8e10d6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"997c8c36-0fec-4b47-8c11-31e86a8e10d6\" \"--data\" \"/data/regions/997c8c36-0fec-4b47-8c11-31e86a8e10d6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.701474128Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"region":"997c8c36-0fec-4b47-8c11-31e86a8e10d6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.796973498Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"region":"997c8c36-0fec-4b47-8c11-31e86a8e10d6","component":"worker"} {"msg":"region 997c8c36-0fec-4b47-8c11-31e86a8e10d6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.797033119Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.79712923Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-997c8c36-0fec-4b47-8c11-31e86a8e10d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.806792289Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-997c8c36-0fec-4b47-8c11-31e86a8e10d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.812005233Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.824355404Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-997c8c36-0fec-4b47-8c11-31e86a8e10d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.828428684Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/997c8c36-0fec-4b47-8c11-31e86a8e10d6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.828799788Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.828872629Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.82892716Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.828984481Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.833379354Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:02.838475897Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:03.001824979Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"uri":"/crucible/0/regions","method":"POST","req_id":"e071fbe9-2fdd-4c04-9ab2-5d85fc085872","remote_addr":"[fd00:1122:3344:101::b]:55872","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.839985167Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"uri":"/crucible/0/regions/63aececd-368d-458e-9a08-d0fe340a5980","method":"GET","req_id":"e0e215b3-bf19-49f9-bbaf-2c8d42a9ce88","remote_addr":"[fd00:1122:3344:101::b]:55872","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":2882,"response_code":"200"} {"msg":"path is \"/data/regions/63aececd-368d-458e-9a08-d0fe340a5980\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.84590446Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"dataset is oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/63aececd-368d-458e-9a08-d0fe340a5980","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.854812549Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"snapshot is oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/63aececd-368d-458e-9a08-d0fe340a5980@55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.862896518Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/63aececd-368d-458e-9a08-d0fe340a5980\", \"55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.862924468Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.871455673Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"uri":"/crucible/0/regions/63aececd-368d-458e-9a08-d0fe340a5980/snapshots/55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","method":"GET","req_id":"0becf215-e88a-46ff-a7e8-7d53981ce84d","remote_addr":"[fd00:1122:3344:101::b]:55872","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27747,"response_code":"200"} {"msg":"path is \"/data/regions/63aececd-368d-458e-9a08-d0fe340a5980\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.874981866Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"dataset is oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/63aececd-368d-458e-9a08-d0fe340a5980","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.882837442Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"snapshot is oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/63aececd-368d-458e-9a08-d0fe340a5980@55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.89076261Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/63aececd-368d-458e-9a08-d0fe340a5980\", \"55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.89080229Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 63aececd-368d-458e-9a08-d0fe340a5980-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.898881599Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"applying SMF actions for region 63aececd-368d-458e-9a08-d0fe340a5980 running snapshot 55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.899108892Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.899126362Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"uri":"/crucible/0/regions/63aececd-368d-458e-9a08-d0fe340a5980/snapshots/55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2/run","method":"POST","req_id":"ca305327-a327-4346-bd75-20619c5c76f2","remote_addr":"[fd00:1122:3344:101::b]:55872","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24149,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-63aececd-368d-458e-9a08-d0fe340a5980-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.901469801Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-63aececd-368d-458e-9a08-d0fe340a5980-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.911912699Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-63aececd-368d-458e-9a08-d0fe340a5980-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.922024023Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/63aececd-368d-458e-9a08-d0fe340a5980/.zfs/snapshot/55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.922248976Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.922313416Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.922354907Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.922393157Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.922436788Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.926206104Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.931000213Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"worker"} {"msg":"region 63aececd-368d-458e-9a08-d0fe340a5980 running snapshot 55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.931018153Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"path is \"/data/regions/63aececd-368d-458e-9a08-d0fe340a5980\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:05.110981809Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"dataset is oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/63aececd-368d-458e-9a08-d0fe340a5980","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:05.119410272Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"datafile"} {"msg":"snapshot is oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/63aececd-368d-458e-9a08-d0fe340a5980@55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:05.127594012Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_85937d80-6b2b-4d77-a850-1d11f4fc3725/crucible/regions/63aececd-368d-458e-9a08-d0fe340a5980\", \"55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:05.127634133Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:05.135068714Z","hostname":"oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5","pid":23616,"uri":"/crucible/0/regions/63aececd-368d-458e-9a08-d0fe340a5980/snapshots/55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2/run","method":"POST","req_id":"e268f696-6aef-42a6-84f8-b46065a0eb46","remote_addr":"[fd00:1122:3344:101::b]:55872","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24117,"response_code":"200"}