[ Mar 25 21:59:59 Enabled. ]
[ Mar 25 21:59:59 Rereading configuration. ]
[ Mar 25 22:00:01 Rereading configuration. ]
[ Mar 25 22:00:04 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:04.836531907Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:04.840215421Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:04.840224881Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:04.857674316Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:04.941872337Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.207117163Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37250"}
{"msg":"region fcdb4866-b698-4b72-80a7-aaf5f966e831 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.243513498Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.246587042Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"uri":"/crucible/0/regions","method":"POST","req_id":"1300706b-d2c5-46b7-875f-2789972f39e3","remote_addr":"[fd00:1122:3344:101::b]:37250","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":15378,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.246611913Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.256906072Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.256946653Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fcdb4866-b698-4b72-80a7-aaf5f966e831\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.31863096Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"region":"fcdb4866-b698-4b72-80a7-aaf5f966e831","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fcdb4866-b698-4b72-80a7-aaf5f966e831\" \"--data\" \"/data/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.320596045Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"region":"fcdb4866-b698-4b72-80a7-aaf5f966e831","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.466467273Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"uri":"/crucible/0/regions","method":"POST","req_id":"5358309d-fe02-498c-980a-2e824d0d9e49","remote_addr":"[fd00:1122:3344:101::b]:37250","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":96,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.473293962Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"region":"fcdb4866-b698-4b72-80a7-aaf5f966e831","component":"worker"}
{"msg":"region fcdb4866-b698-4b72-80a7-aaf5f966e831 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.473328873Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.473443815Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fcdb4866-b698-4b72-80a7-aaf5f966e831","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.473871682Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fcdb4866-b698-4b72-80a7-aaf5f966e831","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.480105041Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.495373598Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fcdb4866-b698-4b72-80a7-aaf5f966e831","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.498899889Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.499613352Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.499683933Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.499734394Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.499779875Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.505730349Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:30.519003301Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:00:31.00901417Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"uri":"/crucible/0/regions","method":"POST","req_id":"55eb4c6c-4d31-4d2c-8152-d675958eed47","remote_addr":"[fd00:1122:3344:101::b]:37250","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:36.825521284Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35631"}
{"msg":"region ac80aab3-efa5-4787-a5c2-18efe181c932 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:36.825627776Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:36.826320878Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:36.826341578Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"uri":"/crucible/0/regions","method":"POST","req_id":"d1c73f0e-c128-49e1-8cc3-2350c7dfb117","remote_addr":"[fd00:1122:3344:101::b]:35631","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":755,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/ac80aab3-efa5-4787-a5c2-18efe181c932","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:36.83730515Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/ac80aab3-efa5-4787-a5c2-18efe181c932","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:36.837339501Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ac80aab3-efa5-4787-a5c2-18efe181c932\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ac80aab3-efa5-4787-a5c2-18efe181c932\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:36.903400335Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"region":"ac80aab3-efa5-4787-a5c2-18efe181c932","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ac80aab3-efa5-4787-a5c2-18efe181c932\" \"--data\" \"/data/regions/ac80aab3-efa5-4787-a5c2-18efe181c932\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:36.903458306Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"region":"ac80aab3-efa5-4787-a5c2-18efe181c932","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.059511212Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"region":"ac80aab3-efa5-4787-a5c2-18efe181c932","component":"worker"}
{"msg":"region ac80aab3-efa5-4787-a5c2-18efe181c932 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.059554923Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.059640974Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ac80aab3-efa5-4787-a5c2-18efe181c932","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.060020271Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ac80aab3-efa5-4787-a5c2-18efe181c932","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.065576978Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.079391259Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ac80aab3-efa5-4787-a5c2-18efe181c932","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.087309097Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac80aab3-efa5-4787-a5c2-18efe181c932","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.087642363Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.087697034Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.087743005Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.087781596Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.094974581Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.103867297Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:37.176033817Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"uri":"/crucible/0/regions","method":"POST","req_id":"18aa94bb-2e9e-4d48-b993-6ca895906d1f","remote_addr":"[fd00:1122:3344:101::b]:35631","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.469239797Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"uri":"/crucible/0/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831","method":"GET","req_id":"4503b526-b02c-4aa5-b0e3-31ac4f328f25","remote_addr":"[fd00:1122:3344:101::b]:35631","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2963,"response_code":"200"}
{"msg":"path is \"/data/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.475215551Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"dataset is oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.484981932Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"snapshot is oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831@d8e1a7fa-503f-4c77-bb19-9c934657dda5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.493867847Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831\", \"d8e1a7fa-503f-4c77-bb19-9c934657dda5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.493905328Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.505395108Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"uri":"/crucible/0/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831/snapshots/d8e1a7fa-503f-4c77-bb19-9c934657dda5","method":"GET","req_id":"dfb59fff-9c2a-48aa-816a-8a61d0408bae","remote_addr":"[fd00:1122:3344:101::b]:35631","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32686,"response_code":"200"}
{"msg":"path is \"/data/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.508053205Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"dataset is oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.517333837Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"snapshot is oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831@d8e1a7fa-503f-4c77-bb19-9c934657dda5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.525461989Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831\", \"d8e1a7fa-503f-4c77-bb19-9c934657dda5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.525490719Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot fcdb4866-b698-4b72-80a7-aaf5f966e831-d8e1a7fa-503f-4c77-bb19-9c934657dda5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.534576088Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"applying SMF actions for region fcdb4866-b698-4b72-80a7-aaf5f966e831 running snapshot d8e1a7fa-503f-4c77-bb19-9c934657dda5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.534827003Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.534845733Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"uri":"/crucible/0/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831/snapshots/d8e1a7fa-503f-4c77-bb19-9c934657dda5/run","method":"POST","req_id":"afeb18e1-524d-4d10-b154-f00865265746","remote_addr":"[fd00:1122:3344:101::b]:35631","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26806,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-fcdb4866-b698-4b72-80a7-aaf5f966e831-d8e1a7fa-503f-4c77-bb19-9c934657dda5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.537077342Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fcdb4866-b698-4b72-80a7-aaf5f966e831-d8e1a7fa-503f-4c77-bb19-9c934657dda5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.546553418Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fcdb4866-b698-4b72-80a7-aaf5f966e831-d8e1a7fa-503f-4c77-bb19-9c934657dda5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.563534334Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831/.zfs/snapshot/d8e1a7fa-503f-4c77-bb19-9c934657dda5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.5638527Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.563918271Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.563961502Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.564000672Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.564045133Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.570849112Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.57877681Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"worker"}
{"msg":"region fcdb4866-b698-4b72-80a7-aaf5f966e831 running snapshot d8e1a7fa-503f-4c77-bb19-9c934657dda5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.578799471Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"path is \"/data/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.896344827Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"dataset is oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.905422036Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"datafile"}
{"msg":"snapshot is oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831@d8e1a7fa-503f-4c77-bb19-9c934657dda5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.91425788Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_658c7410-c0e1-4aa5-b43c-c3aedc82ed01/crucible/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831\", \"d8e1a7fa-503f-4c77-bb19-9c934657dda5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.914296451Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:10:38.922999743Z","hostname":"oxz_crucible_203169ef-9fe5-4a34-b981-5db138d44110","pid":27223,"uri":"/crucible/0/regions/fcdb4866-b698-4b72-80a7-aaf5f966e831/snapshots/d8e1a7fa-503f-4c77-bb19-9c934657dda5/run","method":"POST","req_id":"d7481b45-7e98-402e-bf48-b6bc0043b20c","remote_addr":"[fd00:1122:3344:101::b]:35631","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26674,"response_code":"200"}