[ Feb 25 03:48:28 Enabled. ] [ Feb 25 03:48:28 Rereading configuration. ] [ Feb 25 03:48:31 Rereading configuration. ] [ Feb 25 03:48:36 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:48:36.47487615Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:48:36.477972849Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:48:36.47798081Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:48:36.495362898Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:48:36.611945816Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.26658967Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59283"} {"msg":"region cf69d418-db3e-470a-8fcd-08f977a6cd22 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.29387555Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.298962404Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"uri":"/crucible/0/regions","method":"POST","req_id":"7ca826bf-6a18-417a-a3b6-06d6354ba6d6","remote_addr":"[fd00:1122:3344:101::b]:59283","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16305,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.298992185Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.308859185Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.308897476Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cf69d418-db3e-470a-8fcd-08f977a6cd22\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.354487306Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"region":"cf69d418-db3e-470a-8fcd-08f977a6cd22","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cf69d418-db3e-470a-8fcd-08f977a6cd22\" \"--data\" \"/data/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.357122105Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"region":"cf69d418-db3e-470a-8fcd-08f977a6cd22","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.520501419Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"region":"cf69d418-db3e-470a-8fcd-08f977a6cd22","component":"worker"} {"msg":"region cf69d418-db3e-470a-8fcd-08f977a6cd22 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.52055787Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.520646782Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cf69d418-db3e-470a-8fcd-08f977a6cd22","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.521107402Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cf69d418-db3e-470a-8fcd-08f977a6cd22","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.526279698Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.537195102Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf69d418-db3e-470a-8fcd-08f977a6cd22","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.540904205Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.541640841Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.541768114Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.541814745Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.541853386Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.542274495Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"uri":"/crucible/0/regions","method":"POST","req_id":"77516e1e-938a-4e24-bba0-b9b5cd30f17e","remote_addr":"[fd00:1122:3344:101::b]:59283","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.54649304Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:49:24.551473161Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.268850855Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51226"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.269475139Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"uri":"/crucible/0/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22","method":"GET","req_id":"37b56919-6676-4d52-906e-70e8140eb663","remote_addr":"[fd00:1122:3344:101::b]:51226","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":573,"response_code":"200"} {"msg":"path is \"/data/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.278535171Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"dataset is oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.290762215Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"snapshot is oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22@a8688481-b8d5-4161-9b5e-bb07e621e009","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.304276667Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22\", \"a8688481-b8d5-4161-9b5e-bb07e621e009\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.304309598Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.320925519Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"uri":"/crucible/0/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22/snapshots/a8688481-b8d5-4161-9b5e-bb07e621e009","method":"GET","req_id":"eb2ed171-5969-4cbf-af6e-aea19b071d7a","remote_addr":"[fd00:1122:3344:101::b]:51226","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":46701,"response_code":"200"} {"msg":"path is \"/data/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.326828201Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"dataset is oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.340093458Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"snapshot is oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22@a8688481-b8d5-4161-9b5e-bb07e621e009","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.352522866Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22\", \"a8688481-b8d5-4161-9b5e-bb07e621e009\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.352569347Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot cf69d418-db3e-470a-8fcd-08f977a6cd22-a8688481-b8d5-4161-9b5e-bb07e621e009 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.365242101Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"applying SMF actions for region cf69d418-db3e-470a-8fcd-08f977a6cd22 running snapshot a8688481-b8d5-4161-9b5e-bb07e621e009 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.366032158Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.366055019Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"uri":"/crucible/0/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22/snapshots/a8688481-b8d5-4161-9b5e-bb07e621e009/run","method":"POST","req_id":"3108efd6-f40c-4ba2-b56f-d9591f1769d3","remote_addr":"[fd00:1122:3344:101::b]:51226","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":39263,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-cf69d418-db3e-470a-8fcd-08f977a6cd22-a8688481-b8d5-4161-9b5e-bb07e621e009","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.376891721Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cf69d418-db3e-470a-8fcd-08f977a6cd22-a8688481-b8d5-4161-9b5e-bb07e621e009","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.382469196Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cf69d418-db3e-470a-8fcd-08f977a6cd22-a8688481-b8d5-4161-9b5e-bb07e621e009","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.398858292Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22/.zfs/snapshot/a8688481-b8d5-4161-9b5e-bb07e621e009","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.399314352Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.399387134Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.399455226Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.399514487Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.399584278Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.403807903Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.410051432Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"region cf69d418-db3e-470a-8fcd-08f977a6cd22 running snapshot a8688481-b8d5-4161-9b5e-bb07e621e009 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.410066773Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"path is \"/data/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.742434166Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"dataset is oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.751407417Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"snapshot is oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22@a8688481-b8d5-4161-9b5e-bb07e621e009","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.76004085Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22\", \"a8688481-b8d5-4161-9b5e-bb07e621e009\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.760088671Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:37.767840134Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"uri":"/crucible/0/regions/cf69d418-db3e-470a-8fcd-08f977a6cd22/snapshots/a8688481-b8d5-4161-9b5e-bb07e621e009/run","method":"POST","req_id":"59cdc403-75f8-4c11-96b0-0f8ea41764d7","remote_addr":"[fd00:1122:3344:101::b]:51226","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25431,"response_code":"200"} {"msg":"region 6469687c-9f03-432b-bb27-e6b0ea6db592 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.402994191Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.403222486Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"uri":"/crucible/0/regions","method":"POST","req_id":"8a134cca-ffa4-4600-9663-b406cadb845a","remote_addr":"[fd00:1122:3344:101::b]:51226","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":290,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.403265747Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/6469687c-9f03-432b-bb27-e6b0ea6db592","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.41232386Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d0635c3a-eec2-4aaa-9305-07637c81d1dc/crucible/regions/6469687c-9f03-432b-bb27-e6b0ea6db592","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.412356471Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6469687c-9f03-432b-bb27-e6b0ea6db592\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6469687c-9f03-432b-bb27-e6b0ea6db592\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.474710655Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"region":"6469687c-9f03-432b-bb27-e6b0ea6db592","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6469687c-9f03-432b-bb27-e6b0ea6db592\" \"--data\" \"/data/regions/6469687c-9f03-432b-bb27-e6b0ea6db592\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.476701059Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"region":"6469687c-9f03-432b-bb27-e6b0ea6db592","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.546598363Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"region":"6469687c-9f03-432b-bb27-e6b0ea6db592","component":"worker"} {"msg":"region 6469687c-9f03-432b-bb27-e6b0ea6db592 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.546643404Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.546789037Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6469687c-9f03-432b-bb27-e6b0ea6db592","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.547298838Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6469687c-9f03-432b-bb27-e6b0ea6db592","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.558284014Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.566222312Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6469687c-9f03-432b-bb27-e6b0ea6db592","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.570008296Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6469687c-9f03-432b-bb27-e6b0ea6db592","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.570310793Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.570367484Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.570420226Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.570462827Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.57466505Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.587115959Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.658299051Z","hostname":"oxz_crucible_206ad683-6cff-4e86-b527-bf816c6b698f","pid":23065,"uri":"/crucible/0/regions","method":"POST","req_id":"f532edd9-8af1-4805-a6b0-34769cb614d4","remote_addr":"[fd00:1122:3344:101::b]:51226","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":681,"response_code":"200"}