[ Aug 13 21:52:33 Enabled. ]
[ Aug 13 21:52:33 Rereading configuration. ]
[ Aug 13 21:52:34 Rereading configuration. ]
[ Aug 13 21:52:36 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_430bb6f1-41e2-404f-9116-24ccfd3bb2d1/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_430bb6f1-41e2-404f-9116-24ccfd3bb2d1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:52:36.464457525Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:52:36.465638308Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:52:36.465652838Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:52:36.484905917Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:52:36.566022372Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.878569759Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50264"}
{"msg":"region 4dc7a4f4-258a-4e5f-b561-00ca9a4029ac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.898980169Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.901864318Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions","method":"POST","req_id":"dc66b0da-29c0-4623-9b9d-35cd9c08f020","remote_addr":"[fd00:1122:3344:101::b]:50264","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":9260,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.902570627Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_430bb6f1-41e2-404f-9116-24ccfd3bb2d1/crucible/regions/4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.913351413Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_430bb6f1-41e2-404f-9116-24ccfd3bb2d1/crucible/regions/4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.913430895Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4dc7a4f4-258a-4e5f-b561-00ca9a4029ac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4dc7a4f4-258a-4e5f-b561-00ca9a4029ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.976699421Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"region":"4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4dc7a4f4-258a-4e5f-b561-00ca9a4029ac\" \"--data\" \"/data/regions/4dc7a4f4-258a-4e5f-b561-00ca9a4029ac\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.979038866Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"region":"4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.04371793Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions","method":"POST","req_id":"025c15a2-f3d2-4d40-8ec7-0a43bf84c6c2","remote_addr":"[fd00:1122:3344:101::b]:50264","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.113882985Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"region":"4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","component":"worker"}
{"msg":"region 4dc7a4f4-258a-4e5f-b561-00ca9a4029ac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.113952367Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.114161213Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.114575824Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.119834819Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.131620752Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.148115225Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.161977245Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.164226717Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.165390739Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.165401379Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.172237167Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.177752278Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.615500449Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions","method":"POST","req_id":"d10765b7-0d62-4d32-96f0-139a92ec348b","remote_addr":"[fd00:1122:3344:101::b]:50264","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.075167491Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions/4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","method":"GET","req_id":"987e3c6e-29dd-4533-af0f-ead274113dbf","remote_addr":"[fd00:1122:3344:101::b]:50264","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/4dc7a4f4-258a-4e5f-b561-00ca9a4029ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.077220338Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"dataset is oxp_430bb6f1-41e2-404f-9116-24ccfd3bb2d1/crucible/regions/4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.087731786Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"region 4dc7a4f4-258a-4e5f-b561-00ca9a4029ac state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.097076982Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.097332429Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.097404781Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions/4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","method":"DELETE","req_id":"8dcc1f31-592d-4592-b09c-dadc9f7e7e25","remote_addr":"[fd00:1122:3344:101::b]:50264","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20216,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-4dc7a4f4-258a-4e5f-b561-00ca9a4029ac (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.098647906Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.100592499Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions/4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","method":"GET","req_id":"f4448327-f425-466c-a2fb-bc2fa27bb2be","remote_addr":"[fd00:1122:3344:101::b]:50264","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.102539732Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_430bb6f1-41e2-404f-9116-24ccfd3bb2d1/crucible/regions/4dc7a4f4-258a-4e5f-b561-00ca9a4029ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.112129095Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"region":"4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","component":"worker"}
{"msg":"region 4dc7a4f4-258a-4e5f-b561-00ca9a4029ac state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.169258983Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.209265571Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions/4dc7a4f4-258a-4e5f-b561-00ca9a4029ac","method":"GET","req_id":"d084c67d-808e-46dd-b609-1d1943a52888","remote_addr":"[fd00:1122:3344:101::b]:50264","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:04.946948581Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56970"}
{"msg":"region 9ffa6d45-2a34-4819-a109-eaa8e182636c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:04.947069835Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:04.947732943Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions","method":"POST","req_id":"6568a3e9-dd7d-498c-84e4-2e7be359ec73","remote_addr":"[fd00:1122:3344:101::a]:56970","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":744,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:04.947752473Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_430bb6f1-41e2-404f-9116-24ccfd3bb2d1/crucible/regions/9ffa6d45-2a34-4819-a109-eaa8e182636c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:04.958127658Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_430bb6f1-41e2-404f-9116-24ccfd3bb2d1/crucible/regions/9ffa6d45-2a34-4819-a109-eaa8e182636c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:04.958165189Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9ffa6d45-2a34-4819-a109-eaa8e182636c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9ffa6d45-2a34-4819-a109-eaa8e182636c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.019497202Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"region":"9ffa6d45-2a34-4819-a109-eaa8e182636c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9ffa6d45-2a34-4819-a109-eaa8e182636c\" \"--data\" \"/data/regions/9ffa6d45-2a34-4819-a109-eaa8e182636c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.021345493Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"region":"9ffa6d45-2a34-4819-a109-eaa8e182636c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.119791684Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"region":"9ffa6d45-2a34-4819-a109-eaa8e182636c","component":"worker"}
{"msg":"region 9ffa6d45-2a34-4819-a109-eaa8e182636c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.119828285Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.119934648Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9ffa6d45-2a34-4819-a109-eaa8e182636c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.121341636Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.127975748Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions","method":"POST","req_id":"81197d14-c4f5-4bcd-baaa-0f125bdd675b","remote_addr":"[fd00:1122:3344:101::a]:56970","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9ffa6d45-2a34-4819-a109-eaa8e182636c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.129171401Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.150682981Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9ffa6d45-2a34-4819-a109-eaa8e182636c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.157434007Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ffa6d45-2a34-4819-a109-eaa8e182636c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.157792937Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.157839688Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.157882049Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.15792635Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.167131533Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:05.172964593Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"region 40895043-3fd2-450e-aa80-6e724e0edd7f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.558543922Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.558713587Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.558736337Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions","method":"POST","req_id":"6766500d-626a-46fa-a74e-84ecd2805fc2","remote_addr":"[fd00:1122:3344:101::a]:56970","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":230,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_430bb6f1-41e2-404f-9116-24ccfd3bb2d1/crucible/regions/40895043-3fd2-450e-aa80-6e724e0edd7f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.568910226Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_430bb6f1-41e2-404f-9116-24ccfd3bb2d1/crucible/regions/40895043-3fd2-450e-aa80-6e724e0edd7f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.568951237Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"40895043-3fd2-450e-aa80-6e724e0edd7f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/40895043-3fd2-450e-aa80-6e724e0edd7f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.636787799Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"region":"40895043-3fd2-450e-aa80-6e724e0edd7f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"40895043-3fd2-450e-aa80-6e724e0edd7f\" \"--data\" \"/data/regions/40895043-3fd2-450e-aa80-6e724e0edd7f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.63683821Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"region":"40895043-3fd2-450e-aa80-6e724e0edd7f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.734770897Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"region":"40895043-3fd2-450e-aa80-6e724e0edd7f","component":"worker"}
{"msg":"region 40895043-3fd2-450e-aa80-6e724e0edd7f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.734805888Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.734946902Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-40895043-3fd2-450e-aa80-6e724e0edd7f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.736050202Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-40895043-3fd2-450e-aa80-6e724e0edd7f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.745458451Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.757886641Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-40895043-3fd2-450e-aa80-6e724e0edd7f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.763828844Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/40895043-3fd2-450e-aa80-6e724e0edd7f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.764144043Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.764219275Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.764277867Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.764339718Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.770652722Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.779066153Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.848751875Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions","method":"POST","req_id":"1040351c-8e45-441e-a9a1-4b6b1ba5a10a","remote_addr":"[fd00:1122:3344:101::a]:56970","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:35.869087852Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions/40895043-3fd2-450e-aa80-6e724e0edd7f","method":"GET","req_id":"2056d313-c85b-4a94-8b54-960f712a2b51","remote_addr":"[fd00:1122:3344:101::a]:56970","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/40895043-3fd2-450e-aa80-6e724e0edd7f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:35.871783936Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"dataset is oxp_430bb6f1-41e2-404f-9116-24ccfd3bb2d1/crucible/regions/40895043-3fd2-450e-aa80-6e724e0edd7f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:35.883032935Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"region 40895043-3fd2-450e-aa80-6e724e0edd7f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:35.892006931Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:35.892269208Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:35.892356311Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions/40895043-3fd2-450e-aa80-6e724e0edd7f","method":"DELETE","req_id":"641d62bf-a796-4485-a90d-bd1838326a50","remote_addr":"[fd00:1122:3344:101::a]:56970","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20599,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-40895043-3fd2-450e-aa80-6e724e0edd7f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:35.894092248Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:35.896188906Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions/40895043-3fd2-450e-aa80-6e724e0edd7f","method":"GET","req_id":"e74ba5fc-ca9d-4b6d-a70a-09f719c4ab8d","remote_addr":"[fd00:1122:3344:101::a]:56970","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":918,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:35.90544857Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_430bb6f1-41e2-404f-9116-24ccfd3bb2d1/crucible/regions/40895043-3fd2-450e-aa80-6e724e0edd7f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:35.915871666Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"region":"40895043-3fd2-450e-aa80-6e724e0edd7f","component":"worker"}
{"msg":"region 40895043-3fd2-450e-aa80-6e724e0edd7f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:35.966389732Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.034199912Z","hostname":"oxz_crucible_4248eaa9-f7b0-464c-9f70-a3dc82830acf","pid":21026,"uri":"/crucible/0/regions/40895043-3fd2-450e-aa80-6e724e0edd7f","method":"GET","req_id":"1a9251ef-33dd-42da-8d74-df920ffff80f","remote_addr":"[fd00:1122:3344:101::a]:56970","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":97,"response_code":"200"}