{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.523889526Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45798"}
{"msg":"region c769facb-2324-4033-b4b3-2755f900480e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.526291158Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.526523462Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"uri":"/crucible/0/regions","method":"POST","req_id":"6a0978e5-3abe-4c84-9a82-773c87d47c15","remote_addr":"[fd00:1122:3344:101::a]:45798","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1247,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.527149503Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/c769facb-2324-4033-b4b3-2755f900480e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.537355753Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/c769facb-2324-4033-b4b3-2755f900480e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.537391444Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c769facb-2324-4033-b4b3-2755f900480e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/c769facb-2324-4033-b4b3-2755f900480e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.601116877Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"region":"c769facb-2324-4033-b4b3-2755f900480e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.734602839Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"region":"c769facb-2324-4033-b4b3-2755f900480e","component":"worker"}
{"msg":"region c769facb-2324-4033-b4b3-2755f900480e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.734662411Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.734741292Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c769facb-2324-4033-b4b3-2755f900480e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.735189Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c769facb-2324-4033-b4b3-2755f900480e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.739068388Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.746642142Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c769facb-2324-4033-b4b3-2755f900480e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.750646792Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c769facb-2324-4033-b4b3-2755f900480e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.751339074Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.751478007Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.751533808Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.751584409Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.756667848Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.761093886Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.774806248Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"uri":"/crucible/0/regions","method":"POST","req_id":"e86e6f26-e687-4b2e-ab6d-d02358e9d2f2","remote_addr":"[fd00:1122:3344:101::a]:45798","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.618489279Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38161"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.621775097Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"uri":"/crucible/0/regions/c769facb-2324-4033-b4b3-2755f900480e","method":"GET","req_id":"afa9b562-64e2-4168-b449-8696545088b5","remote_addr":"[fd00:1122:3344:101::a]:38161","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":3257,"response_code":"200"}
{"msg":"path is \"/data/regions/c769facb-2324-4033-b4b3-2755f900480e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.622048342Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"datafile"}
{"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/c769facb-2324-4033-b4b3-2755f900480e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.630912178Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"datafile"}
{"msg":"snapshot is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/c769facb-2324-4033-b4b3-2755f900480e@76cccb17-1c8b-42cd-800c-716769a86843","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.640449166Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/c769facb-2324-4033-b4b3-2755f900480e\", \"76cccb17-1c8b-42cd-800c-716769a86843\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.640477157Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.651380239Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"uri":"/crucible/0/regions/c769facb-2324-4033-b4b3-2755f900480e/snapshots/76cccb17-1c8b-42cd-800c-716769a86843","method":"GET","req_id":"92319408-e868-4ce5-821c-503c9525fd42","remote_addr":"[fd00:1122:3344:101::a]:38161","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29343,"response_code":"200"}
{"msg":"path is \"/data/regions/c769facb-2324-4033-b4b3-2755f900480e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.651549312Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"datafile"}
{"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/c769facb-2324-4033-b4b3-2755f900480e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.658901282Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"datafile"}
{"msg":"snapshot is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/c769facb-2324-4033-b4b3-2755f900480e@76cccb17-1c8b-42cd-800c-716769a86843","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.667275349Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/c769facb-2324-4033-b4b3-2755f900480e\", \"76cccb17-1c8b-42cd-800c-716769a86843\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.66730954Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot c769facb-2324-4033-b4b3-2755f900480e-76cccb17-1c8b-42cd-800c-716769a86843 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.675688137Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"datafile"}
{"msg":"applying SMF actions for region c769facb-2324-4033-b4b3-2755f900480e running snapshot 76cccb17-1c8b-42cd-800c-716769a86843 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.676262188Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.676293758Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"uri":"/crucible/0/regions/c769facb-2324-4033-b4b3-2755f900480e/snapshots/76cccb17-1c8b-42cd-800c-716769a86843/run","method":"POST","req_id":"655532a4-b42a-44d6-a0eb-eb00091348d4","remote_addr":"[fd00:1122:3344:101::a]:38161","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24780,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-c769facb-2324-4033-b4b3-2755f900480e-76cccb17-1c8b-42cd-800c-716769a86843","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.680587974Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c769facb-2324-4033-b4b3-2755f900480e-76cccb17-1c8b-42cd-800c-716769a86843","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.685328757Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c769facb-2324-4033-b4b3-2755f900480e-76cccb17-1c8b-42cd-800c-716769a86843","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.696424213Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c769facb-2324-4033-b4b3-2755f900480e/.zfs/snapshot/76cccb17-1c8b-42cd-800c-716769a86843","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.696693968Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.696754959Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.69679881Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.69684143Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.696899661Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.700049187Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.704240571Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"worker"}
{"msg":"region c769facb-2324-4033-b4b3-2755f900480e running snapshot 76cccb17-1c8b-42cd-800c-716769a86843 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.704253681Z","hostname":"oxz_crucible_1daa94e0-684d-4a00-9332-60a34c24e94a","pid":23774,"component":"datafile"}