[ Aug 27 01:30:39 Enabled. ]
[ Aug 27 01:30:39 Rereading configuration. ]
[ Aug 27 01:30:42 Rereading configuration. ]
[ Aug 27 01:30:45 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:30:45.592590326Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:30:45.593593622Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:30:45.593609382Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:30:45.608829434Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:30:45.757546318Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.536284512Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38121"}
{"msg":"region ccfa5c0a-44e9-4941-87d8-9ad169249928 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.556948804Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.5617831Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.565071748Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"uri":"/crucible/0/regions","method":"POST","req_id":"c5757534-cb59-4b63-81fa-e86ed8df2774","remote_addr":"[fd00:1122:3344:101::b]:38121","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":13782,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/ccfa5c0a-44e9-4941-87d8-9ad169249928","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.571970675Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/ccfa5c0a-44e9-4941-87d8-9ad169249928","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.571994685Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ccfa5c0a-44e9-4941-87d8-9ad169249928\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ccfa5c0a-44e9-4941-87d8-9ad169249928\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.623305503Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"region":"ccfa5c0a-44e9-4941-87d8-9ad169249928","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ccfa5c0a-44e9-4941-87d8-9ad169249928\" \"--data\" \"/data/regions/ccfa5c0a-44e9-4941-87d8-9ad169249928\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.625343014Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"region":"ccfa5c0a-44e9-4941-87d8-9ad169249928","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.733669349Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"region":"ccfa5c0a-44e9-4941-87d8-9ad169249928","component":"worker"}
{"msg":"region ccfa5c0a-44e9-4941-87d8-9ad169249928 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.73373834Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.734057111Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ccfa5c0a-44e9-4941-87d8-9ad169249928","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.734477413Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.736548625Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"uri":"/crucible/0/regions","method":"POST","req_id":"d91a9b3f-1700-4951-a23c-124c47e5c506","remote_addr":"[fd00:1122:3344:101::b]:38121","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ccfa5c0a-44e9-4941-87d8-9ad169249928","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.73940093Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.760908096Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ccfa5c0a-44e9-4941-87d8-9ad169249928","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.764592426Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ccfa5c0a-44e9-4941-87d8-9ad169249928","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.773516484Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.775686196Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.775764807Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.775814207Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.780803724Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:38.785185458Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:39.697674443Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"uri":"/crucible/0/regions/ccfa5c0a-44e9-4941-87d8-9ad169249928","method":"GET","req_id":"51bd2aba-95be-439a-bb32-0b244ed16e02","remote_addr":"[fd00:1122:3344:101::b]:38121","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"path is \"/data/regions/ccfa5c0a-44e9-4941-87d8-9ad169249928\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:39.700880306Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"dataset is oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/ccfa5c0a-44e9-4941-87d8-9ad169249928","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:39.710162096Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"region ccfa5c0a-44e9-4941-87d8-9ad169249928 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:39.719472646Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:39.719622057Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:39.719698697Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"uri":"/crucible/0/regions/ccfa5c0a-44e9-4941-87d8-9ad169249928","method":"DELETE","req_id":"64f57150-3c77-4a2e-833a-b6753a4a8ba9","remote_addr":"[fd00:1122:3344:101::b]:38121","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19449,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-ccfa5c0a-44e9-4941-87d8-9ad169249928 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:39.720767813Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:39.723290187Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"uri":"/crucible/0/regions/ccfa5c0a-44e9-4941-87d8-9ad169249928","method":"GET","req_id":"c1421e81-49f6-43aa-b55a-bee2a89655b7","remote_addr":"[fd00:1122:3344:101::b]:38121","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:39.724851825Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/ccfa5c0a-44e9-4941-87d8-9ad169249928\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:39.733838204Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"region":"ccfa5c0a-44e9-4941-87d8-9ad169249928","component":"worker"}
{"msg":"region ccfa5c0a-44e9-4941-87d8-9ad169249928 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:39.790204279Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:31:39.830241235Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"uri":"/crucible/0/regions/ccfa5c0a-44e9-4941-87d8-9ad169249928","method":"GET","req_id":"e60bf372-0604-4eff-acb4-5fc513ca0784","remote_addr":"[fd00:1122:3344:101::b]:38121","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.676577976Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61814"}
{"msg":"region 5175a100-e137-45c3-8e13-fbb765d8f760 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.676682306Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.676853777Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"uri":"/crucible/0/regions","method":"POST","req_id":"9e54e2c3-b030-42ef-8d49-138bf232938a","remote_addr":"[fd00:1122:3344:101::a]:61814","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":211,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.676880937Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/5175a100-e137-45c3-8e13-fbb765d8f760","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.685931386Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/5175a100-e137-45c3-8e13-fbb765d8f760","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.685959766Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5175a100-e137-45c3-8e13-fbb765d8f760\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5175a100-e137-45c3-8e13-fbb765d8f760\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.73657457Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"region":"5175a100-e137-45c3-8e13-fbb765d8f760","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5175a100-e137-45c3-8e13-fbb765d8f760\" \"--data\" \"/data/regions/5175a100-e137-45c3-8e13-fbb765d8f760\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.738658291Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"region":"5175a100-e137-45c3-8e13-fbb765d8f760","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.809468144Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"region":"5175a100-e137-45c3-8e13-fbb765d8f760","component":"worker"}
{"msg":"region 5175a100-e137-45c3-8e13-fbb765d8f760 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.809512204Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.809623935Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5175a100-e137-45c3-8e13-fbb765d8f760","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.811083223Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5175a100-e137-45c3-8e13-fbb765d8f760","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.814019489Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.821490369Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5175a100-e137-45c3-8e13-fbb765d8f760","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.825686562Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5175a100-e137-45c3-8e13-fbb765d8f760","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.825967243Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.826022294Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.826063734Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.826104224Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.829572403Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.834075507Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.969578739Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"uri":"/crucible/0/regions","method":"POST","req_id":"9ca5812b-4f39-40d5-910e-d4c4ba52bcb7","remote_addr":"[fd00:1122:3344:101::a]:61814","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":646,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.039692187Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35607"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.039818868Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"uri":"/crucible/0/regions/5175a100-e137-45c3-8e13-fbb765d8f760","method":"GET","req_id":"632fa22c-d44f-4a50-b378-cf4db5e30ada","remote_addr":"[fd00:1122:3344:101::a]:35607","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"path is \"/data/regions/5175a100-e137-45c3-8e13-fbb765d8f760\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.046104892Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"dataset is oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/5175a100-e137-45c3-8e13-fbb765d8f760","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.058250207Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"snapshot is oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/5175a100-e137-45c3-8e13-fbb765d8f760@2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.067038975Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/5175a100-e137-45c3-8e13-fbb765d8f760\", \"2f669e1e-7251-4220-ac4e-00bc54e3a4e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.067085115Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.078132095Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"uri":"/crucible/0/regions/5175a100-e137-45c3-8e13-fbb765d8f760/snapshots/2f669e1e-7251-4220-ac4e-00bc54e3a4e7","method":"GET","req_id":"68ebdc88-662a-4bc6-8960-bba395253295","remote_addr":"[fd00:1122:3344:101::a]:35607","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":35042,"response_code":"200"}
{"msg":"path is \"/data/regions/5175a100-e137-45c3-8e13-fbb765d8f760\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.081367463Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"dataset is oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/5175a100-e137-45c3-8e13-fbb765d8f760","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.09004745Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"snapshot is oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/5175a100-e137-45c3-8e13-fbb765d8f760@2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.09748482Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/5175a100-e137-45c3-8e13-fbb765d8f760\", \"2f669e1e-7251-4220-ac4e-00bc54e3a4e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.0975221Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5175a100-e137-45c3-8e13-fbb765d8f760-2f669e1e-7251-4220-ac4e-00bc54e3a4e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.105490563Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"applying SMF actions for region 5175a100-e137-45c3-8e13-fbb765d8f760 running snapshot 2f669e1e-7251-4220-ac4e-00bc54e3a4e7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.106077146Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.106126646Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"uri":"/crucible/0/regions/5175a100-e137-45c3-8e13-fbb765d8f760/snapshots/2f669e1e-7251-4220-ac4e-00bc54e3a4e7/run","method":"POST","req_id":"8cc22eac-8f4a-497a-9d33-e0935d82a607","remote_addr":"[fd00:1122:3344:101::a]:35607","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24831,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-5175a100-e137-45c3-8e13-fbb765d8f760-2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.115414147Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5175a100-e137-45c3-8e13-fbb765d8f760-2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.123255059Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5175a100-e137-45c3-8e13-fbb765d8f760-2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.144166332Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5175a100-e137-45c3-8e13-fbb765d8f760/.zfs/snapshot/2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.144550064Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.144651545Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.144739185Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.144827946Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.144924986Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.149998754Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.157020021Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"worker"}
{"msg":"region 5175a100-e137-45c3-8e13-fbb765d8f760 running snapshot 2f669e1e-7251-4220-ac4e-00bc54e3a4e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.157031141Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"path is \"/data/regions/5175a100-e137-45c3-8e13-fbb765d8f760\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.381035802Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"dataset is oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/5175a100-e137-45c3-8e13-fbb765d8f760","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.389552308Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"datafile"}
{"msg":"snapshot is oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/5175a100-e137-45c3-8e13-fbb765d8f760@2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.398516146Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0c37b655-3f8d-4e95-9b06-d301b45dd362/crucible/regions/5175a100-e137-45c3-8e13-fbb765d8f760\", \"2f669e1e-7251-4220-ac4e-00bc54e3a4e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.398548906Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.407033732Z","hostname":"oxz_crucible_d5394c35-da42-4c89-b5e8-c8c43dc97862","pid":25183,"uri":"/crucible/0/regions/5175a100-e137-45c3-8e13-fbb765d8f760/snapshots/2f669e1e-7251-4220-ac4e-00bc54e3a4e7/run","method":"POST","req_id":"a90ca304-a3f4-47a9-9245-cb1b34377531","remote_addr":"[fd00:1122:3344:101::a]:35607","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26039,"response_code":"200"}