{"id":207205,"date":"2025-07-08T08:47:02","date_gmt":"2025-07-08T00:47:02","guid":{"rendered":"https:\/\/server.hk\/cnblog\/207205\/"},"modified":"2025-07-08T08:47:02","modified_gmt":"2025-07-08T00:47:02","slug":"%e5%a6%82%e4%bd%95%e5%9c%a8%e9%80%92%e5%bd%92%e5%87%bd%e6%95%b0%e4%b8%ad%e8%ae%be%e7%bd%ae%e4%ba%92%e6%96%a5%e9%94%81%e5%92%8csync-waitgroup%ef%bc%9f","status":"publish","type":"post","link":"https:\/\/server.hk\/cnblog\/207205\/","title":{"rendered":"\u5982\u4f55\u5728\u9012\u5f52\u51fd\u6570\u4e2d\u8bbe\u7f6e\u4e92\u65a5\u9501\u548csync.waitgroup\uff1f"},"content":{"rendered":"<p><b><\/b> <\/p>\n<p>\u5f53\u524d\u4f4d\u7f6e\uff1a <span>&gt;<\/span> <span>&gt;<\/span> <span>&gt;<\/span> <span>&gt;<\/span> <span>\u5982\u4f55\u5728\u9012\u5f52\u51fd\u6570\u4e2d\u8bbe\u7f6e\u4e92\u65a5\u9501\u548csync.waitgroup\uff1f<\/span><\/p>\n<p><span>\u6765\u6e90\uff1astackoverflow<\/span><br \/>\n<span>2024-04-20 19:54:30<\/span><br \/>\n<span><i><\/i>0\u6d4f\u89c8<\/span><br \/>\n<span style=\"cursor: pointer\"><i><\/i>\u6536\u85cf<\/span> <\/p>\n<p>\u4f60\u5728\u5b66\u4e60<span style=\"color: #FF6600;, Helvetica, Arial, sans-serif;font-size: 14px;background-color: #FFFFFF\">Golang<\/span>\u76f8\u5173\u7684\u77e5\u8bc6\u5417\uff1f\u672c\u6587<span style=\"color: #FF6600;, Helvetica, Arial, sans-serif;font-size: 14px;background-color: #FFFFFF\">\u300a\u5982\u4f55\u5728\u9012\u5f52\u51fd\u6570\u4e2d\u8bbe\u7f6e\u4e92\u65a5\u9501\u548csync.waitgroup\uff1f\u300b<\/span>\uff0c\u4e3b\u8981\u4ecb\u7ecd\u7684\u5185\u5bb9\u5c31\u6d89\u53ca\u5230<span style=\"color: #FF6600;, Helvetica, Arial, sans-serif;font-size: 14px;background-color: #FFFFFF\"><\/span>\uff0c\u5982\u679c\u4f60\u60f3\u63d0\u5347\u81ea\u5df1\u7684\u5f00\u53d1\u80fd\u529b\uff0c\u5c31\u4e0d\u8981\u9519\u8fc7\u8fd9\u7bc7\u6587\u7ae0\uff0c\u5927\u5bb6\u8981\u77e5\u9053\u7f16\u7a0b\u7406\u8bba\u57fa\u7840\u548c\u5b9e\u6218\u64cd\u4f5c\u90fd\u662f\u4e0d\u53ef\u6216\u7f3a\u7684\u54e6\uff01<\/p>\n<p> \u95ee\u9898\u5185\u5bb9<br \/>\n <\/p>\n<p>\u6211\u5728 go \u4e2d\u7f16\u5199\u4e86\u4e00\u4e9b\u4ee3\u7801\u6765\u89e3\u6790\u7ad9\u70b9\u5e76\u68c0\u7d22\u6240\u6709\u94fe\u63a5\u53ca\u5176 http \u54cd\u5e94\u3002\u6211\u7684\u4ee3\u7801\u8fd0\u884c\u826f\u597d\uff0c\u4f46\u6211\u60f3\u6dfb\u52a0 goroutines \u4ee5\u67e5\u770b\u5b83\u5728\u9012\u5f52\u51fd\u6570\u4e2d\u7684\u5de5\u4f5c\u539f\u7406\u3002<\/p>\n<pre>package main\nimport (\n    \"fmt\"\n    \"io\/ioutil\"\n    \"net\/http\"\n    \"regexp\"\n    \"strings\"\n    \"sync\"\n)\n\ntype linkWeb struct {\n    Link string\n    Code string\n}\n\nfunc parseLink(siteName string, arrayError []linkWeb) (arrayResult []linkWeb) {\n    var mutex = &amp;sync.Mutex{}\n    var wg = sync.WaitGroup{}\n    var baseSite = siteName\n    site, _ := http.Get(baseSite)\n    html, _ := ioutil.ReadAll(site.Body)\n    errorCodeHTTP := site.Status\n    mutex.Lock()\n    errorArray := arrayError\n    mutex.Unlock()\n    allJs := regexp.MustCompile(`src=\"[^\"]*\"+`)\n    allA := regexp.MustCompile(`(.)*href=\"[^\"]*\"+`)\n    var resultsJs = allJs.FindAllStringSubmatch(string(html), -1)\n    var resultUrls = allA.FindAllStringSubmatch(string(html), -1)\n    resultsJs = append(resultsJs, resultUrls...)\n    for _, linkJs := range resultsJs {\n        wg.Add(1)\n        go func() {\n            re := regexp.MustCompile(`(href|src)(.)*=\"[^\"]*\"`)\n            var execReg = re.FindAllStringSubmatch(linkJs[0], -1)\n            link := regexp.MustCompile(`\"(.)*\"`)\n            var linkCenter = link.FindAllStringSubmatch(execReg[0][0], -1)\n            resultrmvbefore := strings.TrimPrefix(linkCenter[0][0], \"\\\"\")\n            resultrmvafter := strings.TrimSuffix(resultrmvbefore, \"\\\"\")\n            var already = 0\n            mutex.Lock()\n            for _, itemURL := range errorArray {\n                if resultrmvafter == itemURL.Link {\n                    already = 1\n                }\n            }\n            mutex.Unlock()\n            if already == 0{\n                var actualState = linkWeb{resultrmvafter, \"-&gt; \" + errorCodeHTTP + \"\\r\\n\"}\n                mutex.Lock()\n                errorArray = append(errorArray, actualState)\n                mutex.Unlock()\n                return\n            } else {\n                if already == 0 {\n                    var actualState = linkWeb{resultrmvafter, \"-&gt; \" + errorCodeHTTP + \"\\r\\n\"}\n                    mutex.Lock()\n                    errorArray = append(errorArray, actualState)\n                    var arrayReturn = errorArray\n                    mutex.Unlock()\n                    parseLink(resultrmvafter, arrayReturn)\n                }\n            }\n            wg.Done()\n        }()\n    }\n    wg.Wait()\n    return\n}\nfunc main() {\n    var arrayError []linkWeb\n    var resultArray = parseLink(\"https:\/\/www.golem.ai\/\", arrayError)\n}<\/pre>\n<p>\u6211\u53ea\u662f\u4e0d\u77e5\u9053\u662f\u5426\u6709\u5fc5\u8981\u5c06\u6211\u7684syncgroup\u4f5c\u4e3a\u51fd\u6570\u53c2\u6570\u4f20\u9012\uff0c\u56e0\u4e3a\u6211\u505a\u4e86\u6d4b\u8bd5\uff0c\u4f46\u6ca1\u6709\u770b\u5230\u4efb\u4f55\u53d8\u5316\u3002 \u6211\u9605\u8bfb\u4e86\u6587\u6863\uff0c\u4f46\u6211\u4e0d\u77e5\u9053\u6211\u7684\u95ee\u9898\u662f\u5426\u4e0e\u6211\u7684\u9012\u5f52\u51fd\u6570\u6709\u5173\uff0c\u6216\u8005\u662f\u6211\u4e0d\u7406\u89e3 golang \u7684\u95ee\u9898\u3002<\/p>\n<p> <\/p>\n<h2>\u89e3\u51b3\u65b9\u6848<\/h2>\n<p> <\/p>\n<p>\u9012\u5f52\u6ca1\u6709\u4ec0\u4e48\u672c\u8d28\u4e0a\u7684\u7279\u6b8a\u4e4b\u5904\u3002\u4e92\u65a5\u4f53\u3001\u7b49\u5f85\u7ec4\u6216\u5176\u4ed6\u5bf9\u8c61\u3002\u5b83\u4e0e\u4efb\u4f55\u51fd\u6570\u8c03\u7528\u76f8\u540c\u3002\u7531\u4e8e\u4e92\u65a5\u4f53\u662f\u53ef\u53d8\u7684\uff0c\u56e0\u6b64\u60a8\u5fc5\u987b\u5c0f\u5fc3\u5730\u901a\u8fc7\u6307\u9488\u4f20\u9012\u5b83\u4eec &#8211; \u8fd9\u5e94\u8be5\u662f\u8fd9\u6837\u3002\u8981\u8c03\u8bd5\u6b64\u95ee\u9898\uff0c\u6253\u5370\u8c03\u7528\u8005\u548c\u88ab\u8c03\u7528\u8005\u4e2d\u5bf9\u8c61\u7684\u5730\u5740\u5e76\u786e\u4fdd\u5b83\u4eec\u662f\u540c\u4e00\u5bf9\u8c61\u901a\u5e38\u5f88\u6709\u7528\u3002<\/p>\n<p>\u5feb\u901f\u6d4f\u89c8\u4e00\u4e0b\u60a8\u7684\u4ee3\u7801\uff0c\u6bcf\u6b21\u8c03\u7528 <code>parseLink<\/code> \u90fd\u4f1a\u521b\u5efa\u4e00\u4e2a\u65b0\u7684\u4e92\u65a5\u4f53\u548c\u7b49\u5f85\u7ec4\uff0c\u8fd9\u662f\u60a8\u60f3\u8981\u7684\u5417\uff1f<\/p>\n<p>\u672c\u7bc7\u5173\u4e8e\u300a\u5982\u4f55\u5728\u9012\u5f52\u51fd\u6570\u4e2d\u8bbe\u7f6e\u4e92\u65a5\u9501\u548csync.waitgroup\uff1f\u300b\u7684\u4ecb\u7ecd\u5c31\u5230\u6b64\u7ed3\u675f\u5566\uff0c\u4f46\u662f\u5b66\u65e0\u6b62\u5883\uff0c\u60f3\u8981\u4e86\u89e3\u5b66\u4e60\u66f4\u591a\u5173\u4e8eGolang\u7684\u76f8\u5173\u77e5\u8bc6\uff0c\u8bf7\u5173\u6ce8\u516c\u4f17\u53f7\uff01<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u5f53\u524d\u4f4d\u7f6e\uff1a &gt; &gt; &#46;&#46;&#46;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[4925],"tags":[],"class_list":["post-207205","post","type-post","status-publish","format-standard","hentry","category-4925"],"_links":{"self":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/207205","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/comments?post=207205"}],"version-history":[{"count":0,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/207205\/revisions"}],"wp:attachment":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/media?parent=207205"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/categories?post=207205"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/tags?post=207205"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}