{"id":207523,"date":"2025-07-08T10:13:00","date_gmt":"2025-07-08T02:13:00","guid":{"rendered":"https:\/\/server.hk\/cnblog\/207523\/"},"modified":"2025-07-08T10:13:00","modified_gmt":"2025-07-08T02:13:00","slug":"%e5%a6%82%e6%9e%9c%e6%9f%a5%e8%af%a2%e9%99%90%e5%88%b6%e8%bf%87%e5%a4%a7%ef%bc%8cgoroutines-%e4%b8%ad%e7%9a%84-gorm-%e4%bc%9a%e5%86%bb%e7%bb%93","status":"publish","type":"post","link":"https:\/\/server.hk\/cnblog\/207523\/","title":{"rendered":"\u5982\u679c\u67e5\u8be2\u9650\u5236\u8fc7\u5927\uff0cgoroutines \u4e2d\u7684 GORM \u4f1a\u51bb\u7ed3"},"content":{"rendered":"

<\/b> <\/p>\n

\u5f53\u524d\u4f4d\u7f6e\uff1a ><\/span> ><\/span> ><\/span> ><\/span> \u5982\u679c\u67e5\u8be2\u9650\u5236\u8fc7\u5927\uff0cgoroutines \u4e2d\u7684 GORM \u4f1a\u51bb\u7ed3<\/span><\/p>\n

\u6765\u6e90\uff1astackoverflow<\/span>
\n2024-04-23 12:06:41<\/span>
\n<\/i>0\u6d4f\u89c8<\/span>
\n<\/i>\u6536\u85cf<\/span> <\/p>\n

\u5728IT\u884c\u4e1a\u8fd9\u4e2a\u53d1\u5c55\u66f4\u65b0\u901f\u5ea6\u5f88\u5feb\u7684\u884c\u4e1a\uff0c\u53ea\u6709\u4e0d\u505c\u6b62\u7684\u5b66\u4e60\uff0c\u624d\u4e0d\u4f1a\u88ab\u884c\u4e1a\u6240\u6dd8\u6c70\u3002\u5982\u679c\u4f60\u662fGolang\u5b66\u4e60\u8005\uff0c\u90a3\u4e48\u672c\u6587\u300a\u5982\u679c\u67e5\u8be2\u9650\u5236\u8fc7\u5927\uff0cgoroutines \u4e2d\u7684 GORM \u4f1a\u51bb\u7ed3\u300b\u5c31\u5f88\u9002\u5408\u4f60\uff01\u672c\u7bc7\u5185\u5bb9\u4e3b\u8981\u5305\u62ec##content_title##\uff0c\u5e0c\u671b\u5bf9\u5927\u5bb6\u7684\u77e5\u8bc6\u79ef\u7d2f\u6709\u6240\u5e2e\u52a9\uff0c\u52a9\u529b\u5b9e\u6218\u5f00\u53d1\uff01<\/p>\n

\u95ee\u9898\u5185\u5bb9
\n <\/p>\n

\u6211\u51b3\u5b9a\u6784\u5efa\u521b\u5efa csv \u62a5\u544a\u7684\u670d\u52a1\u3002<\/p>\n

\u4f7f\u7528\u4e2d\uff1ago 1.12\u3001gorm\uff08\u4f5c\u4e3a postgresql orm\uff09<\/p>\n

func main() {\n  ... \/\/ init DB connection etc\n  defer db.Close()\n  go fetch(db)\n  for {} \/\/ keeps open process\n}\n\nfunc fetch(db *gotm.DB) {\n  .... \/\/ some code counts pages, creates file etc\n  sqlLimit := 20000 \/\/ set limit\n  for i := 0; i < pages; i++ {\n    db.Table(\"reports_bookings\"),Debug().Where(sql).Offset(i * sqlLimit).Limit(sqlLimit).Find(&myModels)\n    .... \/\/ code: push it to file\n  }\n}<\/pre>\n
\u56e0\u6b64\uff0c\u5f53\u4ee3\u7801\u5c1d\u8bd5\u83b7\u53d6\u6570\u636e\u65f6\uff0c\u5b83\u5c31\u4f1a\u51bb\u7ed3\u3002\u4f8b\u5982\uff0c\u5982\u679c\u51cf\u5c11\u9650\u5236\u5e76\u8bbe\u7f6e\u4e3a 100\uff0c\u5219\u4f1a\u8fd0\u884c sql 2 \u6b21\u5e76\u51bb\u7ed3\u3002<\/p>\n
debug()<\/code> \u4e5f\u6ca1\u6709\u663e\u793a\u4efb\u4f55\u5185\u5bb9\u3002\u6b63\u5982\u6211\u6240\u8bf4\uff0c\u5b83\u4f3c\u4e4e\u51bb\u7ed3\u4e86\u3002\u5df2\u52a0\u8f7d\u5904\u7406\u5668\u7684\u4e00\u4e2a\u6838\u5fc3\u3002<\/p>\n
\u6ca1\u6709 goroutine \u4e5f\u53ef\u4ee5\u6b63\u5e38\u5de5\u4f5c\u3002\u4f60\u80fd\u5e2e\u6211\u5f04\u6e05\u695a\u4e3a\u4ec0\u4e48\u5b83\u5728 goroutine \u4e2d\u4e0d\u8d77\u4f5c\u7528\u5417\uff1f<\/strong> <\/p>\n
\u63d0\u524d\u81f4\u8c22\u3002<\/p>\n
\u7f16\u8f91<\/strong><\/p>\n
\u4e5f\u8bb8\u6211\u7684\u65b9\u6cd5\u4e0d\u597d\uff0c\u4f60\u53ef\u4ee5\u5efa\u8bae\u5982\u4f55\u89e3\u51b3\u5b83\u3002\u6700\u540e\uff0c\u6587\u4ef6\u5e94\u8be5\u4e0a\u4f20\u5230s3\uff08\u4f8b\u5982\uff09<\/p>\n
 <\/p>\n
\u89e3\u51b3\u65b9\u6848<\/h2>\n
 <\/p>\n
\u9700\u8981\u7b49\u5f85\u6240\u6709 goroutine \u5b8c\u6210\u540e\u518d\u9000\u51fa\u7a0b\u5e8f\u3002<\/p>\n
func main() {\n  ... \/\/ init DB connection etc\n  wg := sync.WaitGroup{}\n  defer db.Close()\n  wg.Add(1) \/\/ number of goroutines\n  go fetch(db, &wg)\n  wg.Wait() \/\/ wait for goroutines before exiting\n}\n\nfunc fetch(db *gotm.DB, wg *sync.WaitGroup) {\n  .... \/\/ some code counts pages, creates file etc\n  sqlLimit := 20000 \/\/ set limit\n  for i := 0; i < pages; i++ {\n    db.Table(\"reports_bookings\"),Debug().Where(sql).Offset(i * sqlLimit).Limit(sqlLimit).Find(&myModels)\n    .... \/\/ code: push it to file\n    for {} \/\/ keeps open process\n  }\n}<\/pre>\n
\u5426\u5219\uff0c\u4f60\u7684\u7a0b\u5e8f\u5c06\u5728 goroutine \u5b8c\u6210\u4e4b\u524d\u9000\u51fa<\/p>\n
\u7406\u8bba\u8981\u638c\u63e1\uff0c\u5b9e\u64cd\u4e0d\u80fd\u843d\uff01\u4ee5\u4e0a\u5173\u4e8e\u300a\u5982\u679c\u67e5\u8be2\u9650\u5236\u8fc7\u5927\uff0cgoroutines \u4e2d\u7684 GORM \u4f1a\u51bb\u7ed3\u300b\u7684\u8be6\u7ec6\u4ecb\u7ecd\uff0c\u5927\u5bb6\u90fd\u638c\u63e1\u4e86\u5427\uff01\u5982\u679c\u60f3\u8981\u7ee7\u7eed\u63d0\u5347\u81ea\u5df1\u7684\u80fd\u529b\uff0c\u90a3\u4e48\u5c31\u6765\u5173\u6ce8\u516c\u4f17\u53f7\u5427\uff01<\/p>\n","protected":false},"excerpt":{"rendered":"
\u5f53\u524d\u4f4d\u7f6e\uff1a > > ...<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[4925],"tags":[],"class_list":["post-207523","post","type-post","status-publish","format-standard","hentry","category-4925"],"_links":{"self":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/207523","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/comments?post=207523"}],"version-history":[{"count":0,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/207523\/revisions"}],"wp:attachment":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/media?parent=207523"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/categories?post=207523"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/tags?post=207523"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}