{"id":207334,"date":"2025-07-08T08:27:04","date_gmt":"2025-07-08T00:27:04","guid":{"rendered":"https:\/\/server.hk\/cnblog\/207334\/"},"modified":"2025-07-08T08:27:04","modified_gmt":"2025-07-08T00:27:04","slug":"%e5%b0%86%e5%a4%9a%e4%b8%aa-goroutine-%e4%b8%8e%e6%90%ba%e5%b8%a6-amqp-%e6%b6%88%e6%81%af%e7%9a%84%e9%80%9a%e9%81%93%e5%90%8c%e6%ad%a5","status":"publish","type":"post","link":"https:\/\/server.hk\/cnblog\/207334\/","title":{"rendered":"\u5c06\u591a\u4e2a goroutine \u4e0e\u643a\u5e26 amqp \u6d88\u606f\u7684\u901a\u9053\u540c\u6b65"},"content":{"rendered":"

<\/b> <\/p>\n

\u5f53\u524d\u4f4d\u7f6e\uff1a ><\/span> ><\/span> ><\/span> ><\/span> \u5c06\u591a\u4e2a goroutine \u4e0e\u643a\u5e26 amqp \u6d88\u606f\u7684\u901a\u9053\u540c\u6b65<\/span><\/p>\n

\u6765\u6e90\uff1astackoverflow<\/span>
\n2024-04-21 19:27:33<\/span>
\n<\/i>0\u6d4f\u89c8<\/span>
\n<\/i>\u6536\u85cf<\/span> <\/p>\n

\u6709\u5fd7\u8005\uff0c\u4e8b\u7adf\u6210\uff01\u5982\u679c\u4f60\u5728\u5b66\u4e60Golang<\/span>\uff0c\u90a3\u4e48\u672c\u6587\u300a\u5c06\u591a\u4e2a goroutine \u4e0e\u643a\u5e26 amqp \u6d88\u606f\u7684\u901a\u9053\u540c\u6b65\u300b<\/span>\uff0c\u5c31\u5f88\u9002\u5408\u4f60\uff01\u6587\u7ae0\u8bb2\u89e3\u7684\u77e5\u8bc6\u70b9\u4e3b\u8981\u5305\u62ec<\/span>\uff0c\u82e5\u662f\u4f60\u5bf9\u672c\u6587\u611f\u5174\u8da3\uff0c\u6216\u8005\u662f\u60f3\u641e\u61c2\u5176\u4e2d\u67d0\u4e2a\u77e5\u8bc6\u70b9\uff0c\u5c31\u8bf7\u4f60\u7ee7\u7eed\u5f80\u4e0b\u770b\u5427~<\/span><\/p>\n

\u95ee\u9898\u5185\u5bb9
\n <\/p>\n

\u6211\u6709\u70b9\u4e0d\u660e\u767d\u4e3a\u4ec0\u4e48\u4e0b\u9762\u7684\u8bbe\u8ba1\u4f1a\u9020\u6210\u5185\u5b58\u6cc4\u6f0f\u3002\u80fd\u591f\u901a\u8fc7\u7b80\u5355\u7684 kubectl top pod<\/code> \u547d\u4ee4\u91cd\u73b0\u6cc4\u6f0f\uff0c\u5e76\u5728\u6267\u884c\u51e0\u79d2\u949f\u540e\u89c2\u5bdf\u5185\u5b58\u8fbe\u5230\u9876\u5cf0\u3002<\/p>\n

\u6211\u6709\u4e00\u4e2a\u5de5\u4f5c\u4eba\u5458\u76d1\u89c6 rabbitmq \u6d88\u606f\u961f\u5217\u4e2d\u7684\u6d88\u606f\u3002\u5982\u679c\u6211\u5c06\u7ea6 100k \u6761\u5c0f\u6d88\u606f\uff08\u6bcf\u6761\u7ea6 200b\uff09\u653e\u5165\u4ea4\u6362\u4e2d\uff0c\u6211\u4f1a\u770b\u5230\u4ee5\u4e0b go \u5e94\u7528\u7a0b\u5e8f\u5f00\u59cb\u6cc4\u6f0f\u3002<\/p>\n

\u5728\u91cd\u5199\u4e4b\u524d\uff0c\u6211\u6709\u65f6\u95f4\u548c\u7cbe\u529b\u6df1\u5165\u7814\u7a76\u5e76\u4e86\u89e3\u5230\u5e95\u662f\u4ec0\u4e48\u5bfc\u81f4\u4e86\u5185\u5b58\u6cc4\u6f0f\u3002 <\/p>\n

type workerMessage struct {\n    AmqpMessage amqp.Delivery\n    Data        types.Data\n}\n\n\nfunc main() {\n    var wg sync.WaitGroup\n    for i := 0; i < opts.WorkerCount; i++ {\n        wg.Add(1)\n        go w.StartWork(&wg)\n    }\n\n    \/\/ create a wait group with 1 routine added\n    var wait sync.WaitGroup\n    wait.Add(1)\n\n    \/\/ capture 2 signals, and have them send to signalChan\n    stopChan := make(chan os.Signal, 1)\n    signal.Notify(stopChan, syscall.SIGINT, syscall.SIGTERM, os.Kill, os.Interrupt)\n\n    \/\/ wait for a receive on the signal channel, and decrement the wait group\n    \/\/ when a singal is received\n    go func() {\n        <-stopChan\n        wait.Done()\n    }()\n\n    \/\/ block until a signal is received\n    wait.Wait()\n\n}\n\nfunc (w *Worker) StartWork(wg *sync.WaitGroup) {\n    defer wg.Done()\n\n\n    \/\/ messages will be acked from AMQP here\n    chToBeAcked := make(chan workerMessage)\n    go w.watchForAMQPMessagesToAck(&iwg, chToBeAcked)\n\n    \/\/ data will be written to cassandra or object storage\n    chDataToStorage := make(chan workerMessage)\n    go w.writeDataToStorage(&iwg, chDataToStorage, chToBeAcked)\n\n    \/\/ call services, process data and decides what to do next\n    chProcessData := make(chan workerMessage)\n    go w.ProcessData(&iwg, chProcessData, chDataToStorage, chToBeAcked)\n\n    messageChannel, err := amqpChannel.Consume(\n        queue.Name,\n        ....\n    )\n\n    stopChan := make(chan bool)\n    go func() {\n\n        for message := range messageChannel {\n            wm := workerMessage{\n                AmqpMessage: message,\n            }\n            chProcessData <- wm\n        }\n    }()\n    <-stopChan\n}\n\nfunc (w *Worker) ProcessData(\n    wg *sync.WaitGroup,\n    chProcessData <-chan workerMessage,\n    chDataToStorage chan workerMessage,\n    chMessagesWaitingForAck chan workerMessage,\n    ){\n    defer wg.Done()\n    for msg := range chProcessData {\n        ...\n        make some API calls\n        update some things in msg.Data\n        ...\n\n        If fastExit {\n            chMessagesWaitingForAck <- msg\n        } else {\n            chDataToStorage <- msg\n        }\n    }\n}\n\nfunc (w *Worker) writeDataToStorage(\n    wg *sync.WaitGroup,\n    chDataToStorage <-chan workerMessage,\n    chMessagesWaitingForAck chan workerMessage,\n    ){\n    defer wg.Done()\n    for msg := range chDataToStorage {\n        ...\n        write data to cassandra or key\/val object storage\n        ...\n        chMessagesWaitingForAck <- msg\n    }\n}\n\nfunc (w *Worker) watchForAMQPMessagesToAck(\n    wg *sync.WaitGroup,\n    chMessagesWaitingForAck <-chan workerMessage,\n){\n    defer wg.Done()\n    for msg := range chMessagesWaitingForAck {\n        err := msg.AmqpMessage.Ack(false)\n        w.stopOnError(\"failed to ack a message\", msg, err)\n    }\n}<\/pre>\n
 <\/p>\n
\u89e3\u51b3\u65b9\u6848<\/h2>\n
 <\/p>\n
\u95ee\u9898\u662f\u4e3a\u6bcf\u6761\u6d88\u606f\u521b\u5efa goroutine\uff01\u7eaf\u7cb9\u662f\u7761\u7720\u4e0d\u8db3\u9020\u6210\u7684\u758f\u5ffd<\/p>\n
\u66f4\u65b0\u6211\u7684\u95ee\u9898\uff0c\u8fd9\u6837\u5c31\u6ca1\u6709\u4eba\u4f1a\u72af\u540c\u6837\u7684\u9519\u8bef\u4e86<\/p>\n
\u672c\u7bc7\u5173\u4e8e\u300a\u5c06\u591a\u4e2a goroutine \u4e0e\u643a\u5e26 amqp \u6d88\u606f\u7684\u901a\u9053\u540c\u6b65\u300b\u7684\u4ecb\u7ecd\u5c31\u5230\u6b64\u7ed3\u675f\u5566\uff0c\u4f46\u662f\u5b66\u65e0\u6b62\u5883\uff0c\u60f3\u8981\u4e86\u89e3\u5b66\u4e60\u66f4\u591a\u5173\u4e8eGolang\u7684\u76f8\u5173\u77e5\u8bc6\uff0c\u8bf7\u5173\u6ce8\u516c\u4f17\u53f7\uff01<\/p>\n","protected":false},"excerpt":{"rendered":"
\u5f53\u524d\u4f4d\u7f6e\uff1a > > ...<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[4925],"tags":[],"class_list":["post-207334","post","type-post","status-publish","format-standard","hentry","category-4925"],"_links":{"self":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/207334","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/comments?post=207334"}],"version-history":[{"count":0,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/207334\/revisions"}],"wp:attachment":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/media?parent=207334"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/categories?post=207334"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/tags?post=207334"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}