Nim语言osproc.startProcess输入输出不同步问题求助

问题根源 #

你的进程通信输出不同步，核心原因有两个：

• 未启用交互式管道选项：启动子进程时未添加poInteractive，导致管道使用块缓冲机制，子进程输出不会实时传递到主进程，而是累积到一定量才刷新。
• 非阻塞读取无等待：pipeModule中仅用hasData做非阻塞检查，子进程可能还未生成回复，主程序就已退出读取循环，导致后续批量读取到之前的所有回复。

修复方案 #

1. 启用交互式管道 #

修改主程序中startProcess的启动选项，添加poInteractive禁用块缓冲：

pModule = startProcess(module, args = [""], options = {poUsePath, poInteractive})

2. 等待子进程输出 #

修改pipeModule函数，用waitForData阻塞等待子进程输出，确保获取到本次请求对应的回复：

proc pipeModule(message: string): string =
  var catchOutput: string = ""
  pIn.writeLine(message)
  pIn.flush()
  # 等待子进程输出，超时时间可根据实际调整
  if waitForData(pModule, 1000):
    while hasData(pModule):
      catchOutput &= "\n" & pOut.readLine()
  return catchOutput

3. 子进程输出优化（可选） #

调整子进程输出格式以匹配你的预期样式，同时保留flushFile确保输出实时性。

修改后的完整代码 #

主程序 #

# startProcess test to show output of background process

import std/osproc
import std/os
import std/streams
import std/strutils
import std/strformat
import times

var
  projectModule = "listenreply"  
  pModule: Process
  pOut: Stream
  pIn: Stream
  pErr: Stream

proc pipeModule(message: string): string =
  var catchOutput: string = ""
  pIn.writeLine(message)
  pIn.flush()
  # 等待子进程输出，超时1000ms
  if waitForData(pModule, 1000):
    while hasData(pModule):
      catchOutput &= "\n" & pOut.readLine()
  return catchOutput

proc loadModule(module: string) =
  debugEcho("Starting process...")
  # 添加poInteractive选项
  pModule = startProcess(module, args = [""], options = {poUsePath, poInteractive})
  pOut = pModule.outputStream()
  pIn = pModule.inputStream()
  pErr = pModule.errorStream()
  debugEcho("Process started...")

proc unloadModule(module: string) =
  discard pModule.waitForExit(2000)
  var exitCode = pModule.peekExitCode()
  echo "exit code: ", exitCode
  pModule.close()


when isMainModule:
  try:
    loadModule(projectModule)
    var
      text: string
      sendTxt: string
      catchOutput: string
      sleeper: int = 500
      counter: int = 0

    if pModule.running():
      for c in 0..20:
        echo "------------------------------------", sleeper
        catchOutput = pipeModule(fmt("Test:{sleeper:5d}"))  
        echo catchOutput

        text = text & catchOutput & " "

        sleep(sleeper)
        sleeper += 20
      echo "All catched output:", text
  
      discard pipeModule("QUIT")
      sleep(100)

      while hasData(pModule):
        catchOutput = catchOutput & "\n" & pOut.readLine()
      echo catchOutput
      echo "That were ", catchOutput.len, " bytes"
  
      # try getting stderr output
      sleep(1000)
      echo "Going to test standard error read..."
      echo "Data ?", hasData(pModule)
      for i in 0..8:
        var e: string = ""
        try:
          e = pErr.readLine()
        except:
          e = "no data"
        echo(fmt("Error {i:02d}: {e}"))

      unloadModule(projectModule)  
    else:  #not running
      echo "Process could not be started"
  except Exception as e:
    var error = getCurrentException() 
    echo error.msg

被调用程序 #

# modifies input and writes to stdout/stderr to test nim startProcess

import os
import times
import std/strutils
import strformat

var
  stopApp: bool = false

proc errorEcho*(x: varargs[string, `$`]) = {.noSideEffect.}: 
  # echo to standard error (lie to the compiler it has no side effects) 
  stderr.writeLine x


when isMainModule:
  var line: string
  while not stopApp:
    line = stdin.readLine()
   
    if line.startsWith("QUIT"):
      stopApp = true
      echo "QUIT RECEIVED"
      errorEcho("TEST to standard error")
    else:
      # 调整输出格式匹配预期的RCV前缀
      echo "RCV:" & line
      stdout.flushFile()

  quit(0)

编译与运行 #

保持原编译命令不变：

nim c -mm:orc <主程序文件>
nim c -mm:orc listenreply.nim

先编译被调用程序listenreply，再编译并运行主程序，即可得到同步的输出效果。

内容的提问来源于stack exchange，提问作者IvanS