如何使用pandas实现多信号按首个非零值同步对齐
多信号同步处理实现方案
预期同步效果参考下图:
核心实现思路
要求的同步逻辑可以通过单列独立处理、再统一对齐的方式实现,步骤如下:
- 对每列(Run1/Run2/Run3)单独识别并提取所有连续非零值块,跳过块前后的无效零值
- 按规则重组列内容:第一个非零块放在列最开头,之后插入4个零值,再拼接下一个非零块,重复这个操作直到所有块都拼接完成
- 所有列重组完成后,统一补零到相同的最大长度,最终所有信号的首个非零值都从索引0位置开始,块间隔一致实现同步
依赖说明
无需复杂第三方库,仅用pandas和numpy即可完成全部操作,也可以使用scipy.signal模块的块识别函数简化非零块提取逻辑,无强制额外依赖。
完整实现代码
import pandas as pd import numpy as np # 原始数据 data = {'ID': [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112], 'Run1': [0, 0, 0, 4.5, 4.6, 4.4, 4.3, 0, 0, 0, 0, 0, 0, 2.5, 2.8, 2.4, 0, 0, 0, 0, 4.5, 4.6, 4.4, 4.3, 0, 0, 0, 0, 0, 2.5, 2.8, 2.4, 0, 0, 0, 0, 0, 0, 4.5, 4.6, 4.4, 4.3, 0, 0, 0, 0, 0, 0, 0, 2.5, 2.8, 2.4, 2.8, 2.1, 0, 0, 0, 0, 0, 0, 4.5, 4.6, 4.4, 4.3, 4.3, 0, 0, 0, 0, 0, 2.5, 2.8, 2.4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'Run2': [0, 0, 4.1, 4.5, 4.6, 4.4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2.4, 2.4, 2.5, 2.8, 3.3, 0, 0, 0, 0, 4, 4.1, 4.5, 4.6, 4.4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2.5, 2.6, 2.4, 2.3, 2.5, 0, 0, 0, 0, 0, 0, 0, 4.8, 4.4, 4.8, 4.2, 0, 0, 0, 0, 0, 0, 0, 0, 2.4, 2.3, 2.3, 2.1, 2.8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4.1, 4.5, 4.6, 4.4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2.5, 2.8, 2.4, 2.8, 2.1], 'Run3': [0, 0, 0, 0, 0, 0, 0, 4.6, 4.4, 4.3, 4.7, 4.4, 0, 0, 0, 0, 0, 0, 2.4, 2.8, 2.1, 0, 0, 0, 4.6, 4.4, 4.3, 4.3, 0, 0, 0, 0, 0, 0, 2.4, 2.4, 2.4, 2.4, 2.4, 0, 0, 0, 4.6, 4.4, 4.3, 4.4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2.5, 2.8, 2.4, 2.8, 2.1, 0, 0, 0, 0, 0, 0, 4.5, 4.6, 4.4, 4.3, 4.3, 0, 0, 0, 0, 0, 2.2, 2.1, 2.5, 2.8, 2.4, 2.9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] } df = pd.DataFrame(data) # 定义单列处理函数 def process_column(col): # 提取非零块 non_zero = col != 0 # 识别块的起始和结束位置 block_starts = np.where(np.diff(non_zero.astype(int), prepend=0) == 1)[0] block_ends = np.where(np.diff(non_zero.astype(int), append=0) == -1)[0] blocks = [col[s:e].values for s,e in zip(block_starts, block_ends)] # 重组列 res = [] for i, block in enumerate(blocks): res.extend(block) # 最后一个块后面不用加0 if i != len(blocks) -1: res.extend([0]*4) return np.array(res) # 处理所有Run列 processed_cols = {} max_len = 0 for col in ['Run1', 'Run2', 'Run3']: processed = process_column(df[col]) processed_cols[col] = processed if len(processed) > max_len: max_len = len(processed) # 统一长度补零 for col in processed_cols: pad_len = max_len - len(processed_cols[col]) processed_cols[col] = np.pad(processed_cols[col], (0, pad_len), mode='constant') # 生成结果DataFrame result_df = pd.DataFrame(processed_cols) # 可按需添加ID列 result_df.insert(0, 'ID', range(1, len(result_df)+1)) print(result_df.head(10))
结果验证
处理后的每列第一个非零值都在索引0位置,相邻非零块之间固定间隔4个零值,完全符合需求的同步效果。
内容的提问来源于stack exchange,提问作者Essegn
相关产品推荐
相关产品推荐

