data_routing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "import findspark\n",
    "findspark.init() # this must be executed before the below import\n",
    "from pyspark import SparkContext, SparkConf\n",
    "from pyspark.sql import SQLContext\n",
    "from pyspark.sql import SparkSession\n",
    "from pyspark import SparkFiles\n",
    "import ray\n",
    "import time\n",
    "import rtree\n",
    "from rtree import index\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from numpy import genfromtxt\n",
    "import threading\n",
    "import pyarrow as pa\n",
    "import pyarrow.parquet as pq\n",
    "from partition_tree import PartitionTree"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "outputs": [],
   "source": [
    "#Spark configuration"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/pyspark/context.py:238: FutureWarning: Python 3.6 support is deprecated in Spark 3.2.\n",
      "  FutureWarning\n",
      "/home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/pyspark/sql/context.py:79: FutureWarning: Deprecated in 3.0.0. Use SparkSession.builder.getOrCreate() instead.\n",
      "  FutureWarning\n"
     ]
    }
   ],
   "source": [
    "conf = SparkConf().setAll([(\"spark.executor.memory\", \"24g\"),(\"spark.driver.memory\",\"24g\"),\n",
    "                           (\"spark.memory.offHeap.enabled\",True),(\"spark.memory.offHeap.size\",\"16g\"),\n",
    "                          (\"spark.driver.maxResultSize\", \"16g\")])\n",
    "\n",
    "sc = SparkContext(conf=conf)\n",
    "sqlContext = SQLContext(sc)\n",
    "import os\n",
    "os.environ['HADOOP_HOME'] = '/home/liupengju/hadoop'\n",
    "os.environ['JAVA_HOME'] = '/home/liupengju/java/jdk1.8.0_281'\n",
    "os.environ['ARROW_LIBHDFS_DIR'] = '/home/liupengju/hadoop/lib/native'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "def process_chunk_row(row, used_dims, partition_tree, pid_data_dict, count, k):\n",
    "    if count[0] % 100000 == 0:\n",
    "        print('proces',k,'has routed',count[0],'rows')\n",
    "    count[0] += 1\n",
    "    row_numpy = row.to_numpy()\n",
    "    row_point = row_numpy[used_dims].tolist()\n",
    "    pids = [0]\n",
    "    try:\n",
    "        pids = partition_tree.get_pid_for_data_point(row_point)\n",
    "    except:\n",
    "        print(row_point)\n",
    "    if isinstance(pids,list):\n",
    "        for pid in pids:\n",
    "            if pid in pid_data_dict:\n",
    "                pid_data_dict[pid]+=[row_numpy.tolist()]\n",
    "            else:\n",
    "                pid_data_dict[pid]=[row_numpy.tolist()]\n",
    "\n",
    "@ray.remote\n",
    "def process_chunk(chunk, used_dims, partition_path, k, partition_tree):\n",
    "    print(\"enter data routing process\", k, '..')\n",
    "    pid_data_dict = {}\n",
    "    count = [0]\n",
    "    chunk.apply(lambda row: process_chunk_row(row, used_dims, partition_tree, pid_data_dict, count, k), axis=1)\n",
    "    dict_id = ray.put(pid_data_dict)\n",
    "    print(\"exit data routing process\", k, \".\")\n",
    "    return dict_id\n",
    "\n",
    "# combine distributed chunk file\n",
    "@ray.remote\n",
    "def merge_epochs(parameters):\n",
    "    #fs = pa.hdfs.connect()\n",
    "    pids, epoch_count, hdfs_path, fs, merge_process = parameters\n",
    "    for pid in pids:\n",
    "        parquets = []\n",
    "        for epoch in range(epoch_count):\n",
    "            path = hdfs_path + \"epoch_\" + str(epoch) + '/partition_' + str(pid)+'.parquet'\n",
    "            #print(path)\n",
    "            try:\n",
    "                par = pq.read_table(path)\n",
    "                parquets.append(par)\n",
    "            except:\n",
    "                continue\n",
    "        print(\"process\", merge_process, \"pid\", pid, \" len parquets (epochs):\", len(parquets))\n",
    "        if len(parquets) == 0:\n",
    "            continue\n",
    "        merged_parquet = pa.concat_tables(parquets)\n",
    "        merge_path = hdfs_path + 'merged/partition_' + str(pid)+'.parquet'\n",
    "        with fs.open(merge_path,'wb') as f:\n",
    "            pq.write_table(merged_parquet, f)\n",
    "        # fw = fs.open(merge_path,'wb')\n",
    "        # pq.write_table(merged_parquet, fw)\n",
    "        # fw.close()\n",
    "    print('exit merge process', merge_process)\n",
    "\n",
    "def merge_dict(base_dict, new_dict):\n",
    "    for key, val in new_dict.items():\n",
    "        if key in base_dict:\n",
    "            base_dict[key] += val\n",
    "        else:\n",
    "            base_dict[key] = val\n",
    "    new_dict.clear()\n",
    "\n",
    "def dump_dict_2_hdfs_epoch(merged_dict, column_names, hdfs_path, fs, epoch):\n",
    "    #print('= = = start dumping in main thread = = =')\n",
    "    for pid, val in merged_dict.items():\n",
    "        #print(\"writing to pid:\",pid)\n",
    "        path = hdfs_path + 'epoch_'+ str(epoch) +'/partition_' + str(pid) + '.parquet'\n",
    "        pdf = pd.DataFrame(val, columns=column_names)\n",
    "        adf = pa.Table.from_pandas(pdf)\n",
    "        #fw = fs.open(path, 'wb')\n",
    "        with fs.open(path,'wb') as f:\n",
    "            pq.write_table(adf, f,write_statistics=False,use_dictionary=False,compression='none')\n",
    "        # fw = fs.open(path,'wb') # it seems the new version does not have the open function\n",
    "        # pq.write_table(adf, fw)\n",
    "        # fw.close()\n",
    "    #print('= = = exit dumping = = =')\n",
    "\n",
    "# Using distributed framework ray to concurrently write partition files\n",
    "def batch_data_parallel(table_path, partition_path, chunk_size, used_dims, hdfs_path, num_dims, num_process,\n",
    "                        hdfs_private_ip):\n",
    "    begin_time = time.time()\n",
    "\n",
    "    \n",
    "\n",
    "    # column names for pandas dataframe\n",
    "    cols = [i for i in range(num_dims)]\n",
    "    col_names = ['_c' + str(i) for i in range(num_dims)]\n",
    "    # pyarrow parquent append\n",
    "    # fs = pa.fs.HadoopFileSystem(hdfs_private_ip, port=9001, user='hdfs', replication=1)\n",
    "    fs=pa.hdfs.connect(host=hdfs_private_ip, port=9001, user='liupengju')\n",
    "    partition_tree = PartitionTree(len(used_dims))\n",
    "    partition_tree.load_tree(partition_path)\n",
    "\n",
    "    # chunks\n",
    "    chunk_count = 0\n",
    "    epoch_count = 0\n",
    "\n",
    "    # collect object refs\n",
    "    result_ids = []\n",
    "    last_batch_ids = []\n",
    "    first_loop = True\n",
    "\n",
    "    for chunk in pd.read_table(table_path, delimiter='|', usecols=cols, names=col_names, chunksize=chunk_size):\n",
    "        print('reading chunk: ', chunk_count)\n",
    "\n",
    "        chunk_id = ray.put(chunk)\n",
    "        result_id = process_chunk.remote(chunk_id, used_dims, partition_path, chunk_count, partition_tree)\n",
    "\n",
    "        del chunk_id\n",
    "        result_ids.append(result_id)\n",
    "        del result_id\n",
    "\n",
    "        # after all process allocated a chunk, process and dump the data\n",
    "        if chunk_count % num_process == num_process - 1:\n",
    "\n",
    "            if first_loop:\n",
    "                first_loop = False\n",
    "                last_batch_ids = result_ids.copy()\n",
    "                result_ids.clear()\n",
    "                chunk_count += 1\n",
    "                continue\n",
    "            else:\n",
    "                print(\"= = = Process Dump For Chunk\", chunk_count - 2 * num_process + 1, \"to\",\n",
    "                      chunk_count - num_process, \"= = =\")\n",
    "                base_dict = {}\n",
    "                while len(last_batch_ids):\n",
    "                    done_id, last_batch_ids = ray.wait(last_batch_ids)\n",
    "                    dict_id = ray.get(done_id[0])\n",
    "                    result_dict = ray.get(dict_id)\n",
    "                    merge_dict(base_dict, result_dict)\n",
    "                dump_dict_2_hdfs_epoch(base_dict, col_names, hdfs_path, fs, epoch_count)  # consider whether we should use another process\n",
    "                epoch_count += 1\n",
    "                base_dict.clear()\n",
    "                print(\"= = = Finish Dump For Chunk\", chunk_count - 2 * num_process + 1, \"to\", chunk_count - num_process,\"= = =\")\n",
    "                last_batch_ids = result_ids.copy()\n",
    "                result_ids.clear()\n",
    "\n",
    "            current_time = time.time()\n",
    "            time_elapsed = current_time - begin_time\n",
    "            print(\"= = = TOTAL PROCESSED SO FAR:\", (chunk_count - num_process + 1) * chunk_size, \"ROWS. TIME SPENT:\",time_elapsed, \"SECONDS = = =\")\n",
    "\n",
    "        chunk_count += 1\n",
    "\n",
    "    # process the last few batches\n",
    "    print(\"= = = Process Dump For Last Few Chunks = = =\")\n",
    "    base_dict = {}\n",
    "    while len(last_batch_ids):\n",
    "        done_id, last_batch_ids = ray.wait(last_batch_ids)\n",
    "        dict_id = ray.get(done_id[0])\n",
    "        result_dict = ray.get(dict_id)\n",
    "        merge_dict(base_dict, result_dict)\n",
    "    dump_dict_2_hdfs_epoch(base_dict, col_names, hdfs_path, fs, epoch_count)\n",
    "    epoch_count += 1\n",
    "    base_dict.clear()\n",
    "    last_batch_ids.clear()\n",
    "\n",
    "    base_dict = {}\n",
    "    while len(result_ids):\n",
    "        done_id, result_ids = ray.wait(result_ids)\n",
    "        dict_id = ray.get(done_id[0])\n",
    "        result_dict = ray.get(dict_id)\n",
    "        merge_dict(base_dict, result_dict)\n",
    "    result_ids.clear()  # clear up the references\n",
    "    dump_dict_2_hdfs_epoch(base_dict, col_names, hdfs_path, fs, epoch_count)\n",
    "    epoch_count += 1\n",
    "    base_dict.clear()\n",
    "    result_ids.clear()\n",
    "\n",
    "    # Merge all the epochs\n",
    "    print(\"= = = Start Merging the Epochs = = =\")\n",
    "    leaves = partition_tree.get_leaves()\n",
    "    pids = [leaf.nid for leaf in leaves]\n",
    "    steps = len(pids) // num_process\n",
    "    not_ready_ids = []\n",
    "    for i in range(num_process):\n",
    "        sub_pids = pids[i * steps:(i + 1) * steps]\n",
    "        if i == num_process - 1:\n",
    "            sub_pids = pids[i * steps:]\n",
    "        rid = merge_epochs.remote([sub_pids, epoch_count, hdfs_path, fs, i])\n",
    "        not_ready_ids.append(rid)\n",
    "\n",
    "    while len(not_ready_ids):\n",
    "        ready_ids, not_ready_ids = ray.wait(not_ready_ids)\n",
    "\n",
    "    \n",
    "    # Todo: delete temporary epoch parquet data\n",
    "    print(\"= = = Delete the used Epochs = = =\")\n",
    "    for epoch in range(epoch_count):\n",
    "        del_path=hdfs_path + \"epoch_\" + str(epoch)\n",
    "        if fs.exists(del_path):\n",
    "            fs.rm(del_path,recursive=True)\n",
    "        print(\"delete epoch_\"+str(epoch))\n",
    "    finish_time = time.time()\n",
    "    print('= = = = = TOTAL DATA ROUTING AND PERISITING TIME:', finish_time - begin_time, \"= = = = =\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "#Conduct experiment\n",
    "\n",
    "scale_factor = 50\n",
    "# table_base_path = '/media/datadrive1/TPCH/dbgen/'\n",
    "# table_path = table_base_path + 'lineitem_' + str(scale_factor) + '.tbl'\n",
    "# table_path='/home/liupengju/pycharmProjects/NORA_JOIN_SIMULATION/NORA_experiments/dataset/lineitem_1.tbl'\n",
    "table_path='/home/liupengju/pycharmProjects/NORA_JOIN_SIMULATION/NORA_experiments/dataset/store_sales_50.tbl'\n",
    "num_process = 10\n",
    "chunk_size = 2000000\n",
    "# 6M rows = about 1GB raw data\n",
    "\n",
    "num_dims = 16\n",
    "# used_dims = [1, 2, 4] #lineitem\n",
    "used_dims = [1, 2, 3] #store_sales\n",
    "\n",
    "# hdfs_path: whole table data is partitioned into these parquet files.\n",
    "# base path of HDFS\n",
    "hdfs_private_ip = '10.77.110.133'\n",
    "# hdfs_base_path = 'hdfs://10.77.110.133:9001/par_nora/'\n",
    "hdfs_base_path = 'hdfs://10.77.110.133:9001/par_nora/tpcds/'\n",
    "problem_type = 2\n",
    "# nora_hdfs = hdfs_base_path + 'NORA/prob' + str(problem_type) + '/'\n",
    "# qdtree_hdfs = hdfs_base_path + 'QdTree/prob' + str(problem_type) + '/'\n",
    "# kdtree_hdfs = hdfs_base_path + 'KDTree/prob' + str(problem_type) + '/'\n",
    "\n",
    "nora_hdfs = hdfs_base_path + 'NORA/prob' + str(problem_type) + '/scale' + str(scale_factor) + \"/\"\n",
    "qdtree_hdfs = hdfs_base_path + 'QdTree/prob' + str(problem_type) + '/scale' + str(scale_factor) + \"/\"\n",
    "paw_hdfs = hdfs_base_path + 'PAW/prob' + str(problem_type) + '/scale' + str(scale_factor) + \"/\"\n",
    "\n",
    "# === The partition tree files ====\n",
    "# base path of Partition\n",
    "# partition_base_path = '/home/liupengju/pycharmProjects/NORA_JOIN_SIMULATION/PartitionLayout/'\n",
    "partition_base_path = '/home/liupengju/pycharmProjects/NORA_JOIN_SIMULATION/PartitionLayout/tpcds/'\n",
    "# partition_path: the location of constructed partition tree\n",
    "# nora_partition = partition_base_path + 'prob' + str(problem_type) + '_nora'\n",
    "# qdtree_partition = partition_base_path + 'prob' + str(problem_type) + '_qdtree'\n",
    "# kdtree_partition = partition_base_path + 'prob' + str(problem_type) + '_kdtree'\n",
    "nora_partition = partition_base_path + 'prob' + str(problem_type) + '_nora_scale' + str(scale_factor)\n",
    "qdtree_partition = partition_base_path + 'prob' + str(problem_type) + '_qdtree_scale' + str(scale_factor)\n",
    "paw_partition = partition_base_path + 'prob' + str(problem_type) + '_paw_scale' + str(scale_factor)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "# batch_data_parallel(table_path, nora_partition, chunk_size, used_dims, nora_hdfs, num_dims, num_process, hdfs_private_ip)\n",
    "# print('finish nora data routing..')\n",
    "# batch_data_parallel(table_path, paw_partition, chunk_size, used_dims, paw_hdfs, num_dims, num_process, hdfs_private_ip)\n",
    "# print('finish paw data routing..')\n",
    "# time.sleep(10000)\n",
    "# batch_data_parallel(table_path, qdtree_partition, chunk_size, used_dims, qdtree_hdfs, num_dims, num_process, hdfs_private_ip)\n",
    "# print('finish qdtree data routing..')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-08-29 16:58:23,787\tINFO services.py:1173 -- View the Ray dashboard at \u001B[1m\u001B[32mhttp://127.0.0.1:8265\u001B[39m\u001B[22m\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'node_ip_address': '10.77.110.133',\n",
       " 'raylet_ip_address': '10.77.110.133',\n",
       " 'redis_address': '10.77.110.133:6379',\n",
       " 'object_store_address': '/tmp/ray/session_2022-08-29_16-58-23_184515_731913/sockets/plasma_store',\n",
       " 'raylet_socket_name': '/tmp/ray/session_2022-08-29_16-58-23_184515_731913/sockets/raylet',\n",
       " 'webui_url': '127.0.0.1:8265',\n",
       " 'session_dir': '/tmp/ray/session_2022-08-29_16-58-23_184515_731913',\n",
       " 'metrics_export_port': 55519,\n",
       " 'node_id': 'f3d79cf4d60edc5ce32980fe98225b8f26b9ee97'}"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# initializ ray (begin service)\n",
    "ray.init(num_cpus=num_process)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ipykernel_launcher.py:90: FutureWarning: pyarrow.hdfs.connect is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "reading chunk:  0\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 0 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 0 rows\n",
      "reading chunk:  1\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 1 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 0 rows\n",
      "reading chunk:  2\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 2 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 100000 rows\n",
      "reading chunk:  3\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 3 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 0 rows\n",
      "reading chunk:  4\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 4 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 0 rows\n",
      "reading chunk:  5\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 5 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 0 rows\n",
      "reading chunk:  6\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 6 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 0 rows\n",
      "reading chunk:  7\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 7 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 0 rows\n",
      "reading chunk:  8\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 8 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 0 rows\n",
      "reading chunk:  9\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 9 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 0 rows\n",
      "reading chunk:  10\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 500000 rows\n",
      "reading chunk:  11\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 100000 rows\n",
      "reading chunk:  12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 600000 rows\n",
      "reading chunk:  13\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 200000 rows\n",
      "reading chunk:  14\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 300000 rows\n",
      "reading chunk:  15\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 300000 rows\n",
      "reading chunk:  16\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 800000 rows\n",
      "reading chunk:  17\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 400000 rows\n",
      "reading chunk:  18\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 900000 rows\n",
      "reading chunk:  19\n",
      "= = = Process Dump For Chunk 0 to 9 = = =\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1000000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 0 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 1 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 2 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 3 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 4 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 0 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 5 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 1 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 10 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 11 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 6 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 2 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 3 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 12 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 13 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 4 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 14 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 9 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 5 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 15 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 6 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 16 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 7 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 8 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 9 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 17 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 18 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 19 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 400000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 11 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 1700000 rows\n",
      "= = = Finish Dump For Chunk\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 1800000 rows 0 to 9 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 20000000 ROWS. TIME SPENT: 250.7756164073944 SECONDS = = =\n",
      "\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 12 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 14 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 10 .\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 11 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 15 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 16 has routed 1900000 rows\n",
      "reading chunk:  20\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 20 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 1800000 rows\n",
      "reading chunk:  21\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 21 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 12 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 13 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 1800000 rows\n",
      "reading chunk:  22\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 22 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 14 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 17 has routed 1900000 rows\n",
      "reading chunk:  23\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 23 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 18 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 19 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 16 .\n",
      "reading chunk:  24\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 24 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 15 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 100000 rows\n",
      "reading chunk:  25\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 25 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 100000 rows\n",
      "reading chunk:  26\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 26 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 17 .\n",
      "reading chunk:  27\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 27 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 19 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 18 .\n",
      "reading chunk:  28\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 28 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 200000 rows\n",
      "reading chunk:  29\n",
      "= = = Process Dump For Chunk 10 to 19 = = =\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 29 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 1200000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 20 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 21 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 22 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 23 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 24 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 20 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 21 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 26 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 22 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 23 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 27 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 24 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 28 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 25 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 29 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 26 .\n",
      "= = = Finish Dump For Chunk 10 to 19 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 40000000 ROWS. TIME SPENT: 400.8643832206726 SECONDS = = =\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 27 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 28 .\n",
      "reading chunk:  30\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 30 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 29 .\n",
      "reading chunk:  31\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 31 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 0 rows\n",
      "reading chunk:  32\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 32 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 100000 rows\n",
      "reading chunk:  33\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 33 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 0 rows\n",
      "reading chunk:  34\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 34 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 200000 rows\n",
      "reading chunk:  35\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 35 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 200000 rows\n",
      "reading chunk:  36\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 36 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 200000 rows\n",
      "reading chunk:  37\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 37 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 300000 rows\n",
      "reading chunk:  38\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m \n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 38 ..\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 200000 rows\n",
      "reading chunk:  39\n",
      "= = = Process Dump For Chunk 20 to 29 = = =\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 39 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 1400000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 31 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 30 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 32 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 33 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 31 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 30 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 35 has routed 1900000 rows\n",
      "= = = Finish Dump For Chunk\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 1700000 rows 20 to 29 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 60000000 ROWS. TIME SPENT: 539.3650705814362 SECONDS = = =\n",
      "\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 36 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 32 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 37 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 33 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 34 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 38 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 39 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 35 .\n",
      "reading chunk:  40\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 40 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 36 .\n",
      "reading chunk:  41\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 41 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 37 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 100000 rows\n",
      "reading chunk:  42\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 42 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 38 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 100000 rows\n",
      "reading chunk:  43\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 43 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 39 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 200000 rows\n",
      "reading chunk:  44\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 44 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 200000 rows\n",
      "reading chunk:  45\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 45 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 300000 rows\n",
      "reading chunk:  46\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 46 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 200000 rows\n",
      "reading chunk:  47\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 47 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 100000 rows\n",
      "reading chunk:  48\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 48 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 300000 rows\n",
      "reading chunk:  49\n",
      "= = = Process Dump For Chunk 30 to 39 = = =\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 49 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 500000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 40 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 43 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 42 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 41 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 45 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 40 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 44 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 43 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 42 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 46 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 45 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 47 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 49 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 48 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 44 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 46 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 47 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 49 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 48 .\n",
      "= = = Finish Dump For Chunk 30 to 39 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 80000000 ROWS. TIME SPENT: 731.8990061283112 SECONDS = = =\n",
      "reading chunk:  50\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 50 ..\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 0 rows\n",
      "reading chunk:  51\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 51 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 0 rows\n",
      "reading chunk:  52\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 52 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 100000 rows\n",
      "reading chunk:  53\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 53 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 100000 rows\n",
      "reading chunk:  54\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 54 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 200000 rows\n",
      "reading chunk:  55\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 55 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 200000 rows\n",
      "reading chunk:  56\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 56 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 300000 rows\n",
      "reading chunk:  57\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 57 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 200000 rows\n",
      "reading chunk:  58\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 58 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 400000 rows\n",
      "reading chunk:  59\n",
      "= = = Process Dump For Chunk 40 to 49 = = =\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 59 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m  700000\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m  rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m \n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 1100000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 51 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 1700000 rows\n",
      "= = = Finish Dump For Chunk\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 52 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 53 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 1800000 rows \n",
      "40\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 54 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 50 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 56 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 51 .\n",
      " to 49 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 100000000 ROWS. TIME SPENT: 870.8677308559418 SECONDS = = =\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 57 has routed 1900000 rows\n",
      "reading chunk:  60\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 60 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 53 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 52 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 54 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 58 has routed 1900000 rows\n",
      "reading chunk:  61\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 61 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 0 rows\n",
      "reading chunk:  62\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 62 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 55 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 56 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 59 has routed 1900000 rows\n",
      "reading chunk:  63\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 63 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 0 rows\n",
      "reading chunk:  64\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 57 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 64 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 58 .\n",
      "reading chunk:  65\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 65 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 100000 rows\n",
      "reading chunk:  66\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 66 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 59 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 100000 rows\n",
      "reading chunk:  67\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 67 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 300000 rows\n",
      "reading chunk:  68\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 68 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 100000 rows\n",
      "reading chunk:  69\n",
      "= = = Process Dump For Chunk 50 to 59 = = =\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 69 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 400000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 61 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 60 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 1800000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 63 has routed \n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 64 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 65 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 61 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 66 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 60 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 62 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 67 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 63 .\n",
      "= = = Finish Dump For Chunk\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 64 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 65 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 68 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 66 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 67 .\n",
      " 50 to 59 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 120000000 ROWS. TIME SPENT: 1021.1885635852814 SECONDS = = =\n",
      "reading chunk:  70\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 70 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 0 rows\n",
      "reading chunk:  71\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 71 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 68 .\n",
      "reading chunk:  72\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 72 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 69 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 100000 rows\n",
      "reading chunk:  73\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 73 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 100000 rows\n",
      "reading chunk:  74\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 74 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 200000 rows\n",
      "reading chunk:  75\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 75 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 100000 rows\n",
      "reading chunk:  76\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 76 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 300000 rows\n",
      "reading chunk:  77\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 77 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 200000 rows\n",
      "reading chunk:  78\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 78 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 300000 rows\n",
      "reading chunk:  79\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 400000 rows= = = Process Dump For Chunk\n",
      " 60 to 69 = = =\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 79 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 800000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 70 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 73 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 71 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 72 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 70 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1700000 rows\n",
      "= = = Finish Dump For Chunk 60 to 69 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 140000000 ROWS. TIME SPENT: 1180.0542929172516 SECONDS = = =\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 73 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 74 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 75 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 71 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 72 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 76 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 77 .\n",
      "reading chunk:  80\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 80 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 74 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 1800000 rows\n",
      "reading chunk:  81\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 81 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 75 .\n",
      "reading chunk:  82\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 82 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 79 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 76 .\n",
      "reading chunk:  83\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 83 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 78 .\n",
      "reading chunk:  84\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 84 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 200000 rows\n",
      "reading chunk:  85\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 85 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 100000 rows\n",
      "reading chunk:  86\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 86 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 300000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 79 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 200000 rows\n",
      "reading chunk:  87\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 87 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 0 rows\n",
      "reading chunk:  88\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 88 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 100000 rows\n",
      "reading chunk:  89\n",
      "= = = Process Dump For Chunk 70 to 79 = = =\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 89 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m  82 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 1300000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 81 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 83 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 82 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 85 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 81 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 84 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 80 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 83 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 82 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 87 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 85 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 84 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 89 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 88 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 86 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 87 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 89 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 88 .\n",
      "= = = Finish Dump For Chunk 70 to 79 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 160000000 ROWS. TIME SPENT: 1365.284253835678 SECONDS = = =\n",
      "reading chunk:  90\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 90 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 0 rows\n",
      "reading chunk:  91\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 91 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 100000 rows\n",
      "reading chunk:  92\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 92 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 0 rows\n",
      "reading chunk:  93\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 93 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 100000 rows\n",
      "reading chunk:  94\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 94 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 100000 rows\n",
      "reading chunk:  95\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 95 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 200000 rows\n",
      "reading chunk:  96\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 96 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 100000 rows\n",
      "reading chunk:  97\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 97 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 100000 rows\n",
      "reading chunk:  98\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 98 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 100000 rows\n",
      "reading chunk:  99\n",
      "= = = Process Dump For Chunk 80 to 89 = = =\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 99 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 600000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 91 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 92 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 95 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 91 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 90 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 92 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 97 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 94 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 96 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 93 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 99 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 95 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 1800000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 98 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 96 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 94 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 97 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 99 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 98 .= = = Finish Dump For Chunk 80 to 89 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 180000000 ROWS. TIME SPENT: 1545.8602840900421 SECONDS = = =\n",
      "\n",
      "reading chunk:  100\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 100 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 0 rows\n",
      "reading chunk:  101\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 101 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 0 rows\n",
      "reading chunk:  102\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 102 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 100000 rows\n",
      "reading chunk:  103\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 103 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 100000 rows\n",
      "reading chunk:  104\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 104 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 0 rows\n",
      "reading chunk:  105\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 105 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 0 rows\n",
      "reading chunk:  106\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 106 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 300000 rows\n",
      "reading chunk:  107\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 107 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 400000 rows\n",
      "reading chunk:  108\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 108 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 400000 rows\n",
      "reading chunk:  109\n",
      "= = = Process Dump For Chunk 90 to 99 = = =\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 109 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 1100000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 101 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 101 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 102 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 103 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 104 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 100 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 103 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 105 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 107 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 108 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 104 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 109 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 106 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 105 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 108 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 107 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 109 .\n",
      "= = = Finish Dump For Chunk 90 to 99 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 200000000 ROWS. TIME SPENT: 1742.1401579380035 SECONDS = = =\n",
      "reading chunk:  110\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 110 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 0 rows\n",
      "reading chunk:  111\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 111 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 0 rows\n",
      "reading chunk:  112\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 112 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 0 rows\n",
      "reading chunk:  113\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 113 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 100000 rows\n",
      "reading chunk:  114\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 114 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 200000 rows\n",
      "reading chunk:  115\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 115 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 300000 rows\n",
      "reading chunk:  116\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 116 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 300000 rows\n",
      "reading chunk:  117\n",
      "= = = Process Dump For Last Few Chunks = = =\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 117 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 300000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces \n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m 117 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 111 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 110 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 112 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 114 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 111 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 113 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 110 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 117 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 112 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 115 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 116 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 114 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 113 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 117 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 115 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 116 .\n",
      "= = = Start Merging the Epochs = = =\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m /home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ray/serialization.py:216: FutureWarning: pyarrow.hdfs.HadoopFileSystem is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m   obj = pickle.loads(in_band)\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m /home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ray/serialization.py:216: FutureWarning: pyarrow.hdfs.HadoopFileSystem is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m   obj = pickle.loads(in_band)\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m /home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ray/serialization.py:216: FutureWarning: pyarrow.hdfs.HadoopFileSystem is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m   obj = pickle.loads(in_band)\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m /home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ray/serialization.py:216: FutureWarning: pyarrow.hdfs.HadoopFileSystem is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m   obj = pickle.loads(in_band)\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m /home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ray/serialization.py:216: FutureWarning: pyarrow.hdfs.HadoopFileSystem is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m   obj = pickle.loads(in_band)\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m /home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ray/serialization.py:216: FutureWarning: pyarrow.hdfs.HadoopFileSystem is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m   obj = pickle.loads(in_band)\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m /home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ray/serialization.py:216: FutureWarning: pyarrow.hdfs.HadoopFileSystem is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m   obj = pickle.loads(in_band)\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m /home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ray/serialization.py:216: FutureWarning: pyarrow.hdfs.HadoopFileSystem is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m   obj = pickle.loads(in_band)\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m /home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ray/serialization.py:216: FutureWarning: pyarrow.hdfs.HadoopFileSystem is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m   obj = pickle.loads(in_band)\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m /home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ray/serialization.py:216: FutureWarning: pyarrow.hdfs.HadoopFileSystem is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m   obj = pickle.loads(in_band)\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m 2022-08-29 17:32:30,874 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m 2022-08-29 17:32:30,917 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m 2022-08-29 17:32:30,959 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m 2022-08-29 17:32:30,950 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m 2022-08-29 17:32:31,008 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m 2022-08-29 17:32:31,080 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m 2022-08-29 17:32:31,077 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m 2022-08-29 17:32:31,102 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m 2022-08-29 17:32:31,113 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m 2022-08-29 17:32:31,185 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 476  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 165  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 347  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 137  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 176  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 397  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 452  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 151  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 216  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 253  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 166  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 348  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 477  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 271  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 177  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 453  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 481  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 287  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 478  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 303  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 349  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 178  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 363  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 482  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 379  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 454  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 288  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 272  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 304  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 489  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 321  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 364  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 254  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 399  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 380  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 455  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 305  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 490  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 322  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 400  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 153  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 255  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 218  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 273  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 381  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 456  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 447  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 401  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 464  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 306  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 256  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 274  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 382  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 365  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 402  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 289  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 336  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 448  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 383  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 351  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 307  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 423  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 275  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 241  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 192  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 290  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 384  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 352  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 324  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 424  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 465  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 431  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 439  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 193  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 403  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 291  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 385  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 353  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 466  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 258  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 440  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 432  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 292  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 354  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 337  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 386  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 404  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 181  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 259  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 367  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 309  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 277  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 338  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 293  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 405  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 387  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 355  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 467  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 260  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 310  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 182  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 278  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 406  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 294  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 468  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 388  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 195  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 131  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 441  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 356  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 279  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 295  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 369  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 325  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 244  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 232  len parquets (epochs): 12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 442  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 280  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 261  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 296  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 339  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 370  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 326  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 443  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 207  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 262  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 143  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 340  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 297  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 407  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 233  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 222  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 449  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 444  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 144  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 263  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 341  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 408  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 435  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 389  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 450  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 281  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 371  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 313  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 409  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 457  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 208  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 436  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 487  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 328  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 390  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 458  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 410  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 209  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 445  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 372  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 282  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 488  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 299  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 411  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 459  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 329  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 391  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 469  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 357  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 446  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 426  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 437  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 146  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 412  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 460  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 330  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 392  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 358  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 470  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 315  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 438  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 413  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 265  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 344  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 331  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 211  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 316  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 471  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 393  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 301  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 414  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 199  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 332  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 427  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 147  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 394  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 472  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 212  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 317  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 483  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 \n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m pid \n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m 302\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m  \n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m  len parquets (epochs):\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m  \n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m \n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 479  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 428  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 375  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 200  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 484  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 318  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 359  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 480  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 93  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 473  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 161  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 267  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 319  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 283  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 360  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 461  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 485  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 8 pid 396  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 474  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 3 pid 320  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 486  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 214  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 268  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit merge process 8\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 433  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 462  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 162  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit merge process 3\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 491  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 5 pid 346  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 434  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 417  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 361  len parquets (epochs): 12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 269  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 163  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit merge process 5\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 7 pid 492  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 285  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 187  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit merge process 7\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 6 pid 362  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 418  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit merge process 6\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 429  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 188  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 2 pid 164  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 286  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 419  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 1 pid 150  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit merge process 2\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 189  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 0 pid 430  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 420  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit merge process 1\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit merge process 0\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 421  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 9 pid 422  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 4 pid 451  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit merge process 9\n",
      "= = = Delete the used Epochs = = =\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit merge process 4\n",
      "delete epoch_0\n",
      "delete epoch_1\n",
      "delete epoch_2\n",
      "delete epoch_3\n",
      "delete epoch_4\n",
      "delete epoch_5\n",
      "delete epoch_6\n",
      "delete epoch_7\n",
      "delete epoch_8\n",
      "delete epoch_9\n",
      "delete epoch_10\n",
      "delete epoch_11\n",
      "= = = = = TOTAL DATA ROUTING AND PERISITING TIME: 2093.474244117737 = = = = =\n",
      "finish qdtree data routing..\n"
     ]
    }
   ],
   "source": [
    "# write partitions for QD-TREE\n",
    "batch_data_parallel(table_path, qdtree_partition, chunk_size, used_dims, qdtree_hdfs, num_dims, num_process, hdfs_private_ip)\n",
    "print('finish qdtree data routing..')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ipykernel_launcher.py:90: FutureWarning: pyarrow.hdfs.connect is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "reading chunk:  0\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 0 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 0 rows\n",
      "reading chunk:  1\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 1 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 0 rows\n",
      "reading chunk:  2\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 2 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 100000 rows\n",
      "reading chunk:  3\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 3 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 100000 rows\n",
      "reading chunk:  4\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 4 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 200000 rows\n",
      "reading chunk:  5\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 5 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 300000 rows\n",
      "reading chunk:  6\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 6 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 100000 rows\n",
      "reading chunk:  7\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 7 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 400000 rows\n",
      "reading chunk:  8\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 8 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 400000 rows\n",
      "reading chunk:  9\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 9 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 100000 rowsreading chunk: \n",
      " 10\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 300000 rows\n",
      "reading chunk:  11\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 500000 rows\n",
      "reading chunk:  12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 400000 rows\n",
      "reading chunk:  13\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 600000 rows\n",
      "reading chunk:  14\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 500000 rows\n",
      "reading chunk:  15\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 700000 rows\n",
      "reading chunk:  16\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 800000 rows\n",
      "reading chunk:  17\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 600000 rows\n",
      "reading chunk:  18\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 700000 rows\n",
      "reading chunk:  19\n",
      "= = = Process Dump For Chunk 0 to 9 = = =\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 1300000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 1 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 2 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 0 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 1 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 3 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 10 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 5 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 2 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 6 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 11 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 9 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 0 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 12 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 3 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 13 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 7 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 4 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 5 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 14 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 9 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 6 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 15 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 16 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 8 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 7 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 4 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 17 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 18 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 19 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 600000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 10 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 10 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 12 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 1600000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 13 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 15 has routed 1900000 rows\n",
      "= = = Finish Dump For Chunk\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 14 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 12 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 16 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 11 .\n",
      " \u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 13 .\n",
      "0 to 9 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 20000000 ROWS. TIME SPENT: 294.6706614494324 SECONDS = = =\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 17 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 18 has routed 1900000 rows\n",
      "reading chunk:  20\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 20 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 15 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 19 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 14 .\n",
      "reading chunk:  21\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 16 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 21 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 100000 rows\n",
      "reading chunk:  22\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 22 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 17 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 100000 rows\n",
      "reading chunk:  23\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 23 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 18 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 100000 rows\n",
      "reading chunk:  24\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 24 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 19 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 100000 rows\n",
      "reading chunk:  25\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 25 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 100000 rows\n",
      "reading chunk:  26\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 26 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 200000 rows\n",
      "reading chunk:  27\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 27 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 100000 rows\n",
      "reading chunk:  28\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 28 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 400000 rows\n",
      "reading chunk:  29\n",
      "= = = Process Dump For Chunk 10 to 19 = = =\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 29 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 \n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m has routed 500000 \n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m \n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 900000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 21 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 20 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 23 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 22 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 21 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 20 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 24 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 26 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 25 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 29 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 23 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 22 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 1800000 rows\n",
      "= = = Finish Dump For Chunk 10 to 19 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 40000000 ROWS. TIME SPENT: 466.4800455570221 SECONDS = = =\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 24 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 27 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 28 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 26 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 25 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 29 .\n",
      "reading chunk:  30\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 30 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 27 .\n",
      "reading chunk:  31\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 31 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 28 .\n",
      "reading chunk:  32\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 32 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 100000 rows\n",
      "reading chunk:  33\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 33 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 0 rows\n",
      "reading chunk:  34\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 34 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 200000 rows\n",
      "reading chunk:  35\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 35 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 0 rows\n",
      "reading chunk:  36\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 36 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 300000 rows\n",
      "reading chunk:  37\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 37 ..\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 200000 rows\n",
      "reading chunk:  38\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 38 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 400000 rows\n",
      "reading chunk:  39\n",
      "= = = Process Dump For Chunk 20 to 29 = = =\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 39 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 1400000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 30 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 32 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 30 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 34 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 33 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 32 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 36 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m  39 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 35 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 31 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 37 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 34 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 38 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 39 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 33 .\n",
      "= = = Finish Dump For Chunk\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 36 . 20 to 29 \n",
      "= = =\n",
      "= = = TOTAL PROCESSED SO FAR: 60000000 ROWS. TIME SPENT: 636.9994251728058 SECONDS = = =\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 35 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 37 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 38 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 39 .\n",
      "reading chunk:  40\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 40 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 0 rows\n",
      "reading chunk:  41\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 41 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 100000 rows\n",
      "reading chunk:  42\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 42 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 0 rows\n",
      "reading chunk:  43\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 43 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 200000 rows\n",
      "reading chunk: \u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 100000 rows\n",
      " 44\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 44 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 200000 rows\n",
      "reading chunk:  45\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 45 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 200000 rows\n",
      "reading chunk:  46\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 46 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 0 rows\n",
      "reading chunk:  47\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 47 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 400000 rows\n",
      "reading chunk:  48\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 48 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 100000 rows\n",
      "reading chunk:  49\n",
      "= = = Process Dump For Chunk 30 to 39 = = =\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 49 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 700000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 40 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 41 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 43 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 44 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 42 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 40 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 49 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 41 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 43 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 46 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 47 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 44 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 42 .\n",
      "= = = Finish Dump For Chunk 30 to 39 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 80000000 ROWS. TIME SPENT: 807.5294816493988 SECONDS = = =\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 45 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 48 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 49 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 47 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 46 .\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 48 .\n",
      "reading chunk:  50\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 50 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 0 rows\n",
      "reading chunk:  51\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 51 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 100000 rows\n",
      "reading chunk:  52\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 52 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 0 rows\n",
      "reading chunk:  53\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 53 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 200000 rows\n",
      "reading chunk:  54\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 54 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 200000 rows\n",
      "reading chunk:  55\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 55 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 300000 rows\n",
      "reading chunk:  56\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 56 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 100000 rows\n",
      "reading chunk:  57\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 57 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 100000 rows\n",
      "reading chunk:  58\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 58 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 200000 rows\n",
      "reading chunk:  59\n",
      "= = = Process Dump For Chunk 40 to 49 = = =\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 59 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces \n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m 52 has routed 500000 \n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m \n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 1100000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 50 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 51 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 52 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 53 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 50 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 51 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 55 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 56 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 52 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 53 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 57 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 54 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 58 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 59 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 55 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 56 .= = = Finish Dump For Chunk\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 57 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 58 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 59 .\n",
      " 40 to 49 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 100000000 ROWS. TIME SPENT: 981.1053423881531 SECONDS = = =\n",
      "reading chunk:  60\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 60 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 0 rows\n",
      "reading chunk:  61\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 61 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 100000 rows\n",
      "reading chunk:  62\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 62 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 0 rows\n",
      "reading chunk:  63\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 63 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 200000 rows\n",
      "reading chunk:  64\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 64 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 100000 rows\n",
      "reading chunk:  65\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 65 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 100000 rows\n",
      "reading chunk:  66\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 66 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 200000 rows\n",
      "reading chunk:  67\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 67 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 100000 rows\n",
      "reading chunk:  68\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 68 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 0 rows\n",
      "reading chunk:  69\n",
      "= = = Process Dump For Chunk 50 to 59 = = =\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 69 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 500000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 61 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 1700000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 60 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 62 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 66 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 61 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 63 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 62 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 60 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 67 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 68 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 66 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 64 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 63 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 65 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 67 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 69 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 68 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 69 .\n",
      "= = = Finish Dump For Chunk 50 to 59 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 120000000 ROWS. TIME SPENT: 1179.3222560882568 SECONDS = = =\n",
      "reading chunk:  70\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 70 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 0 rows\n",
      "reading chunk:  71\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 71 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 100000 rows\n",
      "reading chunk:  72\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 72 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 100000 rows\n",
      "reading chunk:  73\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 73 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 100000 rows\n",
      "reading chunk:  74\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 74 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 100000 rows\n",
      "reading chunk:  75\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 75 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 100000 rows\n",
      "reading chunk:  76\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 76 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 100000 rows\n",
      "reading chunk:  77\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 77 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 200000 rows\n",
      "reading chunk:  78\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 78 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 100000 rows\n",
      "reading chunk:  79\n",
      "= = = Process Dump For Chunk 60 to 69 = = =\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 79 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 1000000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 70 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 71 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 72 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 73 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 74 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 70 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 76 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 71 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 72 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 75 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 77 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 73 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 74 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 76 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 79 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 75 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 77 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 79 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 78 .\n",
      "= = = Finish Dump For Chunk 60 to 69 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 140000000 ROWS. TIME SPENT: 1367.4114201068878 SECONDS = = =\n",
      "reading chunk:  80\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 80 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 0 rows\n",
      "reading chunk:  81\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 81 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 100000 rows\n",
      "reading chunk:  82\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 82 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 100000 rows\n",
      "reading chunk:  83\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 83 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 100000 rows\n",
      "reading chunk:  84\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 84 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 200000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 100000 rows\n",
      "reading chunk:  85\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 85 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 200000 rows\n",
      "reading chunk:  86\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 86 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 100000 rows\n",
      "reading chunk:  87\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 87 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 100000 rows\n",
      "reading chunk:  88\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 88 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 200000 rows\n",
      "reading chunk:  89\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 100000 rows\n",
      "= = = Process Dump For Chunk 70 to 79 = = =\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 89 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 1600000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 81 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 80 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 83 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 82 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 84 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 81 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 80 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 83 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 85 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 86 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 82 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 87 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 84 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 89 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 85 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 86 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 87 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 88 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 89 .\n",
      "= = = Finish Dump For Chunk 70 to 79 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 160000000 ROWS. TIME SPENT: 1563.318080663681 SECONDS = = =\n",
      "reading chunk:  90\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 90 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 0 rows\n",
      "reading chunk:  91\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 91 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 100000 rows\n",
      "reading chunk:  92\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 92 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 100000 rows\n",
      "reading chunk:  93\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 93 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 100000 rows\n",
      "reading chunk:  94\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 94 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 100000 rows\n",
      "reading chunk:  95\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 95 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 100000 rows\n",
      "reading chunk:  96\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 96 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 200000 rows\n",
      "reading chunk:  97\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 97 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 200000 rows\n",
      "reading chunk:  98\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 98 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 100000 rows\n",
      "reading chunk:  99\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 200000 rows\n",
      "= = = Process Dump For Chunk 80 to 89 = = =\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 99 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 700000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 90 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 92 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 93 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 90 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 91 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 95 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 94 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 92 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 97 has routed 1900000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 96 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 93 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 95 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 99 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 94 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 97 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 96 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 98 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 99 .\n",
      "= = = Finish Dump For Chunk 80 to 89 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 180000000 ROWS. TIME SPENT: 1761.8129863739014 SECONDS = = =\n",
      "reading chunk:  100\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 100 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 0 rows\n",
      "reading chunk:  101\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 101 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 0 rows\n",
      "reading chunk:  102\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 102 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 0 rows\n",
      "reading chunk:  103\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 103 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 0 rows\n",
      "reading chunk:  104\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 104 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 100000 rows\n",
      "reading chunk:  105\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 105 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 0 rows\n",
      "reading chunk:  106\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 106 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 100000 rows\n",
      "reading chunk:  107\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 107 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 100000 rows\n",
      "reading chunk:  108\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 108 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 200000 rows\n",
      "reading chunk:  109\n",
      "= = = Process Dump For Chunk 90 to 99 = = =\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 109 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 1000000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m  \n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m \n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 100 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 103 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 102 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 100 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 101 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 104 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 105 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 103 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 107 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 102 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 106 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 109 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 104 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 105 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 107 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 108 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 106 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 109 .\n",
      "= = = Finish Dump For Chunk 90 to 99 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 200000000 ROWS. TIME SPENT: 1972.6246654987335 SECONDS = = =\n",
      "reading chunk:  110\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 110 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 0 rows\n",
      "reading chunk:  111\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 111 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 0 rows\n",
      "reading chunk:  112\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 112 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 100000 rows\n",
      "reading chunk:  113\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 113 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 100000 rows\n",
      "reading chunk:  114\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 114 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 200000 rows\n",
      "reading chunk:  115\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 115 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 200000 rows\n",
      "reading chunk:  116\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 116 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 300000 rows\n",
      "reading chunk:  117\n",
      "= = = Process Dump For Last Few Chunks = = =\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 117 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 400000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 111 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 110 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 113 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 117 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 114 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 111 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 115 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 110 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 112 .\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 113 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 116 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 117 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 114 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 115 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 116 .\n",
      "= = = Start Merging the Epochs = = =\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 289  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 325  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 516  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 529  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 448  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 214  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 163  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 200  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 290  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 530  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 253  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 326  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 137  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 93  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 371  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 493  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 409  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 164  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 151  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 510  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 449  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 327  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 494  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 372  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 450  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 517  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 328  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 511  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 356  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 291  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 254  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 165  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 177  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 518  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 216  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 274  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 457  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 512  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 255  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 166  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 357  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process \n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m 5 pid 187  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 178  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 458  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 411  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 391  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 188  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 329  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 256  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 309  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 358  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 373  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 275  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 412  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 153  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 330  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 392  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 310  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 435  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 359  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 374  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 413  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 276  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 189  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 523  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 436  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 311  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 393  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 527  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 375  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 414  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 293  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 277  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 524  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 258  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 394  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 528  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 376  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 463  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 241  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 294  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 476  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 451  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 395  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 464  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 259  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 481  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 496  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 377  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 295  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 415  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 396  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 332  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 452  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 313  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 260  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 482  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 296  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 397  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 361  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 453  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 416  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 261  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 499  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 483  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 297  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 465  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 333  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 362  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 454  len parquets (epochs): 12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 417  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 398  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 262  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 500  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 466  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 334  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 484  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 363  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 280  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 298  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 418  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 399  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 263  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 379  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 364  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 315  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 182  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 485  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 299  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 281  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 264  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 244  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 400  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 501  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 316  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 300  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 365  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 486  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 437  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 282  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 502  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 335  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 232  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 467  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 301  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 419  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 346  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 438  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 497  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 477  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 381  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 143  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 468  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 420  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 459  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 478  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 498  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 439  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 192  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 233  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 144  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 382  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 421  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 469  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 479  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 460  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 193  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 440  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 283  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 401  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 422  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 222  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 525  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 207  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 470  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 303  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 347  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 423  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 267  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 284  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 526  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 402  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 461  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 487  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 383  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 471  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 424  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 338  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 403  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 441  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 146  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 488  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 462  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 472  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 425  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 384  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 208  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 339  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 404  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 442  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 305  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 473  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 426  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 195  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 209  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 503  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 340  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 443  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 405  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 519  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 474  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 367  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 504  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 306  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 147  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 341  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 349  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 444  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 406  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 321  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 368  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 505  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 520  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 513  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 350  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 4 pid 342  len parquets (epochs): 12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 307  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 322  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 270  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 211  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 506  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 521  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 514  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 308  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 351  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit merge process 4\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 445  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 323  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 212  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 285  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 522  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 387  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 489  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 2 pid 162  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 515  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 446  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit merge process 8\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit merge process 2\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 455  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 490  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 507  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 3 pid 324  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 429  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 369  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit merge process 3\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 0 pid 447  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 456  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 491  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 7 pid 508  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 6 pid 370  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 492  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit merge process 7\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 287  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 430  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit merge process 6\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit merge process 0\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 1 pid 288  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 354  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 431  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit merge process 1\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 432  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 5 pid 199  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit merge process 5\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 433  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 9 pid 434  len parquets (epochs): 12\n",
      "= = = Delete the used Epochs = = =\n",
      "delete epoch_0\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit merge process 9\n",
      "delete epoch_1\n",
      "delete epoch_2\n",
      "delete epoch_3\n",
      "delete epoch_4\n",
      "delete epoch_5\n",
      "delete epoch_6\n",
      "delete epoch_7\n",
      "delete epoch_8\n",
      "delete epoch_9\n",
      "delete epoch_10\n",
      "delete epoch_11\n",
      "= = = = = TOTAL DATA ROUTING AND PERISITING TIME: 2394.272861480713 = = = = =\n",
      "finish paw data routing..\n"
     ]
    }
   ],
   "source": [
    "# write partitions for PAW\n",
    "batch_data_parallel(table_path, paw_partition, chunk_size, used_dims, paw_hdfs, num_dims, num_process, hdfs_private_ip)\n",
    "print('finish paw data routing..')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/liupengju/anaconda3/envs/torch/lib/python3.6/site-packages/ipykernel_launcher.py:90: FutureWarning: pyarrow.hdfs.connect is deprecated as of 2.0.0, please use pyarrow.fs.HadoopFileSystem instead.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "reading chunk:  0\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 0 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 0 rows\n",
      "reading chunk:  1\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 1 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 0 rows\n",
      "reading chunk:  2\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 2 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 0 rows\n",
      "reading chunk:  3\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 3 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 100000 rows\n",
      "reading chunk:  4\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 4 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 100000 rows\n",
      "reading chunk:  5\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 5 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 100000 rows\n",
      "reading chunk:  6\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 6 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 200000 rows\n",
      "reading chunk:  7\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 7 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 200000 rows\n",
      "reading chunk:  8\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 8 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 300000 rows\n",
      "reading chunk:  9\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 9 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 300000 rows\n",
      "reading chunk:  10\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 300000 rows\n",
      "reading chunk:  11\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 300000 rows\n",
      "reading chunk:  12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 600000 rows\n",
      "reading chunk:  13\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m  has routed\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m  \n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m \n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 600000 rows\n",
      "reading chunk:  14\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 400000 rows\n",
      "reading chunk:  15\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 400000 rows\n",
      "reading chunk:  16\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 500000 rows\n",
      "reading chunk:  17\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 400000 rows\n",
      "reading chunk:  18\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 600000 rows\n",
      "reading chunk:  19\n",
      "= = = Process Dump For Chunk 0 to 9 = = =\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 1200000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 0 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 1 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 2 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 3 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 4 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 0 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 1 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 10 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 5 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 6 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 11 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 7 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 2 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 12 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 3 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 8 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 13 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 4 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 9 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 14 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 5 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 6 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 15 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 16 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 7 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 17 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 8 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 9 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 18 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 19 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 600000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 10 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 11 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 1600000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 12 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 13 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 10 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 14 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 11 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 16 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 15 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 17 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 12 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 18 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 13 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 14 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 16 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 19 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 15 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 17 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 18 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 19 .\n",
      "= = = Finish Dump For Chunk 0 to 9 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 20000000 ROWS. TIME SPENT: 368.3749327659607 SECONDS = = =\n",
      "reading chunk:  20\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 20 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 0 rows\n",
      "reading chunk:  21\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 21 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 0 rows\n",
      "reading chunk:  22\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 22 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 100000 rows\n",
      "reading chunk:  23\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 23 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 100000 rows\n",
      "reading chunk:  24\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 24 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 200000 rows\n",
      "reading chunk:  25\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 25 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 200000 rows\n",
      "reading chunk:  26\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 26 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 300000 rows\n",
      "reading chunk:  27\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 27 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 300000 rows\n",
      "reading chunk:  28\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 28 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 400000 rows\n",
      "reading chunk:  29\n",
      "= = = Process Dump For Chunk 10 to 19 = = =\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 29 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 800000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces \n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m 24 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 21 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 20 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 22 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 23 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 24 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 25 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 21 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 20 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 22 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 26 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 27 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 23 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 28 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 24 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 29 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 25 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 27 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 26 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 28 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 29 .\n",
      "= = = Finish Dump For Chunk 10 to 19 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 40000000 ROWS. TIME SPENT: 590.8331987857819 SECONDS = = =\n",
      "reading chunk:  30\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 30 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 0 rows\n",
      "reading chunk:  31\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 31 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 0 rows\n",
      "reading chunk:  32\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 32 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 100000 rows\n",
      "reading chunk:  33\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 33 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 100000 rows\n",
      "reading chunk:  34\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 34 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 200000 rows\n",
      "reading chunk:  35\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 35 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 200000 rows\n",
      "reading chunk:  36\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 36 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 100000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 300000 rows\n",
      "reading chunk:  37\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 37 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 300000 rows\n",
      "reading chunk:  38\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 38 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 400000 rows\n",
      "reading chunk:  39\n",
      "= = = Process Dump For Chunk 20 to 29 = = =\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 39 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 1500000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 30 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 31 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 32 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 33 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 34 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 30 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 35 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 36 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 31 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 37 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 32 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 33 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 38 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 34 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 39 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 35 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 36 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 37 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 38 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 39 .\n",
      "= = = Finish Dump For Chunk 20 to 29 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 60000000 ROWS. TIME SPENT: 819.5051300525665 SECONDS = = =\n",
      "reading chunk:  40\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 40 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 0 rows\n",
      "reading chunk:  41\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 41 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 0 rows\n",
      "reading chunk:  42\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 42 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 100000 rows\n",
      "reading chunk:  43\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 43 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 100000 rows\n",
      "reading chunk:  44\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 44 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 200000 rows\n",
      "reading chunk:  45\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 45 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 200000 rows\n",
      "reading chunk:  46\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 46 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 200000 rows\n",
      "reading chunk:  47\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 47 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 300000 rows\n",
      "reading chunk:  48\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 48 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 300000 rows\n",
      "reading chunk:  49\n",
      "= = = Process Dump For Chunk 30 to 39 = = =\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 49 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 600000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces \n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m 49 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m  has routed \n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m 1300000 \n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 40 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 41 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 42 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 43 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 40 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 44 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 41 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 45 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 46 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 42 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 43 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 47 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 48 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 49 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 44 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 45 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 46 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 47 .\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 48 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 49 .\n",
      "= = = Finish Dump For Chunk 30 to 39 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 80000000 ROWS. TIME SPENT: 1069.2000703811646 SECONDS = = =\n",
      "reading chunk:  50\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 50 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 0 rows\n",
      "reading chunk:  51\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 51 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 0 rows\n",
      "reading chunk:  52\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 52 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 100000 rows\n",
      "reading chunk:  53\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 53 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 100000 rows\n",
      "reading chunk:  54\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 54 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 100000 rows\n",
      "reading chunk:  55\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 55 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 100000 rows\n",
      "reading chunk:  56\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 56 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 200000 rows\n",
      "reading chunk:  57\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 57 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 100000 rows\n",
      "reading chunk:  58\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 58 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 300000 rows\n",
      "reading chunk:  59\n",
      "= = = Process Dump For Chunk 40 to 49 = = =\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 59 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1200000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 50 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 51 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 52 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 53 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 54 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 50 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 51 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 56 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 55 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 52 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 57 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 53 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 58 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 54 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 59 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 56 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 55 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 57 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 58 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 59 .\n",
      "= = = Finish Dump For Chunk 40 to 49 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 100000000 ROWS. TIME SPENT: 1303.9217834472656 SECONDS = = =\n",
      "reading chunk:  60\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 60 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 0 rows\n",
      "reading chunk:  61\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 61 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 0 rows\n",
      "reading chunk:  62\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 62 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 100000 rows\n",
      "reading chunk:  63\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 63 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 100000 rows\n",
      "reading chunk:  64\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 64 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 200000 rows\n",
      "reading chunk:  65\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 65 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 200000 rows\n",
      "reading chunk:  66\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 66 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 300000 rows\n",
      "reading chunk:  67\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 67 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 300000 rows\n",
      "reading chunk:  68\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 68 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 400000 rows\n",
      "reading chunk:  69\n",
      "= = = Process Dump For Chunk 50 to 59 = = =\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 69 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 100000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 60 has routed 1900000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 61 \n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 62 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 64 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 63 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 60 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 61 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 65 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 66 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 62 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 67 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 64 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 68 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 63 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 69 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 65 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 66 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 67 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 68 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 69 .\n",
      "= = = Finish Dump For Chunk 50 to 59 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 120000000 ROWS. TIME SPENT: 1539.4602949619293 SECONDS = = =\n",
      "reading chunk:  70\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 70 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 0 rows\n",
      "reading chunk:  71\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 71 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 0 rows\n",
      "reading chunk:  72\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 72 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 100000 rows\n",
      "reading chunk:  73\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 73 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 100000 rows\n",
      "reading chunk:  74\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 74 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 200000 rows\n",
      "reading chunk:  75\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 75 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 200000 rows\n",
      "reading chunk:  76\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 76 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 200000 rows\n",
      "reading chunk:  77\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 77 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 200000 rows\n",
      "reading chunk:  78\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 78 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 300000 rows\n",
      "reading chunk:  79\n",
      "= = = Process Dump For Chunk 60 to 69 = = =\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 79 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 \n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m has routed 300000 \n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m \n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m  has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 700000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 70 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 71 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 72 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 73 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 70 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 74 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 71 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 76 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 72 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 75 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 77 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 73 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 78 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 79 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 74 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 76 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 75 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 77 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 78 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 79 .\n",
      "= = = Finish Dump For Chunk 60 to 69 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 140000000 ROWS. TIME SPENT: 1783.002522468567 SECONDS = = =\n",
      "reading chunk:  80\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 80 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 0 rows\n",
      "reading chunk:  81\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 81 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 0 rows\n",
      "reading chunk:  82\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 82 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 100000 rows\n",
      "reading chunk:  83\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 83 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 100000 rows\n",
      "reading chunk:  84\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 84 ..\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 200000 rows\n",
      "reading chunk:  85\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 85 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 200000 rows\n",
      "reading chunk:  86\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 86 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 300000 rows\n",
      "reading chunk:  87\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 87 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 300000 rows\n",
      "reading chunk:  88\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 88 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 400000 rows\n",
      "reading chunk:  89\n",
      "= = = Process Dump For Chunk 70 to 79 = = =\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 89 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 1100000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 80 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 81 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 82 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 84 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 85 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 80 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 83 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 81 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 86 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 87 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 82 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 84 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 88 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 89 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 85 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 83 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 86 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 87 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 88 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 89 .\n",
      "= = = Finish Dump For Chunk 70 to 79 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 160000000 ROWS. TIME SPENT: 2018.3330233097076 SECONDS = = =\n",
      "reading chunk:  90\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 90 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 0 rows\n",
      "reading chunk:  91\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 91 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 0 rows\n",
      "reading chunk:  92\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 92 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 100000 rows\n",
      "reading chunk:  93\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 93 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 100000 rows\n",
      "reading chunk:  94\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 94 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 200000 rows\n",
      "reading chunk:  95\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 95 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 100000 rows\n",
      "reading chunk:  96\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 96 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 300000 rows\n",
      "reading chunk:  97\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 97 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 200000 rows\n",
      "reading chunk:  98\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 98 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 400000 rows\n",
      "reading chunk:  99\n",
      "= = = Process Dump For Chunk 80 to 89 = = =\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 99 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 500000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 90 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 91 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 92 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 93 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 90 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 94 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1700000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 91 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 96 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 95 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 92 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 93 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 97 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 98 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 94 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 99 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 96 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 95 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 97 .\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 98 .\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 99\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m  .\n",
      "= = = Finish Dump For Chunk 80 to 89 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 180000000 ROWS. TIME SPENT: 2246.7685375213623 SECONDS = = =\n",
      "reading chunk:  100\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m enter data routing process 100 ..\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 0 rows\n",
      "reading chunk:  101\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m enter data routing process 101 ..\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 0 rows\n",
      "reading chunk:  102\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 102 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 100000 rows\n",
      "reading chunk:  103\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 103 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 100000 rows\n",
      "reading chunk:  104\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 104 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 200000 rows\n",
      "reading chunk:  105\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 105 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 200000 rows\n",
      "reading chunk:  106\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 106 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 300000 rows\n",
      "reading chunk:  107\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 107 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 300000 rows\n",
      "reading chunk:  108\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 108 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 400000 rows\n",
      "reading chunk:  109\n",
      "= = = Process Dump For Chunk 90 to 99 = = =\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 109 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 900000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m proces 100 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m proces 101 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 102 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 104 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 103 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit data routing process 100 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit data routing process 101 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 105 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 102 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 106 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 108 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 107 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 104 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 103 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 109 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 105 .\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 106 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 108 .\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 107 .\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 109 .\n",
      "= = = Finish Dump For Chunk 90 to 99 = = =\n",
      "= = = TOTAL PROCESSED SO FAR: 200000000 ROWS. TIME SPENT: 2481.506822824478 SECONDS = = =\n",
      "reading chunk:  110\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m enter data routing process 110 ..\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 0 rows\n",
      "reading chunk:  111\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m enter data routing process 111 ..\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 0 rows\n",
      "reading chunk:  112\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m enter data routing process 112 ..\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 100000 rows\n",
      "reading chunk:  113\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m enter data routing process 113 ..\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 100000 rows\n",
      "reading chunk:  114\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m enter data routing process 114 ..\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 100000 rows\n",
      "reading chunk:  115\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m enter data routing process 115 ..\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 100000 rows\n",
      "reading chunk:  116\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m enter data routing process 116 ..\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 200000 rows\n",
      "reading chunk:  117\n",
      "= = = Process Dump For Last Few Chunks = = =\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m enter data routing process 117 ..\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 0 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 200000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 1000000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 1100000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 1200000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 1300000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 1400000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 1500000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 1600000 rows\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m proces 111 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m proces 110 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 1700000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m proces 113 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m proces 112 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m proces 114 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 1800000 rows\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit data routing process 111 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m proces 117 has routed 1800000 rows\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m proces 115 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit data routing process 110 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m proces 116 has routed 1900000 rows\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit data routing process 113 .\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit data routing process 112 .\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit data routing process 117 .\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit data routing process 114 .\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit data routing process 115 .\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit data routing process 116 .\n",
      "= = = Start Merging the Epochs = = =\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 353  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 489  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 390  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 479  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 627  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 457  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 569  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 372  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 584  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 414  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 391  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 490  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 354  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 480  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 628  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 458  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 570  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 207  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 415  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 585  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 392  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 507  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 459  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 629  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 318  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 593  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 373  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 571  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 416  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 527  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 508  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 586  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 551  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 630  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 319  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 374  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 528  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 572  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 594  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 539  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 356  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 552  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 587  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 673  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 633  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 529  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 209  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 575  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 540  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 301  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 681  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 641  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 674  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 588  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 634  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 530  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 611  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 576  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 302  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 321  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 699  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 682  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 635  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 642  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 283  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 395  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 322  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 577  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 612  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 162  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 358  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 636  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 700  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 137  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 655  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 531  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 578  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 595  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 509  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 323  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 252  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 461  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 656  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 375  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 419  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 563  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 324  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 462  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 596  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 589  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 94  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 253  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 376  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 564  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 510  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 541  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 645  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 164  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 499  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 177  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 590  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 445  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 360  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 533  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 212  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 646  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 542  len parquets (epochs): 12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 303  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 500  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 178  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 446  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 150  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 511  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 711  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 685  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 421  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 647  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 679  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 325  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 663  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 447  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 591  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 512  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 686  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 680  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 712  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 648  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 422  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 326  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 664  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 448  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 513  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 592  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 378  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 601  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 555  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 273  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 423  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 166  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 535  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 256  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 514  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 285  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 556  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 615  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 463  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 602  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 481  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 424  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 536  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 257  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 515  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 464  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 603  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 482  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 616  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 492  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 286  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 425  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 399  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 449  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 275  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 306  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 604  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 617  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 426  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 516  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 287  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 675  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 400  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 450  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 667  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 465  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 341  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 618  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 288  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 701  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 364  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 676  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 702  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 259  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 466  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 401  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 668  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 379  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 342  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 657  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 709  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 493  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 669  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 380  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 658  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 402  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 260  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 428  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 501  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 467  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 494  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 670  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 710  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 381  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 471  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 403  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 502  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 429  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 468  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 261  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 308  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 330  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 382  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 472  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 344  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 430  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 561  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 262  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 278  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 404  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 689  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 291  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 671  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 562  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 345  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 597  len parquets (epochs): 12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 279  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 621  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 451  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 690  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 292  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 405  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 519  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 346  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 672  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 598  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 280  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 691  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 622  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 452  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 520  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 659  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 347  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 406  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 553  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 692  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 331  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 143  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 431  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 367  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 637  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 348  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 660  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 554  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 407  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 523  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 579  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 368  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 432  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 495  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 294  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 638  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 349  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 537  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 484  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 524  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 433  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 580  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 295  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 683  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 496  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 350  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 639  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 538  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 434  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 311  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 525  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 473  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 651  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 497  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 684  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 194  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 435  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 640  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 526  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 312  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 619  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 474  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 498  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 652  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 521  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 503  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 436  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 693  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 313  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 545  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 620  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 661  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 522  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 504  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 653  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 334  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 694  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 437  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 546  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 485  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 662  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 409  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 557  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 607  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 654  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 335  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 438  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 547  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 387  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 486  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 475  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 469  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 558  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 608  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 410  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 336  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 543  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 548  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 388  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 476  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 487  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 470  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 559  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 544  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 337  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 411  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 609  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 549  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 695  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 488  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 477  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m process 5 pid 560  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m process 1 pid 583  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 677  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 440  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 697  len parquets (epochs): 12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[2m\u001B[36m(pid=732382)\u001B[0m exit merge process 5\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 550  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 610  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m process 2 pid 478  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m process 3 pid 316  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732383)\u001B[0m exit merge process 1\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m process 7 pid 696  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 441  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 698  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732381)\u001B[0m exit merge process 2\n",
      "\u001B[2m\u001B[36m(pid=732385)\u001B[0m exit merge process 3\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m process 4 pid 678  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732388)\u001B[0m exit merge process 7\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m process 6 pid 371  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m process 0 pid 456  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m process 8 pid 413  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732379)\u001B[0m exit merge process 4\n",
      "\u001B[2m\u001B[36m(pid=732380)\u001B[0m exit merge process 6\n",
      "\u001B[2m\u001B[36m(pid=732384)\u001B[0m exit merge process 0\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 442  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732386)\u001B[0m exit merge process 8\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 705  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 706  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 707  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 708  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 444  len parquets (epochs): 12\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m process 9 pid 250  len parquets (epochs): 12\n",
      "= = = Delete the used Epochs = = =\n",
      "\u001B[2m\u001B[36m(pid=732387)\u001B[0m exit merge process 9\n",
      "delete epoch_0\n",
      "delete epoch_1\n",
      "delete epoch_2\n",
      "delete epoch_3\n",
      "delete epoch_4\n",
      "delete epoch_5\n",
      "delete epoch_6\n",
      "delete epoch_7\n",
      "delete epoch_8\n",
      "delete epoch_9\n",
      "delete epoch_10\n",
      "delete epoch_11\n",
      "= = = = = TOTAL DATA ROUTING AND PERISITING TIME: 2968.623853445053 = = = = =\n",
      "finish nora data routing..\n"
     ]
    }
   ],
   "source": [
    "# write partitions for NROA\n",
    "batch_data_parallel(table_path, nora_partition, chunk_size, used_dims, nora_hdfs, num_dims, num_process, hdfs_private_ip)\n",
    "print('finish nora data routing..')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "ray.shutdown()"
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "b76f585cb0017b15e5d8539d3843191cbcb7b2b9a503c1b5935eb73a41b9bd63"
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}