thesis-code/data_processing.ipynb at main

junior.gj/thesis-code

Fork 0

Files

T

Junior a0500f5111 11

2024-02-28 22:59:54 +08:00

100 KiB

Raw Permalink Blame History

In [1]:

import numpy as np
import pandas as pd

In [2]:

import os

In [3]:

raw_dataset_path = "./raw_dataset"
dataset_path = "./dataset"
if not os.path.exists(dataset_path):
    os.makedirs(dataset_path)

In [4]:

file_list = []
if os.path.exists(raw_dataset_path):
    file_list = os.listdir(raw_dataset_path)
    if len(file_list) > 0:
        print(file_list)

['Channel_02.xlsx', 'Channel_03.xlsx', 'Channel_04.xlsx', 'Channel_05.xlsx', 'Channel_06.xlsx', 'Channel_07.xlsx', 'Channel_08.xlsx', 'Channel_09.xlsx', 'Channel_10.xlsx', 'Channel_11.xlsx']

In [5]:

user_dict = {}
freq_point = {}
file_temp = file_list[0]
# month_2 = pd.read_excel()

In [6]:

file_temp

Out [6]:

'Channel_02.xlsx'

In [7]:

os.path

Out [7]:

<module 'ntpath' from 'D:\\Apps\\Anaconda3\\lib\\ntpath.py'>

In [8]:

os.path.join(raw_dataset_path, file_temp)

Out [8]:

'./raw_dataset\\Channel_02.xlsx'

In [9]:

month_2 = pd.read_excel(os.path.join(raw_dataset_path, file_temp))

In [10]:

month_2

Out [10]:

	DemodeIP	VastIP	Business	BeginTime	Duration	StreamNum	SlotType	CarrierType	Frequency
0	10.1.2.14	99.100.94.209	数据	2023-02-09 18:44:44	00 00:00:10		8	64 K	1 146 220 KHz
1	10.1.2.17	99.100.65.129	数据	2023-02-09 18:44:44	00 00:00:10		1	64 K	1 147 570 KHz
2	10.1.2.17	99.100.37.209	数据	2023-02-09 18:44:44	00 00:00:10		1	64 K	1 147 480 KHz
3	10.1.2.17	99.100.96.33	数据	2023-02-09 18:44:49	00 00:00:10		1	64 K	1 147 570 KHz
4	10.1.2.17	99.100.91.1	数据	2023-02-09 18:44:45	00 00:00:15		1	64 K	1 147 570 KHz
...	...	...	...	...	...	...	...	...	...
501906	10.1.2.17	99.100.106.113	数据	2023-02-28 22:24:01	00 00:00:11		2	64 K	1 148 140 KHz
501907	10.1.2.17	99.100.90.17	数据	2023-02-28 22:23:59	00 00:00:15		2	64 K	1 148 140 KHz
501908	10.1.2.17	99.100.94.17	数据	2023-02-28 22:23:51	00 00:00:24		1	64 K	1 147 480 KHz
501909	10.1.2.17	99.100.93.33	数据	2023-02-28 22:24:00	00 00:00:17		1	64 K	1 147 660 KHz
501910	10.1.2.17	99.100.106.161	数据	2023-02-28 22:24:07	00 00:00:11		1	64 K	1 147 750 KHz

501911 rows × 9 columns

In [11]:

user_dict = month_2['VastIP'].unique()

In [12]:

user_dict

Out [12]:

array(['99.100.94.209', '99.100.65.129', '99.100.37.209', '99.100.96.33',
       '99.100.91.1', '99.100.103.161', '99.100.104.193', '99.100.104.65',
       '99.100.34.129', '99.100.38.225', '99.100.106.33',
       '99.100.106.145', '99.100.99.241', '99.100.97.225', '99.100.37.33',
       '99.100.102.161', '99.100.88.225', '99.100.93.129',
       '99.100.39.129', '99.100.37.161', '99.100.100.225',
       '99.100.101.241', '99.100.93.161', '99.100.97.129', '99.100.2.81',
       '99.100.104.49', '99.100.103.145', '99.100.104.161',
       '99.100.98.97', '99.100.94.17', '99.100.90.225', '99.100.101.81',
       '99.100.99.17', '99.100.38.49', '99.100.105.193', '99.100.103.225',
       '99.100.91.33', '99.100.93.33', '99.100.106.209', '99.100.105.177',
       '99.100.102.177', '99.100.39.81', '99.100.67.161', '99.100.92.65',
       '99.100.92.1', '99.100.106.161', '99.100.105.145',
       '99.100.105.225', '99.100.88.65', '99.100.90.1', '99.100.70.241',
       '99.100.66.145', '99.100.66.97', '99.100.69.161', '99.100.97.81',
       '99.100.106.1', '99.100.91.65', '99.100.91.177', '99.100.89.97',
       '99.100.38.1', '99.100.39.49', '99.100.103.193', '99.100.95.177',
       '99.100.106.113', '99.100.37.113', '99.100.65.113',
       '99.100.106.177', '99.100.89.81', '99.100.94.161', '99.100.88.49',
       '99.100.36.145', '99.100.96.1', '99.100.2.193', '99.100.98.49',
       '99.100.103.241', '99.100.103.17', '99.100.101.1', '99.100.97.33',
       '99.100.93.145', '99.100.35.161', '99.100.104.241',
       '99.100.70.225', '99.100.90.209', '99.100.98.81', '99.100.91.97',
       '99.100.95.81', '99.100.105.65', '99.100.39.97', '99.100.2.241',
       '99.100.36.33', '99.100.93.113', '99.100.104.1', '99.100.95.193',
       '99.100.102.193', '99.100.101.177', '99.100.66.209',
       '99.100.90.81', '99.100.68.209', '99.100.69.145', '99.100.87.1',
       '99.100.97.193', '99.100.101.161', '99.100.68.177', '99.100.94.81',
       '99.100.97.161', '99.100.92.113', '99.100.88.161', '99.100.92.145',
       '99.100.70.129', '99.100.94.241', '99.100.87.161', '99.100.92.161',
       '99.100.89.17', '99.100.67.81', '99.100.65.209', '99.100.92.129',
       '99.100.100.161', '99.100.90.65', '99.100.106.17', '99.100.96.81',
       '99.100.95.161', '99.100.67.129', '99.100.70.97', '99.100.34.161',
       '99.100.86.241', '99.100.88.17', '99.100.38.161', '99.100.67.193',
       '99.100.67.97', '99.100.104.81', '99.100.90.177', '99.100.98.225',
       '99.100.103.209', '99.100.2.209', '99.100.70.113', '99.100.92.33',
       '99.100.106.49', '99.100.100.209', '99.100.97.65', '99.100.105.81',
       '99.100.90.241', '99.100.37.145', '99.100.88.33', '99.100.101.145',
       '99.100.38.177', '99.100.90.17', '99.100.93.241', '99.100.88.241',
       '99.100.99.49', '99.100.69.129', '99.100.96.17', '99.100.66.193',
       '99.100.96.49', '99.100.67.113', '99.100.102.225', '99.100.96.65',
       '99.100.101.65', '99.100.88.81', '99.100.89.145', '99.100.89.241',
       '99.100.94.97', '99.100.94.113', '99.100.89.129', '99.100.110.129',
       '99.100.104.33', '99.100.106.81', '99.100.109.161',
       '99.100.105.33', '99.100.98.145', '99.100.95.241', '99.100.110.97',
       '99.100.110.209', '99.100.102.145', '99.100.102.81',
       '99.100.89.113', '99.100.96.209', '99.100.106.225', '99.100.95.49',
       '99.100.34.209', '99.100.65.145', '99.100.93.49', '99.100.90.113',
       '99.100.100.145', '99.100.37.97', '99.100.107.65',
       '99.100.114.113', '99.100.66.129', '99.100.67.241', '99.100.69.33',
       '99.100.39.33', '99.100.104.177', '99.100.91.209', '99.100.68.129',
       '99.100.103.65', '99.100.99.65', '99.100.94.225', '99.100.95.17',
       '99.100.91.49', '99.100.34.225', '99.100.98.1', '99.100.91.81',
       '99.100.103.177', '99.100.101.225', '99.100.96.129',
       '99.100.103.49', '99.100.67.33', '99.100.103.113', '99.100.99.177',
       '99.100.91.145', '99.100.104.145', '99.100.109.193',
       '99.100.65.225', '99.100.98.129', '99.100.66.33', '99.100.35.209',
       '99.100.115.177', '99.100.96.145', '99.100.98.177',
       '99.100.69.225', '99.100.67.65', '99.100.103.33', '99.100.105.241',
       '99.100.69.97', '99.100.71.33', '99.100.65.65', '99.100.65.49',
       '99.100.89.1', '99.100.37.49', '99.100.34.241', '99.100.107.1',
       '99.100.35.177', '99.100.35.193', '99.100.70.161',
       '99.100.102.209', '99.100.39.1', '99.100.89.161', '99.100.69.209',
       '99.100.100.193', '99.100.100.241', '99.100.97.177',
       '99.100.105.161', '99.100.104.129', '99.100.108.177',
       '99.100.87.17', '99.100.109.65', '99.100.94.1', '99.100.95.225',
       '99.100.97.209', '99.100.104.113', '99.100.68.81', '99.100.35.33',
       '99.100.94.177', '99.100.105.97', '99.100.112.145',
       '99.100.105.17', '99.100.113.17', '99.100.94.33', '99.100.64.81',
       '99.100.111.177', '99.100.35.129', '99.100.113.33', '99.100.114.1',
       '99.100.107.49', '99.100.115.145', '99.100.99.129',
       '99.100.109.241', '99.100.97.97', '99.100.66.113', '99.100.71.81',
       '99.100.107.241', '99.100.64.193', '99.100.87.33',
       '99.100.116.113', '99.100.37.65', '99.100.38.33', '99.100.110.33',
       '99.100.71.17', '99.100.105.49', '99.100.88.145', '99.100.94.129',
       '99.100.106.97', '99.100.17.161', '99.100.24.49', '99.100.95.113',
       '99.100.99.97', '99.100.109.49', '99.100.93.225', '99.100.34.145',
       '99.100.101.33', '99.100.68.33', '99.100.37.129', '99.100.104.225',
       '99.100.108.97', '99.100.114.225', '99.100.38.241',
       '99.100.98.113', '99.100.111.145', '99.100.110.1', '99.100.110.17',
       '99.100.91.17', '99.100.132.209', '99.100.69.17', '99.100.101.97',
       '99.100.92.81', '99.100.93.209', '99.100.36.241', '99.100.92.49',
       '99.100.67.225', '99.100.93.17', '99.100.70.1', '99.100.70.193',
       '99.100.38.97'], dtype=object)

In [13]:

file_temp = file_list[1]

In [14]:

month_3 = pd.read_excel(os.path.join(raw_dataset_path, file_temp))

In [15]:

user_dict_month3 = month_3.VastIP.unique()

In [16]:

user_dict_month3

Out [16]:

array(['99.100.106.161', '99.100.100.209', '99.100.92.65', '99.100.93.33',
       '99.100.103.225', '99.100.90.17', '99.100.103.161', '99.100.94.17',
       '99.100.93.241', '99.100.93.145', '99.100.95.81', '99.100.92.1',
       '99.100.67.65', '99.100.70.225', '99.100.93.49', '99.100.105.177',
       '99.100.106.113', '99.100.106.33', '99.100.36.33',
       '99.100.103.209', '99.100.39.129', '99.100.93.129', '99.100.39.33',
       '99.100.38.49', '99.100.106.209', '99.100.100.225',
       '99.100.105.145', '99.100.93.161', '99.100.97.33', '99.100.90.81',
       '99.100.101.177', '99.100.92.161', '99.100.37.33', '99.100.96.33',
       '99.100.66.145', '99.100.98.49', '99.100.103.145', '99.100.90.1',
       '99.100.102.193', '99.100.104.49', '99.100.95.177', '99.100.67.97',
       '99.100.106.1', '99.100.96.209', '99.100.99.241', '99.100.104.1',
       '99.100.104.33', '99.100.102.161', '99.100.39.81',
       '99.100.102.177', '99.100.101.161', '99.100.37.113',
       '99.100.103.241', '99.100.89.81', '99.100.94.161', '99.100.95.193',
       '99.100.106.145', '99.100.106.177', '99.100.97.193',
       '99.100.91.49', '99.100.97.225', '99.100.97.177', '99.100.68.209',
       '99.100.104.241', '99.100.39.97', '99.100.98.177', '99.100.88.81',
       '99.100.67.113', '99.100.98.97', '99.100.97.129', '99.100.100.241',
       '99.100.89.17', '99.100.93.113', '99.100.69.161', '99.100.105.193',
       '99.100.94.225', '99.100.97.209', '99.100.68.177', '99.100.90.241',
       '99.100.89.145', '99.100.105.225', '99.100.66.33', '99.100.87.1',
       '99.100.98.145', '99.100.91.65', '99.100.101.1', '99.100.106.17',
       '99.100.37.161', '99.100.70.241', '99.100.90.209', '99.100.91.177',
       '99.100.97.161', '99.100.66.209', '99.100.105.65', '99.100.92.145',
       '99.100.88.161', '99.100.70.129', '99.100.99.65', '99.100.88.225',
       '99.100.95.17', '99.100.90.113', '99.100.89.97', '99.100.67.81',
       '99.100.90.225', '99.100.35.161', '99.100.65.209', '99.100.91.33',
       '99.100.67.33', '99.100.88.65', '99.100.99.17', '99.100.99.177',
       '99.100.100.161', '99.100.65.129', '99.100.38.161',
       '99.100.37.209', '99.100.67.129', '99.100.98.225', '99.100.70.193',
       '99.100.86.241', '99.100.95.161', '99.100.70.97', '99.100.35.209',
       '99.100.90.177', '99.100.94.177', '99.100.92.33', '99.100.88.17',
       '99.100.38.225', '99.100.67.225', '99.100.71.33', '99.100.67.193',
       '99.100.104.81', '99.100.95.225', '99.100.105.81', '99.100.88.33',
       '99.100.2.209', '99.100.34.161', '99.100.2.241', '99.100.36.145',
       '99.100.97.81', '99.100.2.81', '99.100.104.161', '99.100.103.17',
       '99.100.104.113', '99.100.88.241', '99.100.66.97', '99.100.103.49',
       '99.100.103.193', '99.100.104.145', '99.100.96.49', '99.100.2.193',
       '99.100.98.1', '99.100.102.225', '99.100.66.193', '99.100.88.145',
       '99.100.101.81', '99.100.104.193', '99.100.94.129',
       '99.100.65.145', '99.100.89.161', '99.100.71.17', '99.100.101.241',
       '99.100.92.49', '99.100.101.225', '99.100.106.81', '99.100.103.33',
       '99.100.104.225', '99.100.99.97', '99.100.94.241', '99.100.92.113',
       '99.100.115.129', '99.100.115.17', '99.100.95.241', '99.100.37.65',
       '99.100.87.17', '99.100.88.177', '99.100.105.49', '99.100.94.1',
       '99.100.105.17', '99.100.89.241', '99.100.68.1', '99.100.96.65',
       '99.100.113.113', '99.100.100.177', '99.100.94.209', '99.100.67.1',
       '99.100.71.81', '99.100.96.81', '99.100.104.177', '99.100.101.65',
       '99.100.91.1', '99.100.38.241', '99.100.114.113', '99.100.105.33',
       '99.100.67.145', '99.100.102.145', '99.100.114.1',
       '99.100.102.129', '99.100.99.81', '99.100.11.97', '99.100.105.1',
       '99.100.105.129', '99.100.68.129', '99.100.102.81',
       '99.100.102.209', '99.100.96.129', '99.100.91.81', '99.100.93.17',
       '99.100.70.1', '99.100.106.49', '99.100.99.49', '99.100.114.33',
       '99.100.69.193', '99.100.65.65', '99.100.65.49', '99.100.39.49',
       '99.100.101.97', '99.100.36.193', '99.100.87.161', '99.100.102.1',
       '99.100.91.209', '99.100.111.33', '99.100.97.97', '99.100.97.65',
       '99.100.88.49', '99.100.108.177', '99.100.95.1', '99.100.35.193',
       '99.100.108.97', '99.100.35.97', '99.100.106.97', '99.100.87.33',
       '99.100.69.145', '99.100.99.225', '99.100.98.129', '99.100.35.33',
       '99.100.34.145', '99.100.101.33', '99.100.68.33', '99.100.17.161',
       '99.100.35.177', '99.100.37.49', '99.100.92.225', '99.100.38.129',
       '99.100.96.17', '99.100.30.225', '99.100.31.177', '99.100.35.1',
       '99.100.35.65', '99.100.93.65', '99.100.19.33', '99.100.115.145',
       '99.100.67.161', '99.100.36.113', '99.100.34.225', '99.100.69.97',
       '99.100.107.1', '99.100.96.225', '99.100.109.193',
       '99.100.113.193', '99.100.115.177', '99.100.106.241',
       '99.100.87.49', '99.100.38.209', '99.100.112.97', '99.100.113.33',
       '99.100.67.49', '99.100.116.33', '99.100.107.33', '99.100.71.1',
       '99.100.39.17', '99.100.35.145', '99.100.70.145', '99.100.110.97',
       '99.100.70.17', '99.100.109.49', '99.100.67.241', '99.100.71.129',
       '99.100.109.65', '99.100.113.17', '99.100.67.17', '99.100.89.1',
       '99.100.114.225', '99.100.114.49', '99.100.103.177',
       '99.100.110.145', '99.100.97.113', '99.100.115.193',
       '99.100.91.17', '99.100.91.31', '99.100.105.241', '99.100.68.81',
       '99.100.38.177', '99.100.108.1', '99.100.104.129', '99.100.90.97',
       '99.100.114.81', '99.100.90.145', '99.100.112.145',
       '99.100.96.145', '99.100.105.97', '99.100.65.113', '99.100.108.49',
       '99.100.65.241', '99.100.111.177', '99.100.102.33',
       '99.100.97.145', '99.100.99.161', '99.100.38.1', '99.100.116.241',
       '99.100.95.113', '99.100.64.17', '99.100.132.193', '99.100.37.145',
       '99.100.90.65', '99.100.70.113', '99.100.94.113', '99.100.88.193',
       '99.100.91.161', '99.100.93.177', '99.100.34.129', '99.100.104.65',
       '99.100.89.129', '99.100.97.49', '99.100.98.113', '99.100.103.113',
       '99.100.103.11', '99.100.103.65', '99.100.98.81', '99.100.34.113',
       '99.100.112.129', '99.100.97.241', '99.100.99.129', '99.100.37.97',
       '99.100.104.209', '99.100.66.129', '99.100.4.177',
       '99.100.110.129', '99.100.38.81', '99.100.93.209', '99.100.36.241',
       '99.100.34.241', '99.100.24.225', '99.100.90.129', '99.100.17.145',
       '99.100.34.209', '99.100.112.81', '99.100.88.209', '99.100.97.17',
       '99.100.71.65', '99.100.108.17', '99.100.71.113', '99.100.65.33',
       '99.100.66.225', '99.100.110.209', '99.100.38.33', '99.100.66.49',
       '99.100.99.145', '99.100.107.17', '99.100.70.161', '99.100.87.65',
       '99.100.106.129', '99.100.109.161', '99.100.101.129',
       '99.100.7.17', '99.100.103.1', '99.100.100.193', '99.100.69.1',
       '99.100.68.145', '99.100.99.209', '99.100.39.65', '99.100.66.161',
       '99.100.107.65', '99.100.69.33', '99.100.65.225', '99.100.88.97',
       '99.100.90.49', '99.100.92.97', '99.100.96.1', '99.100.91.97',
       '99.100.89.113', '99.100.106.225', '99.100.68.193',
       '99.100.36.129', '99.100.69.209', '99.100.66.177', '99.100.96.241',
       '99.100.115.241', '99.100.95.97', '99.100.39.1', '99.100.67.209',
       '99.100.111.145', '99.100.69.129', '99.100.110.33', '99.100.94.81',
       '99.100.70.209', '99.100.107.49', '99.100.68.49', '99.100.68.65',
       '99.100.37.1', '99.100.69.177', '99.100.65.97', '99.100.105.161',
       '99.100.98.65', '99.100.64.193', '99.100.64.145', '99.100.87.129',
       '99.100.92.17', '99.100.64.225', '99.100.91.113', '99.100.92.177',
       '99.100.68.161', '99.100.90.193', '99.100.87.81', '99.100.36.17',
       '99.100.32.1', '99.100.31.225', '99.100.64.113', '99.100.115.1',
       '99.100.37.81', '99.100.31.33', '99.100.38.113', '99.100.70.49',
       '99.100.5.209', '99.100.30.161', '99.100.109.129',
       '99.100.107.145', '99.100.109.177', '99.100.92.129',
       '99.100.23.129', '99.100.23.209'], dtype=object)

In [17]:

user_dict + user_dict_month3

[1;31m---------------------------------------------------------------------------[0m
[1;31mValueError[0m                                Traceback (most recent call last)
[1;32m<ipython-input-17-af7e0816ee30>[0m in [0;36m<module>[1;34m[0m
[1;32m----> 1[1;33m [0muser_dict[0m [1;33m+[0m [0muser_dict_month3[0m[1;33m[0m[1;33m[0m[0m
[0m
[1;31mValueError[0m: operands could not be broadcast together with shapes (312,) (430,)

In [18]:

user_dict_2_3 = np.union1d(user_dict_month3, user_dict)

In [20]:

user_dict_2_3
from tqdm import tqdm

In [21]:

user_dict = []
freq_point
for f in tqdm(file_list):
    tp = pd.read_excel(os.path.join(raw_dataset_path, f))
    user_dict = np.union1d(user_dict, tp.VastIP.unique())
    freq_point = np.union1d(freq_point, tp.Frequency.unique())

  0%|          | 0/10 [00:49<?, ?it/s]

[1;31m---------------------------------------------------------------------------[0m
[1;31mTypeError[0m                                 Traceback (most recent call last)
[1;32m<ipython-input-21-c59a103666a6>[0m in [0;36m<module>[1;34m[0m
[0;32m      4[0m     [0mtp[0m [1;33m=[0m [0mpd[0m[1;33m.[0m[0mread_excel[0m[1;33m([0m[0mos[0m[1;33m.[0m[0mpath[0m[1;33m.[0m[0mjoin[0m[1;33m([0m[0mraw_dataset_path[0m[1;33m,[0m [0mf[0m[1;33m)[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0;32m      5[0m     [0muser_dict[0m [1;33m=[0m [0mnp[0m[1;33m.[0m[0munion1d[0m[1;33m([0m[0muser_dict[0m[1;33m,[0m [0mtp[0m[1;33m.[0m[0mVastIP[0m[1;33m.[0m[0munique[0m[1;33m([0m[1;33m)[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[1;32m----> 6[1;33m     [0mfreq_point[0m [1;33m=[0m [0mnp[0m[1;33m.[0m[0munion1d[0m[1;33m([0m[0mfreq_point[0m[1;33m,[0m [0mtp[0m[1;33m.[0m[0mFrequency[0m[1;33m.[0m[0munique[0m[1;33m([0m[1;33m)[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0m
[1;32m<__array_function__ internals>[0m in [0;36munion1d[1;34m(*args, **kwargs)[0m

[1;32mD:\Apps\Anaconda3\lib\site-packages\numpy\lib\arraysetops.py[0m in [0;36munion1d[1;34m(ar1, ar2)[0m
[0;32m    747[0m     [0marray[0m[1;33m([0m[1;33m[[0m[1;36m1[0m[1;33m,[0m [1;36m2[0m[1;33m,[0m [1;36m3[0m[1;33m,[0m [1;36m4[0m[1;33m,[0m [1;36m6[0m[1;33m][0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0;32m    748[0m     """
[1;32m--> 749[1;33m     [1;32mreturn[0m [0munique[0m[1;33m([0m[0mnp[0m[1;33m.[0m[0mconcatenate[0m[1;33m([0m[1;33m([0m[0mar1[0m[1;33m,[0m [0mar2[0m[1;33m)[0m[1;33m,[0m [0maxis[0m[1;33m=[0m[1;32mNone[0m[1;33m)[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0m[0;32m    750[0m [1;33m[0m[0m
[0;32m    751[0m [1;33m[0m[0m

[1;32m<__array_function__ internals>[0m in [0;36munique[1;34m(*args, **kwargs)[0m

[1;32mD:\Apps\Anaconda3\lib\site-packages\numpy\lib\arraysetops.py[0m in [0;36munique[1;34m(ar, return_index, return_inverse, return_counts, axis)[0m
[0;32m    259[0m     [0mar[0m [1;33m=[0m [0mnp[0m[1;33m.[0m[0masanyarray[0m[1;33m([0m[0mar[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0;32m    260[0m     [1;32mif[0m [0maxis[0m [1;32mis[0m [1;32mNone[0m[1;33m:[0m[1;33m[0m[1;33m[0m[0m
[1;32m--> 261[1;33m         [0mret[0m [1;33m=[0m [0m_unique1d[0m[1;33m([0m[0mar[0m[1;33m,[0m [0mreturn_index[0m[1;33m,[0m [0mreturn_inverse[0m[1;33m,[0m [0mreturn_counts[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0m[0;32m    262[0m         [1;32mreturn[0m [0m_unpack_tuple[0m[1;33m([0m[0mret[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0;32m    263[0m [1;33m[0m[0m

[1;32mD:\Apps\Anaconda3\lib\site-packages\numpy\lib\arraysetops.py[0m in [0;36m_unique1d[1;34m(ar, return_index, return_inverse, return_counts)[0m
[0;32m    320[0m         [0maux[0m [1;33m=[0m [0mar[0m[1;33m[[0m[0mperm[0m[1;33m][0m[1;33m[0m[1;33m[0m[0m
[0;32m    321[0m     [1;32melse[0m[1;33m:[0m[1;33m[0m[1;33m[0m[0m
[1;32m--> 322[1;33m         [0mar[0m[1;33m.[0m[0msort[0m[1;33m([0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0m[0;32m    323[0m         [0maux[0m [1;33m=[0m [0mar[0m[1;33m[0m[1;33m[0m[0m
[0;32m    324[0m     [0mmask[0m [1;33m=[0m [0mnp[0m[1;33m.[0m[0mempty[0m[1;33m([0m[0maux[0m[1;33m.[0m[0mshape[0m[1;33m,[0m [0mdtype[0m[1;33m=[0m[0mnp[0m[1;33m.[0m[0mbool_[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m

[1;31mTypeError[0m: '<' not supported between instances of 'str' and 'float'

In [22]:

month_2.Frequency.unique()

Out [22]:

array(['1 146 220 KHz', '1 147 570 KHz', '1 147 480 KHz', '1 147 660 KHz',
       '1 146 130 KHz', '1 148 140 KHz', '1 147 750 KHz', '1 146 400 KHz',
       '1 147 840 KHz', '1 149 310 KHz', '1 146 040 KHz', '1 146 310 KHz',
       '1 147 930 KHz', '1 149 400 KHz', '1 148 770 KHz', '1 146 490 KHz',
       '1 146 670 KHz', '1 148 860 KHz', '1 146 580 KHz', '1 147 120 KHz',
       '1 147 300 KHz', '1 148 230 KHz', '1 148 950 KHz', '1 146 760 KHz',
       '1 079 720 KHz', '1 146 850 KHz', '1 146 940 KHz', '1 147 030 KHz',
       '1 147 390 KHz', '1 078 930 KHz', '1 149 040 KHz', '1 147 210 KHz',
       nan, '1 079 540 KHz', '1 078 580 KHz', '1 079 360 KHz',
       '1 079 180 KHz', '1 143 560 KHz', '1 144 930 KHz', '1 077 040 KHz'],
      dtype=object)

In [23]:

freq_point = np.union1d(freq_point, month_2.Frequency.unique())

[1;31m---------------------------------------------------------------------------[0m
[1;31mTypeError[0m                                 Traceback (most recent call last)
[1;32m<ipython-input-23-262ec1c7bed4>[0m in [0;36m<module>[1;34m[0m
[1;32m----> 1[1;33m [0mfreq_point[0m [1;33m=[0m [0mnp[0m[1;33m.[0m[0munion1d[0m[1;33m([0m[0mfreq_point[0m[1;33m,[0m [0mmonth_2[0m[1;33m.[0m[0mFrequency[0m[1;33m.[0m[0munique[0m[1;33m([0m[1;33m)[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0m
[1;32m<__array_function__ internals>[0m in [0;36munion1d[1;34m(*args, **kwargs)[0m

[1;32mD:\Apps\Anaconda3\lib\site-packages\numpy\lib\arraysetops.py[0m in [0;36munion1d[1;34m(ar1, ar2)[0m
[0;32m    747[0m     [0marray[0m[1;33m([0m[1;33m[[0m[1;36m1[0m[1;33m,[0m [1;36m2[0m[1;33m,[0m [1;36m3[0m[1;33m,[0m [1;36m4[0m[1;33m,[0m [1;36m6[0m[1;33m][0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0;32m    748[0m     """
[1;32m--> 749[1;33m     [1;32mreturn[0m [0munique[0m[1;33m([0m[0mnp[0m[1;33m.[0m[0mconcatenate[0m[1;33m([0m[1;33m([0m[0mar1[0m[1;33m,[0m [0mar2[0m[1;33m)[0m[1;33m,[0m [0maxis[0m[1;33m=[0m[1;32mNone[0m[1;33m)[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0m[0;32m    750[0m [1;33m[0m[0m
[0;32m    751[0m [1;33m[0m[0m

[1;32m<__array_function__ internals>[0m in [0;36munique[1;34m(*args, **kwargs)[0m

[1;32mD:\Apps\Anaconda3\lib\site-packages\numpy\lib\arraysetops.py[0m in [0;36munique[1;34m(ar, return_index, return_inverse, return_counts, axis)[0m
[0;32m    259[0m     [0mar[0m [1;33m=[0m [0mnp[0m[1;33m.[0m[0masanyarray[0m[1;33m([0m[0mar[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0;32m    260[0m     [1;32mif[0m [0maxis[0m [1;32mis[0m [1;32mNone[0m[1;33m:[0m[1;33m[0m[1;33m[0m[0m
[1;32m--> 261[1;33m         [0mret[0m [1;33m=[0m [0m_unique1d[0m[1;33m([0m[0mar[0m[1;33m,[0m [0mreturn_index[0m[1;33m,[0m [0mreturn_inverse[0m[1;33m,[0m [0mreturn_counts[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0m[0;32m    262[0m         [1;32mreturn[0m [0m_unpack_tuple[0m[1;33m([0m[0mret[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0;32m    263[0m [1;33m[0m[0m

[1;32mD:\Apps\Anaconda3\lib\site-packages\numpy\lib\arraysetops.py[0m in [0;36m_unique1d[1;34m(ar, return_index, return_inverse, return_counts)[0m
[0;32m    320[0m         [0maux[0m [1;33m=[0m [0mar[0m[1;33m[[0m[0mperm[0m[1;33m][0m[1;33m[0m[1;33m[0m[0m
[0;32m    321[0m     [1;32melse[0m[1;33m:[0m[1;33m[0m[1;33m[0m[0m
[1;32m--> 322[1;33m         [0mar[0m[1;33m.[0m[0msort[0m[1;33m([0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0m[0;32m    323[0m         [0maux[0m [1;33m=[0m [0mar[0m[1;33m[0m[1;33m[0m[0m
[0;32m    324[0m     [0mmask[0m [1;33m=[0m [0mnp[0m[1;33m.[0m[0mempty[0m[1;33m([0m[0maux[0m[1;33m.[0m[0mshape[0m[1;33m,[0m [0mdtype[0m[1;33m=[0m[0mnp[0m[1;33m.[0m[0mbool_[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m

[1;31mTypeError[0m: '<' not supported between instances of 'str' and 'float'

In [29]:

tt = month_2['Frequency']

In [30]:

tt

Out [30]:

0         1 146 220 KHz
1         1 147 570 KHz
2         1 147 480 KHz
3         1 147 570 KHz
4         1 147 570 KHz
              ...      
501906    1 148 140 KHz
501907    1 148 140 KHz
501908    1 147 480 KHz
501909    1 147 660 KHz
501910    1 147 750 KHz
Name: Frequency, Length: 501911, dtype: object

In [31]:

tt.unique().astype(str)

Out [31]:

array(['1 146 220 KHz', '1 147 570 KHz', '1 147 480 KHz', '1 147 660 KHz',
       '1 146 130 KHz', '1 148 140 KHz', '1 147 750 KHz', '1 146 400 KHz',
       '1 147 840 KHz', '1 149 310 KHz', '1 146 040 KHz', '1 146 310 KHz',
       '1 147 930 KHz', '1 149 400 KHz', '1 148 770 KHz', '1 146 490 KHz',
       '1 146 670 KHz', '1 148 860 KHz', '1 146 580 KHz', '1 147 120 KHz',
       '1 147 300 KHz', '1 148 230 KHz', '1 148 950 KHz', '1 146 760 KHz',
       '1 079 720 KHz', '1 146 850 KHz', '1 146 940 KHz', '1 147 030 KHz',
       '1 147 390 KHz', '1 078 930 KHz', '1 149 040 KHz', '1 147 210 KHz',
       'nan', '1 079 540 KHz', '1 078 580 KHz', '1 079 360 KHz',
       '1 079 180 KHz', '1 143 560 KHz', '1 144 930 KHz', '1 077 040 KHz'],
      dtype='<U13')

In [32]:

tt

Out [32]:

0         1 146 220 KHz
1         1 147 570 KHz
2         1 147 480 KHz
3         1 147 570 KHz
4         1 147 570 KHz
              ...      
501906    1 148 140 KHz
501907    1 148 140 KHz
501908    1 147 480 KHz
501909    1 147 660 KHz
501910    1 147 750 KHz
Name: Frequency, Length: 501911, dtype: object

In [33]:

user_dict = []
freq_point
for f in tqdm(file_list):
    tp = pd.read_excel(os.path.join(raw_dataset_path, f))
    user_dict = np.union1d(user_dict, tp.VastIP.unique())
    freq_point = np.union1d(freq_point, tp.Frequency.unique().astype(str))

100%|██████████| 10/10 [15:04<00:00, 90.49s/it]

In [34]:

user_dict

Out [34]:

array(['99.100.10.97', '99.100.100.1', '99.100.100.113', '99.100.100.129',
       '99.100.100.145', '99.100.100.161', '99.100.100.17',
       '99.100.100.177', '99.100.100.193', '99.100.100.209',
       '99.100.100.225', '99.100.100.241', '99.100.100.33',
       '99.100.100.49', '99.100.100.65', '99.100.100.81', '99.100.100.97',
       '99.100.101.1', '99.100.101.113', '99.100.101.129',
       '99.100.101.145', '99.100.101.161', '99.100.101.17',
       '99.100.101.177', '99.100.101.193', '99.100.101.209',
       '99.100.101.225', '99.100.101.241', '99.100.101.33',
       '99.100.101.49', '99.100.101.65', '99.100.101.81', '99.100.101.97',
       '99.100.102.1', '99.100.102.113', '99.100.102.129',
       '99.100.102.145', '99.100.102.161', '99.100.102.17',
       '99.100.102.177', '99.100.102.193', '99.100.102.209',
       '99.100.102.225', '99.100.102.241', '99.100.102.33',
       '99.100.102.49', '99.100.102.65', '99.100.102.81', '99.100.102.97',
       '99.100.103.1', '99.100.103.11', '99.100.103.113',
       '99.100.103.129', '99.100.103.145', '99.100.103.161',
       '99.100.103.17', '99.100.103.177', '99.100.103.193',
       '99.100.103.209', '99.100.103.225', '99.100.103.241',
       '99.100.103.33', '99.100.103.49', '99.100.103.65', '99.100.103.81',
       '99.100.103.97', '99.100.104.1', '99.100.104.113',
       '99.100.104.129', '99.100.104.145', '99.100.104.161',
       '99.100.104.177', '99.100.104.193', '99.100.104.209',
       '99.100.104.225', '99.100.104.241', '99.100.104.33',
       '99.100.104.49', '99.100.104.65', '99.100.104.81', '99.100.104.97',
       '99.100.105.1', '99.100.105.113', '99.100.105.129',
       '99.100.105.145', '99.100.105.161', '99.100.105.17',
       '99.100.105.177', '99.100.105.193', '99.100.105.209',
       '99.100.105.225', '99.100.105.241', '99.100.105.33',
       '99.100.105.49', '99.100.105.65', '99.100.105.81', '99.100.105.97',
       '99.100.106.1', '99.100.106.113', '99.100.106.129',
       '99.100.106.145', '99.100.106.161', '99.100.106.17',
       '99.100.106.177', '99.100.106.193', '99.100.106.209',
       '99.100.106.225', '99.100.106.241', '99.100.106.33',
       '99.100.106.49', '99.100.106.65', '99.100.106.81', '99.100.106.97',
       '99.100.107.1', '99.100.107.113', '99.100.107.129',
       '99.100.107.145', '99.100.107.17', '99.100.107.177',
       '99.100.107.193', '99.100.107.209', '99.100.107.241',
       '99.100.107.33', '99.100.107.49', '99.100.107.65', '99.100.108.1',
       '99.100.108.17', '99.100.108.177', '99.100.108.193',
       '99.100.108.33', '99.100.108.49', '99.100.108.65', '99.100.108.81',
       '99.100.108.97', '99.100.109.113', '99.100.109.129',
       '99.100.109.145', '99.100.109.161', '99.100.109.17',
       '99.100.109.177', '99.100.109.193', '99.100.109.209',
       '99.100.109.225', '99.100.109.241', '99.100.109.49',
       '99.100.109.65', '99.100.109.81', '99.100.109.97', '99.100.11.1',
       '99.100.11.113', '99.100.11.129', '99.100.11.65', '99.100.11.97',
       '99.100.110.1', '99.100.110.129', '99.100.110.145',
       '99.100.110.17', '99.100.110.209', '99.100.110.225',
       '99.100.110.241', '99.100.110.33', '99.100.110.49',
       '99.100.110.81', '99.100.110.97', '99.100.111.129',
       '99.100.111.145', '99.100.111.161', '99.100.111.177',
       '99.100.111.193', '99.100.111.209', '99.100.111.225',
       '99.100.111.33', '99.100.111.49', '99.100.111.81', '99.100.111.97',
       '99.100.112.113', '99.100.112.129', '99.100.112.145',
       '99.100.112.161', '99.100.112.177', '99.100.112.209',
       '99.100.112.241', '99.100.112.33', '99.100.112.49',
       '99.100.112.81', '99.100.112.97', '99.100.113.1', '99.100.113.113',
       '99.100.113.161', '99.100.113.17', '99.100.113.177',
       '99.100.113.193', '99.100.113.209', '99.100.113.225',
       '99.100.113.241', '99.100.113.33', '99.100.113.49',
       '99.100.113.97', '99.100.114.1', '99.100.114.113',
       '99.100.114.129', '99.100.114.145', '99.100.114.161',
       '99.100.114.17', '99.100.114.177', '99.100.114.209',
       '99.100.114.225', '99.100.114.241', '99.100.114.33',
       '99.100.114.49', '99.100.114.65', '99.100.114.81', '99.100.114.97',
       '99.100.115.1', '99.100.115.113', '99.100.115.129',
       '99.100.115.145', '99.100.115.161', '99.100.115.17',
       '99.100.115.177', '99.100.115.193', '99.100.115.209',
       '99.100.115.225', '99.100.115.241', '99.100.115.33',
       '99.100.115.49', '99.100.115.65', '99.100.115.81', '99.100.115.97',
       '99.100.116.1', '99.100.116.113', '99.100.116.129',
       '99.100.116.145', '99.100.116.161', '99.100.116.177',
       '99.100.116.193', '99.100.116.209', '99.100.116.225',
       '99.100.116.241', '99.100.116.33', '99.100.116.49',
       '99.100.116.65', '99.100.116.81', '99.100.116.97', '99.100.117.1',
       '99.100.117.17', '99.100.119.1', '99.100.119.113',
       '99.100.119.129', '99.100.119.145', '99.100.119.161',
       '99.100.119.177', '99.100.119.193', '99.100.119.49',
       '99.100.119.81', '99.100.120.113', '99.100.120.129',
       '99.100.120.145', '99.100.120.161', '99.100.120.17',
       '99.100.120.177', '99.100.120.193', '99.100.120.225',
       '99.100.120.241', '99.100.120.33', '99.100.120.49',
       '99.100.120.65', '99.100.120.81', '99.100.121.113',
       '99.100.121.129', '99.100.121.161', '99.100.121.17',
       '99.100.121.177', '99.100.121.193', '99.100.121.209',
       '99.100.121.225', '99.100.121.241', '99.100.121.33',
       '99.100.121.49', '99.100.121.65', '99.100.121.81', '99.100.122.1',
       '99.100.122.113', '99.100.122.129', '99.100.122.161',
       '99.100.122.17', '99.100.122.193', '99.100.122.209',
       '99.100.122.241', '99.100.122.33', '99.100.122.49',
       '99.100.122.65', '99.100.122.81', '99.100.122.97',
       '99.100.123.113', '99.100.123.129', '99.100.123.161',
       '99.100.123.17', '99.100.123.177', '99.100.123.193',
       '99.100.123.209', '99.100.123.241', '99.100.123.33',
       '99.100.123.49', '99.100.123.65', '99.100.123.81', '99.100.124.1',
       '99.100.124.113', '99.100.124.129', '99.100.124.145',
       '99.100.124.161', '99.100.124.17', '99.100.124.177',
       '99.100.124.209', '99.100.124.225', '99.100.124.241',
       '99.100.124.33', '99.100.124.49', '99.100.124.81', '99.100.125.1',
       '99.100.125.113', '99.100.125.129', '99.100.125.145',
       '99.100.125.161', '99.100.125.17', '99.100.125.177',
       '99.100.125.193', '99.100.125.209', '99.100.125.225',
       '99.100.125.241', '99.100.125.33', '99.100.125.49',
       '99.100.125.65', '99.100.125.81', '99.100.125.97',
       '99.100.126.129', '99.100.126.145', '99.100.126.17',
       '99.100.126.177', '99.100.126.193', '99.100.126.225',
       '99.100.126.241', '99.100.126.33', '99.100.126.49',
       '99.100.126.65', '99.100.126.81', '99.100.127.1', '99.100.127.113',
       '99.100.127.145', '99.100.127.161', '99.100.127.17',
       '99.100.127.177', '99.100.127.193', '99.100.127.209',
       '99.100.127.225', '99.100.127.241', '99.100.127.33',
       '99.100.127.49', '99.100.127.65', '99.100.127.81',
       '99.100.128.113', '99.100.128.17', '99.100.128.177',
       '99.100.128.209', '99.100.128.225', '99.100.128.241',
       '99.100.128.33', '99.100.128.65', '99.100.128.81',
       '99.100.129.113', '99.100.129.129', '99.100.129.145',
       '99.100.129.161', '99.100.129.17', '99.100.129.193',
       '99.100.129.209', '99.100.129.225', '99.100.129.241',
       '99.100.129.33', '99.100.129.49', '99.100.129.65', '99.100.129.81',
       '99.100.129.97', '99.100.130.1', '99.100.130.113',
       '99.100.130.129', '99.100.130.161', '99.100.130.17',
       '99.100.130.177', '99.100.130.193', '99.100.130.209',
       '99.100.130.225', '99.100.130.241', '99.100.130.33',
       '99.100.130.49', '99.100.130.65', '99.100.130.81', '99.100.131.1',
       '99.100.131.113', '99.100.131.145', '99.100.131.161',
       '99.100.131.17', '99.100.131.177', '99.100.131.193',
       '99.100.131.209', '99.100.131.225', '99.100.131.241',
       '99.100.131.33', '99.100.131.65', '99.100.132.1', '99.100.132.113',
       '99.100.132.129', '99.100.132.161', '99.100.132.17',
       '99.100.132.177', '99.100.132.193', '99.100.132.209',
       '99.100.132.33', '99.100.132.49', '99.100.132.65', '99.100.132.81',
       '99.100.14.193', '99.100.15.225', '99.100.15.241', '99.100.16.1',
       '99.100.16.17', '99.100.16.33', '99.100.17.145', '99.100.17.161',
       '99.100.19.33', '99.100.2.193', '99.100.2.209', '99.100.2.241',
       '99.100.2.65', '99.100.2.81', '99.100.21.1', '99.100.21.145',
       '99.100.21.193', '99.100.22.1', '99.100.22.209', '99.100.23.129',
       '99.100.23.209', '99.100.23.65', '99.100.24.145', '99.100.24.209',
       '99.100.24.225', '99.100.24.49', '99.100.25.1', '99.100.25.17',
       '99.100.30.145', '99.100.30.161', '99.100.30.177', '99.100.30.193',
       '99.100.30.209', '99.100.30.225', '99.100.30.241', '99.100.31.129',
       '99.100.31.145', '99.100.31.177', '99.100.31.193', '99.100.31.209',
       '99.100.31.225', '99.100.31.241', '99.100.31.33', '99.100.31.65',
       '99.100.31.81', '99.100.32.1', '99.100.32.113', '99.100.32.145',
       '99.100.32.161', '99.100.32.17', '99.100.32.177', '99.100.32.193',
       '99.100.32.209', '99.100.32.49', '99.100.32.65', '99.100.32.81',
       '99.100.32.97', '99.100.33.1', '99.100.33.129', '99.100.33.145',
       '99.100.33.17', '99.100.33.193', '99.100.33.209', '99.100.33.241',
       '99.100.33.33', '99.100.33.65', '99.100.33.97', '99.100.34.113',
       '99.100.34.129', '99.100.34.145', '99.100.34.161', '99.100.34.17',
       '99.100.34.177', '99.100.34.193', '99.100.34.209', '99.100.34.225',
       '99.100.34.241', '99.100.34.33', '99.100.34.49', '99.100.34.65',
       '99.100.35.1', '99.100.35.101', '99.100.35.102', '99.100.35.113',
       '99.100.35.129', '99.100.35.145', '99.100.35.161', '99.100.35.17',
       '99.100.35.177', '99.100.35.193', '99.100.35.209', '99.100.35.225',
       '99.100.35.241', '99.100.35.33', '99.100.35.65', '99.100.35.97',
       '99.100.36.113', '99.100.36.129', '99.100.36.145', '99.100.36.17',
       '99.100.36.177', '99.100.36.193', '99.100.36.209', '99.100.36.225',
       '99.100.36.241', '99.100.36.33', '99.100.36.65', '99.100.37.1',
       '99.100.37.113', '99.100.37.129', '99.100.37.145', '99.100.37.161',
       '99.100.37.17', '99.100.37.177', '99.100.37.193', '99.100.37.209',
       '99.100.37.225', '99.100.37.241', '99.100.37.33', '99.100.37.49',
       '99.100.37.65', '99.100.37.81', '99.100.37.97', '99.100.38.1',
       '99.100.38.113', '99.100.38.129', '99.100.38.145', '99.100.38.161',
       '99.100.38.177', '99.100.38.193', '99.100.38.209', '99.100.38.225',
       '99.100.38.241', '99.100.38.33', '99.100.38.49', '99.100.38.65',
       '99.100.38.81', '99.100.38.97', '99.100.39.1', '99.100.39.129',
       '99.100.39.145', '99.100.39.161', '99.100.39.17', '99.100.39.33',
       '99.100.39.49', '99.100.39.65', '99.100.39.81', '99.100.39.97',
       '99.100.4.150', '99.100.4.177', '99.100.5.209', '99.100.5.241',
       '99.100.5.31', '99.100.64.113', '99.100.64.129', '99.100.64.145',
       '99.100.64.17', '99.100.64.193', '99.100.64.209', '99.100.64.225',
       '99.100.64.241', '99.100.64.33', '99.100.64.49', '99.100.64.65',
       '99.100.64.81', '99.100.64.97', '99.100.65.1', '99.100.65.113',
       '99.100.65.129', '99.100.65.145', '99.100.65.161', '99.100.65.17',
       '99.100.65.209', '99.100.65.225', '99.100.65.241', '99.100.65.33',
       '99.100.65.49', '99.100.65.65', '99.100.65.97', '99.100.66.1',
       '99.100.66.113', '99.100.66.129', '99.100.66.145', '99.100.66.161',
       '99.100.66.177', '99.100.66.193', '99.100.66.209', '99.100.66.225',
       '99.100.66.241', '99.100.66.33', '99.100.66.49', '99.100.66.65',
       '99.100.66.97', '99.100.67.1', '99.100.67.113', '99.100.67.129',
       '99.100.67.145', '99.100.67.161', '99.100.67.17', '99.100.67.177',
       '99.100.67.193', '99.100.67.209', '99.100.67.225', '99.100.67.241',
       '99.100.67.33', '99.100.67.49', '99.100.67.65', '99.100.67.81',
       '99.100.67.97', '99.100.68.1', '99.100.68.113', '99.100.68.129',
       '99.100.68.145', '99.100.68.161', '99.100.68.17', '99.100.68.177',
       '99.100.68.193', '99.100.68.209', '99.100.68.33', '99.100.68.49',
       '99.100.68.65', '99.100.68.81', '99.100.68.97', '99.100.69.1',
       '99.100.69.129', '99.100.69.145', '99.100.69.161', '99.100.69.17',
       '99.100.69.177', '99.100.69.193', '99.100.69.209', '99.100.69.225',
       '99.100.69.241', '99.100.69.33', '99.100.69.81', '99.100.69.97',
       '99.100.7.17', '99.100.7.193', '99.100.70.1', '99.100.70.113',
       '99.100.70.129', '99.100.70.145', '99.100.70.161', '99.100.70.17',
       '99.100.70.177', '99.100.70.193', '99.100.70.209', '99.100.70.225',
       '99.100.70.241', '99.100.70.33', '99.100.70.49', '99.100.70.65',
       '99.100.70.97', '99.100.71.1', '99.100.71.113', '99.100.71.129',
       '99.100.71.17', '99.100.71.225', '99.100.71.33', '99.100.71.49',
       '99.100.71.65', '99.100.71.81', '99.100.71.97', '99.100.74.129',
       '99.100.74.161', '99.100.74.193', '99.100.74.225', '99.100.74.241',
       '99.100.74.33', '99.100.74.49', '99.100.74.81', '99.100.74.97',
       '99.100.75.1', '99.100.75.145', '99.100.75.177', '99.100.75.225',
       '99.100.75.33', '99.100.75.49', '99.100.76.1', '99.100.76.113',
       '99.100.76.129', '99.100.76.177', '99.100.76.193', '99.100.76.33',
       '99.100.76.65', '99.100.76.97', '99.100.77.1', '99.100.77.129',
       '99.100.77.193', '99.100.77.65', '99.100.77.97', '99.100.78.1',
       '99.100.78.33', '99.100.78.49', '99.100.8.17', '99.100.83.145',
       '99.100.86.241', '99.100.87.1', '99.100.87.129', '99.100.87.15',
       '99.100.87.161', '99.100.87.17', '99.100.87.209', '99.100.87.225',
       '99.100.87.241', '99.100.87.33', '99.100.87.49', '99.100.87.65',
       '99.100.87.81', '99.100.87.97', '99.100.88.145', '99.100.88.161',
       '99.100.88.17', '99.100.88.177', '99.100.88.193', '99.100.88.209',
       '99.100.88.225', '99.100.88.241', '99.100.88.33', '99.100.88.49',
       '99.100.88.65', '99.100.88.81', '99.100.88.97', '99.100.89.1',
       '99.100.89.113', '99.100.89.129', '99.100.89.145', '99.100.89.161',
       '99.100.89.17', '99.100.89.177', '99.100.89.241', '99.100.89.33',
       '99.100.89.49', '99.100.89.65', '99.100.89.81', '99.100.89.97',
       '99.100.90.1', '99.100.90.113', '99.100.90.129', '99.100.90.145',
       '99.100.90.161', '99.100.90.17', '99.100.90.177', '99.100.90.193',
       '99.100.90.209', '99.100.90.225', '99.100.90.241', '99.100.90.33',
       '99.100.90.49', '99.100.90.65', '99.100.90.81', '99.100.90.97',
       '99.100.91.1', '99.100.91.113', '99.100.91.129', '99.100.91.145',
       '99.100.91.161', '99.100.91.17', '99.100.91.177', '99.100.91.209',
       '99.100.91.225', '99.100.91.31', '99.100.91.33', '99.100.91.49',
       '99.100.91.65', '99.100.91.81', '99.100.91.97', '99.100.92.1',
       '99.100.92.113', '99.100.92.129', '99.100.92.145', '99.100.92.161',
       '99.100.92.17', '99.100.92.177', '99.100.92.225', '99.100.92.33',
       '99.100.92.49', '99.100.92.65', '99.100.92.81', '99.100.92.97',
       '99.100.93.113', '99.100.93.129', '99.100.93.145', '99.100.93.161',
       '99.100.93.17', '99.100.93.177', '99.100.93.209', '99.100.93.225',
       '99.100.93.241', '99.100.93.33', '99.100.93.49', '99.100.93.65',
       '99.100.93.81', '99.100.94.1', '99.100.94.113', '99.100.94.129',
       '99.100.94.161', '99.100.94.17', '99.100.94.177', '99.100.94.193',
       '99.100.94.209', '99.100.94.225', '99.100.94.241', '99.100.94.33',
       '99.100.94.49', '99.100.94.65', '99.100.94.81', '99.100.94.97',
       '99.100.95.1', '99.100.95.113', '99.100.95.129', '99.100.95.145',
       '99.100.95.161', '99.100.95.17', '99.100.95.177', '99.100.95.193',
       '99.100.95.225', '99.100.95.241', '99.100.95.33', '99.100.95.49',
       '99.100.95.65', '99.100.95.81', '99.100.95.97', '99.100.96.1',
       '99.100.96.113', '99.100.96.129', '99.100.96.145', '99.100.96.17',
       '99.100.96.177', '99.100.96.193', '99.100.96.209', '99.100.96.225',
       '99.100.96.241', '99.100.96.33', '99.100.96.49', '99.100.96.65',
       '99.100.96.81', '99.100.97.113', '99.100.97.129', '99.100.97.145',
       '99.100.97.161', '99.100.97.17', '99.100.97.177', '99.100.97.193',
       '99.100.97.209', '99.100.97.225', '99.100.97.241', '99.100.97.33',
       '99.100.97.49', '99.100.97.65', '99.100.97.81', '99.100.97.97',
       '99.100.98.1', '99.100.98.113', '99.100.98.129', '99.100.98.145',
       '99.100.98.161', '99.100.98.17', '99.100.98.177', '99.100.98.193',
       '99.100.98.209', '99.100.98.225', '99.100.98.241', '99.100.98.33',
       '99.100.98.49', '99.100.98.65', '99.100.98.81', '99.100.98.97',
       '99.100.99.1', '99.100.99.113', '99.100.99.129', '99.100.99.145',
       '99.100.99.161', '99.100.99.17', '99.100.99.177', '99.100.99.193',
       '99.100.99.209', '99.100.99.225', '99.100.99.241', '99.100.99.33',
       '99.100.99.49', '99.100.99.65', '99.100.99.81', '99.100.99.97'],
      dtype=object)

In [35]:

freq_point

Out [35]:

array(['1 076 040 KHz', '1 076 130 KHz', '1 076 220 KHz', '1 076 310 KHz',
       '1 076 340 KHz', '1 076 400 KHz', '1 076 490 KHz', '1 076 580 KHz',
       '1 076 670 KHz', '1 076 850 KHz', '1 076 860 KHz', '1 076 940 KHz',
       '1 077 040 KHz', '1 077 210 KHz', '1 077 560 KHz', '1 077 660 KHz',
       '1 077 885 KHz', '1 078 000 KHz', '1 078 020 KHz', '1 078 140 KHz',
       '1 078 580 KHz', '1 078 860 KHz', '1 078 930 KHz', '1 079 180 KHz',
       '1 079 360 KHz', '1 079 540 KHz', '1 079 720 KHz', '1 143 560 KHz',
       '1 144 930 KHz', '1 146 040 KHz', '1 146 130 KHz', '1 146 220 KHz',
       '1 146 310 KHz', '1 146 400 KHz', '1 146 490 KHz', '1 146 580 KHz',
       '1 146 670 KHz', '1 146 760 KHz', '1 146 850 KHz', '1 146 940 KHz',
       '1 147 030 KHz', '1 147 120 KHz', '1 147 210 KHz', '1 147 300 KHz',
       '1 147 390 KHz', '1 147 480 KHz', '1 147 570 KHz', '1 147 660 KHz',
       '1 147 750 KHz', '1 147 840 KHz', '1 147 930 KHz', '1 148 140 KHz',
       '1 148 230 KHz', '1 148 320 KHz', '1 148 410 KHz', '1 148 500 KHz',
       '1 148 590 KHz', '1 148 680 KHz', '1 148 770 KHz', '1 148 860 KHz',
       '1 148 950 KHz', '1 149 040 KHz', '1 149 130 KHz', '1 149 220 KHz',
       '1 149 310 KHz', '1 149 400 KHz', '1 149 500 KHz', '1 149 590 KHz',
       '1 149 680 KHz', '1 149 770 KHz', 'nan'], dtype='<U32')

In [36]:

user_dict_code = {user:i for i, user in enumerate(user_dict)}

In [37]:

user_dict_code

Out [37]:

{'99.100.10.97': 0,
 '99.100.100.1': 1,
 '99.100.100.113': 2,
 '99.100.100.129': 3,
 '99.100.100.145': 4,
 '99.100.100.161': 5,
 '99.100.100.17': 6,
 '99.100.100.177': 7,
 '99.100.100.193': 8,
 '99.100.100.209': 9,
 '99.100.100.225': 10,
 '99.100.100.241': 11,
 '99.100.100.33': 12,
 '99.100.100.49': 13,
 '99.100.100.65': 14,
 '99.100.100.81': 15,
 '99.100.100.97': 16,
 '99.100.101.1': 17,
 '99.100.101.113': 18,
 '99.100.101.129': 19,
 '99.100.101.145': 20,
 '99.100.101.161': 21,
 '99.100.101.17': 22,
 '99.100.101.177': 23,
 '99.100.101.193': 24,
 '99.100.101.209': 25,
 '99.100.101.225': 26,
 '99.100.101.241': 27,
 '99.100.101.33': 28,
 '99.100.101.49': 29,
 '99.100.101.65': 30,
 '99.100.101.81': 31,
 '99.100.101.97': 32,
 '99.100.102.1': 33,
 '99.100.102.113': 34,
 '99.100.102.129': 35,
 '99.100.102.145': 36,
 '99.100.102.161': 37,
 '99.100.102.17': 38,
 '99.100.102.177': 39,
 '99.100.102.193': 40,
 '99.100.102.209': 41,
 '99.100.102.225': 42,
 '99.100.102.241': 43,
 '99.100.102.33': 44,
 '99.100.102.49': 45,
 '99.100.102.65': 46,
 '99.100.102.81': 47,
 '99.100.102.97': 48,
 '99.100.103.1': 49,
 '99.100.103.11': 50,
 '99.100.103.113': 51,
 '99.100.103.129': 52,
 '99.100.103.145': 53,
 '99.100.103.161': 54,
 '99.100.103.17': 55,
 '99.100.103.177': 56,
 '99.100.103.193': 57,
 '99.100.103.209': 58,
 '99.100.103.225': 59,
 '99.100.103.241': 60,
 '99.100.103.33': 61,
 '99.100.103.49': 62,
 '99.100.103.65': 63,
 '99.100.103.81': 64,
 '99.100.103.97': 65,
 '99.100.104.1': 66,
 '99.100.104.113': 67,
 '99.100.104.129': 68,
 '99.100.104.145': 69,
 '99.100.104.161': 70,
 '99.100.104.177': 71,
 '99.100.104.193': 72,
 '99.100.104.209': 73,
 '99.100.104.225': 74,
 '99.100.104.241': 75,
 '99.100.104.33': 76,
 '99.100.104.49': 77,
 '99.100.104.65': 78,
 '99.100.104.81': 79,
 '99.100.104.97': 80,
 '99.100.105.1': 81,
 '99.100.105.113': 82,
 '99.100.105.129': 83,
 '99.100.105.145': 84,
 '99.100.105.161': 85,
 '99.100.105.17': 86,
 '99.100.105.177': 87,
 '99.100.105.193': 88,
 '99.100.105.209': 89,
 '99.100.105.225': 90,
 '99.100.105.241': 91,
 '99.100.105.33': 92,
 '99.100.105.49': 93,
 '99.100.105.65': 94,
 '99.100.105.81': 95,
 '99.100.105.97': 96,
 '99.100.106.1': 97,
 '99.100.106.113': 98,
 '99.100.106.129': 99,
 '99.100.106.145': 100,
 '99.100.106.161': 101,
 '99.100.106.17': 102,
 '99.100.106.177': 103,
 '99.100.106.193': 104,
 '99.100.106.209': 105,
 '99.100.106.225': 106,
 '99.100.106.241': 107,
 '99.100.106.33': 108,
 '99.100.106.49': 109,
 '99.100.106.65': 110,
 '99.100.106.81': 111,
 '99.100.106.97': 112,
 '99.100.107.1': 113,
 '99.100.107.113': 114,
 '99.100.107.129': 115,
 '99.100.107.145': 116,
 '99.100.107.17': 117,
 '99.100.107.177': 118,
 '99.100.107.193': 119,
 '99.100.107.209': 120,
 '99.100.107.241': 121,
 '99.100.107.33': 122,
 '99.100.107.49': 123,
 '99.100.107.65': 124,
 '99.100.108.1': 125,
 '99.100.108.17': 126,
 '99.100.108.177': 127,
 '99.100.108.193': 128,
 '99.100.108.33': 129,
 '99.100.108.49': 130,
 '99.100.108.65': 131,
 '99.100.108.81': 132,
 '99.100.108.97': 133,
 '99.100.109.113': 134,
 '99.100.109.129': 135,
 '99.100.109.145': 136,
 '99.100.109.161': 137,
 '99.100.109.17': 138,
 '99.100.109.177': 139,
 '99.100.109.193': 140,
 '99.100.109.209': 141,
 '99.100.109.225': 142,
 '99.100.109.241': 143,
 '99.100.109.49': 144,
 '99.100.109.65': 145,
 '99.100.109.81': 146,
 '99.100.109.97': 147,
 '99.100.11.1': 148,
 '99.100.11.113': 149,
 '99.100.11.129': 150,
 '99.100.11.65': 151,
 '99.100.11.97': 152,
 '99.100.110.1': 153,
 '99.100.110.129': 154,
 '99.100.110.145': 155,
 '99.100.110.17': 156,
 '99.100.110.209': 157,
 '99.100.110.225': 158,
 '99.100.110.241': 159,
 '99.100.110.33': 160,
 '99.100.110.49': 161,
 '99.100.110.81': 162,
 '99.100.110.97': 163,
 '99.100.111.129': 164,
 '99.100.111.145': 165,
 '99.100.111.161': 166,
 '99.100.111.177': 167,
 '99.100.111.193': 168,
 '99.100.111.209': 169,
 '99.100.111.225': 170,
 '99.100.111.33': 171,
 '99.100.111.49': 172,
 '99.100.111.81': 173,
 '99.100.111.97': 174,
 '99.100.112.113': 175,
 '99.100.112.129': 176,
 '99.100.112.145': 177,
 '99.100.112.161': 178,
 '99.100.112.177': 179,
 '99.100.112.209': 180,
 '99.100.112.241': 181,
 '99.100.112.33': 182,
 '99.100.112.49': 183,
 '99.100.112.81': 184,
 '99.100.112.97': 185,
 '99.100.113.1': 186,
 '99.100.113.113': 187,
 '99.100.113.161': 188,
 '99.100.113.17': 189,
 '99.100.113.177': 190,
 '99.100.113.193': 191,
 '99.100.113.209': 192,
 '99.100.113.225': 193,
 '99.100.113.241': 194,
 '99.100.113.33': 195,
 '99.100.113.49': 196,
 '99.100.113.97': 197,
 '99.100.114.1': 198,
 '99.100.114.113': 199,
 '99.100.114.129': 200,
 '99.100.114.145': 201,
 '99.100.114.161': 202,
 '99.100.114.17': 203,
 '99.100.114.177': 204,
 '99.100.114.209': 205,
 '99.100.114.225': 206,
 '99.100.114.241': 207,
 '99.100.114.33': 208,
 '99.100.114.49': 209,
 '99.100.114.65': 210,
 '99.100.114.81': 211,
 '99.100.114.97': 212,
 '99.100.115.1': 213,
 '99.100.115.113': 214,
 '99.100.115.129': 215,
 '99.100.115.145': 216,
 '99.100.115.161': 217,
 '99.100.115.17': 218,
 '99.100.115.177': 219,
 '99.100.115.193': 220,
 '99.100.115.209': 221,
 '99.100.115.225': 222,
 '99.100.115.241': 223,
 '99.100.115.33': 224,
 '99.100.115.49': 225,
 '99.100.115.65': 226,
 '99.100.115.81': 227,
 '99.100.115.97': 228,
 '99.100.116.1': 229,
 '99.100.116.113': 230,
 '99.100.116.129': 231,
 '99.100.116.145': 232,
 '99.100.116.161': 233,
 '99.100.116.177': 234,
 '99.100.116.193': 235,
 '99.100.116.209': 236,
 '99.100.116.225': 237,
 '99.100.116.241': 238,
 '99.100.116.33': 239,
 '99.100.116.49': 240,
 '99.100.116.65': 241,
 '99.100.116.81': 242,
 '99.100.116.97': 243,
 '99.100.117.1': 244,
 '99.100.117.17': 245,
 '99.100.119.1': 246,
 '99.100.119.113': 247,
 '99.100.119.129': 248,
 '99.100.119.145': 249,
 '99.100.119.161': 250,
 '99.100.119.177': 251,
 '99.100.119.193': 252,
 '99.100.119.49': 253,
 '99.100.119.81': 254,
 '99.100.120.113': 255,
 '99.100.120.129': 256,
 '99.100.120.145': 257,
 '99.100.120.161': 258,
 '99.100.120.17': 259,
 '99.100.120.177': 260,
 '99.100.120.193': 261,
 '99.100.120.225': 262,
 '99.100.120.241': 263,
 '99.100.120.33': 264,
 '99.100.120.49': 265,
 '99.100.120.65': 266,
 '99.100.120.81': 267,
 '99.100.121.113': 268,
 '99.100.121.129': 269,
 '99.100.121.161': 270,
 '99.100.121.17': 271,
 '99.100.121.177': 272,
 '99.100.121.193': 273,
 '99.100.121.209': 274,
 '99.100.121.225': 275,
 '99.100.121.241': 276,
 '99.100.121.33': 277,
 '99.100.121.49': 278,
 '99.100.121.65': 279,
 '99.100.121.81': 280,
 '99.100.122.1': 281,
 '99.100.122.113': 282,
 '99.100.122.129': 283,
 '99.100.122.161': 284,
 '99.100.122.17': 285,
 '99.100.122.193': 286,
 '99.100.122.209': 287,
 '99.100.122.241': 288,
 '99.100.122.33': 289,
 '99.100.122.49': 290,
 '99.100.122.65': 291,
 '99.100.122.81': 292,
 '99.100.122.97': 293,
 '99.100.123.113': 294,
 '99.100.123.129': 295,
 '99.100.123.161': 296,
 '99.100.123.17': 297,
 '99.100.123.177': 298,
 '99.100.123.193': 299,
 '99.100.123.209': 300,
 '99.100.123.241': 301,
 '99.100.123.33': 302,
 '99.100.123.49': 303,
 '99.100.123.65': 304,
 '99.100.123.81': 305,
 '99.100.124.1': 306,
 '99.100.124.113': 307,
 '99.100.124.129': 308,
 '99.100.124.145': 309,
 '99.100.124.161': 310,
 '99.100.124.17': 311,
 '99.100.124.177': 312,
 '99.100.124.209': 313,
 '99.100.124.225': 314,
 '99.100.124.241': 315,
 '99.100.124.33': 316,
 '99.100.124.49': 317,
 '99.100.124.81': 318,
 '99.100.125.1': 319,
 '99.100.125.113': 320,
 '99.100.125.129': 321,
 '99.100.125.145': 322,
 '99.100.125.161': 323,
 '99.100.125.17': 324,
 '99.100.125.177': 325,
 '99.100.125.193': 326,
 '99.100.125.209': 327,
 '99.100.125.225': 328,
 '99.100.125.241': 329,
 '99.100.125.33': 330,
 '99.100.125.49': 331,
 '99.100.125.65': 332,
 '99.100.125.81': 333,
 '99.100.125.97': 334,
 '99.100.126.129': 335,
 '99.100.126.145': 336,
 '99.100.126.17': 337,
 '99.100.126.177': 338,
 '99.100.126.193': 339,
 '99.100.126.225': 340,
 '99.100.126.241': 341,
 '99.100.126.33': 342,
 '99.100.126.49': 343,
 '99.100.126.65': 344,
 '99.100.126.81': 345,
 '99.100.127.1': 346,
 '99.100.127.113': 347,
 '99.100.127.145': 348,
 '99.100.127.161': 349,
 '99.100.127.17': 350,
 '99.100.127.177': 351,
 '99.100.127.193': 352,
 '99.100.127.209': 353,
 '99.100.127.225': 354,
 '99.100.127.241': 355,
 '99.100.127.33': 356,
 '99.100.127.49': 357,
 '99.100.127.65': 358,
 '99.100.127.81': 359,
 '99.100.128.113': 360,
 '99.100.128.17': 361,
 '99.100.128.177': 362,
 '99.100.128.209': 363,
 '99.100.128.225': 364,
 '99.100.128.241': 365,
 '99.100.128.33': 366,
 '99.100.128.65': 367,
 '99.100.128.81': 368,
 '99.100.129.113': 369,
 '99.100.129.129': 370,
 '99.100.129.145': 371,
 '99.100.129.161': 372,
 '99.100.129.17': 373,
 '99.100.129.193': 374,
 '99.100.129.209': 375,
 '99.100.129.225': 376,
 '99.100.129.241': 377,
 '99.100.129.33': 378,
 '99.100.129.49': 379,
 '99.100.129.65': 380,
 '99.100.129.81': 381,
 '99.100.129.97': 382,
 '99.100.130.1': 383,
 '99.100.130.113': 384,
 '99.100.130.129': 385,
 '99.100.130.161': 386,
 '99.100.130.17': 387,
 '99.100.130.177': 388,
 '99.100.130.193': 389,
 '99.100.130.209': 390,
 '99.100.130.225': 391,
 '99.100.130.241': 392,
 '99.100.130.33': 393,
 '99.100.130.49': 394,
 '99.100.130.65': 395,
 '99.100.130.81': 396,
 '99.100.131.1': 397,
 '99.100.131.113': 398,
 '99.100.131.145': 399,
 '99.100.131.161': 400,
 '99.100.131.17': 401,
 '99.100.131.177': 402,
 '99.100.131.193': 403,
 '99.100.131.209': 404,
 '99.100.131.225': 405,
 '99.100.131.241': 406,
 '99.100.131.33': 407,
 '99.100.131.65': 408,
 '99.100.132.1': 409,
 '99.100.132.113': 410,
 '99.100.132.129': 411,
 '99.100.132.161': 412,
 '99.100.132.17': 413,
 '99.100.132.177': 414,
 '99.100.132.193': 415,
 '99.100.132.209': 416,
 '99.100.132.33': 417,
 '99.100.132.49': 418,
 '99.100.132.65': 419,
 '99.100.132.81': 420,
 '99.100.14.193': 421,
 '99.100.15.225': 422,
 '99.100.15.241': 423,
 '99.100.16.1': 424,
 '99.100.16.17': 425,
 '99.100.16.33': 426,
 '99.100.17.145': 427,
 '99.100.17.161': 428,
 '99.100.19.33': 429,
 '99.100.2.193': 430,
 '99.100.2.209': 431,
 '99.100.2.241': 432,
 '99.100.2.65': 433,
 '99.100.2.81': 434,
 '99.100.21.1': 435,
 '99.100.21.145': 436,
 '99.100.21.193': 437,
 '99.100.22.1': 438,
 '99.100.22.209': 439,
 '99.100.23.129': 440,
 '99.100.23.209': 441,
 '99.100.23.65': 442,
 '99.100.24.145': 443,
 '99.100.24.209': 444,
 '99.100.24.225': 445,
 '99.100.24.49': 446,
 '99.100.25.1': 447,
 '99.100.25.17': 448,
 '99.100.30.145': 449,
 '99.100.30.161': 450,
 '99.100.30.177': 451,
 '99.100.30.193': 452,
 '99.100.30.209': 453,
 '99.100.30.225': 454,
 '99.100.30.241': 455,
 '99.100.31.129': 456,
 '99.100.31.145': 457,
 '99.100.31.177': 458,
 '99.100.31.193': 459,
 '99.100.31.209': 460,
 '99.100.31.225': 461,
 '99.100.31.241': 462,
 '99.100.31.33': 463,
 '99.100.31.65': 464,
 '99.100.31.81': 465,
 '99.100.32.1': 466,
 '99.100.32.113': 467,
 '99.100.32.145': 468,
 '99.100.32.161': 469,
 '99.100.32.17': 470,
 '99.100.32.177': 471,
 '99.100.32.193': 472,
 '99.100.32.209': 473,
 '99.100.32.49': 474,
 '99.100.32.65': 475,
 '99.100.32.81': 476,
 '99.100.32.97': 477,
 '99.100.33.1': 478,
 '99.100.33.129': 479,
 '99.100.33.145': 480,
 '99.100.33.17': 481,
 '99.100.33.193': 482,
 '99.100.33.209': 483,
 '99.100.33.241': 484,
 '99.100.33.33': 485,
 '99.100.33.65': 486,
 '99.100.33.97': 487,
 '99.100.34.113': 488,
 '99.100.34.129': 489,
 '99.100.34.145': 490,
 '99.100.34.161': 491,
 '99.100.34.17': 492,
 '99.100.34.177': 493,
 '99.100.34.193': 494,
 '99.100.34.209': 495,
 '99.100.34.225': 496,
 '99.100.34.241': 497,
 '99.100.34.33': 498,
 '99.100.34.49': 499,
 '99.100.34.65': 500,
 '99.100.35.1': 501,
 '99.100.35.101': 502,
 '99.100.35.102': 503,
 '99.100.35.113': 504,
 '99.100.35.129': 505,
 '99.100.35.145': 506,
 '99.100.35.161': 507,
 '99.100.35.17': 508,
 '99.100.35.177': 509,
 '99.100.35.193': 510,
 '99.100.35.209': 511,
 '99.100.35.225': 512,
 '99.100.35.241': 513,
 '99.100.35.33': 514,
 '99.100.35.65': 515,
 '99.100.35.97': 516,
 '99.100.36.113': 517,
 '99.100.36.129': 518,
 '99.100.36.145': 519,
 '99.100.36.17': 520,
 '99.100.36.177': 521,
 '99.100.36.193': 522,
 '99.100.36.209': 523,
 '99.100.36.225': 524,
 '99.100.36.241': 525,
 '99.100.36.33': 526,
 '99.100.36.65': 527,
 '99.100.37.1': 528,
 '99.100.37.113': 529,
 '99.100.37.129': 530,
 '99.100.37.145': 531,
 '99.100.37.161': 532,
 '99.100.37.17': 533,
 '99.100.37.177': 534,
 '99.100.37.193': 535,
 '99.100.37.209': 536,
 '99.100.37.225': 537,
 '99.100.37.241': 538,
 '99.100.37.33': 539,
 '99.100.37.49': 540,
 '99.100.37.65': 541,
 '99.100.37.81': 542,
 '99.100.37.97': 543,
 '99.100.38.1': 544,
 '99.100.38.113': 545,
 '99.100.38.129': 546,
 '99.100.38.145': 547,
 '99.100.38.161': 548,
 '99.100.38.177': 549,
 '99.100.38.193': 550,
 '99.100.38.209': 551,
 '99.100.38.225': 552,
 '99.100.38.241': 553,
 '99.100.38.33': 554,
 '99.100.38.49': 555,
 '99.100.38.65': 556,
 '99.100.38.81': 557,
 '99.100.38.97': 558,
 '99.100.39.1': 559,
 '99.100.39.129': 560,
 '99.100.39.145': 561,
 '99.100.39.161': 562,
 '99.100.39.17': 563,
 '99.100.39.33': 564,
 '99.100.39.49': 565,
 '99.100.39.65': 566,
 '99.100.39.81': 567,
 '99.100.39.97': 568,
 '99.100.4.150': 569,
 '99.100.4.177': 570,
 '99.100.5.209': 571,
 '99.100.5.241': 572,
 '99.100.5.31': 573,
 '99.100.64.113': 574,
 '99.100.64.129': 575,
 '99.100.64.145': 576,
 '99.100.64.17': 577,
 '99.100.64.193': 578,
 '99.100.64.209': 579,
 '99.100.64.225': 580,
 '99.100.64.241': 581,
 '99.100.64.33': 582,
 '99.100.64.49': 583,
 '99.100.64.65': 584,
 '99.100.64.81': 585,
 '99.100.64.97': 586,
 '99.100.65.1': 587,
 '99.100.65.113': 588,
 '99.100.65.129': 589,
 '99.100.65.145': 590,
 '99.100.65.161': 591,
 '99.100.65.17': 592,
 '99.100.65.209': 593,
 '99.100.65.225': 594,
 '99.100.65.241': 595,
 '99.100.65.33': 596,
 '99.100.65.49': 597,
 '99.100.65.65': 598,
 '99.100.65.97': 599,
 '99.100.66.1': 600,
 '99.100.66.113': 601,
 '99.100.66.129': 602,
 '99.100.66.145': 603,
 '99.100.66.161': 604,
 '99.100.66.177': 605,
 '99.100.66.193': 606,
 '99.100.66.209': 607,
 '99.100.66.225': 608,
 '99.100.66.241': 609,
 '99.100.66.33': 610,
 '99.100.66.49': 611,
 '99.100.66.65': 612,
 '99.100.66.97': 613,
 '99.100.67.1': 614,
 '99.100.67.113': 615,
 '99.100.67.129': 616,
 '99.100.67.145': 617,
 '99.100.67.161': 618,
 '99.100.67.17': 619,
 '99.100.67.177': 620,
 '99.100.67.193': 621,
 '99.100.67.209': 622,
 '99.100.67.225': 623,
 '99.100.67.241': 624,
 '99.100.67.33': 625,
 '99.100.67.49': 626,
 '99.100.67.65': 627,
 '99.100.67.81': 628,
 '99.100.67.97': 629,
 '99.100.68.1': 630,
 '99.100.68.113': 631,
 '99.100.68.129': 632,
 '99.100.68.145': 633,
 '99.100.68.161': 634,
 '99.100.68.17': 635,
 '99.100.68.177': 636,
 '99.100.68.193': 637,
 '99.100.68.209': 638,
 '99.100.68.33': 639,
 '99.100.68.49': 640,
 '99.100.68.65': 641,
 '99.100.68.81': 642,
 '99.100.68.97': 643,
 '99.100.69.1': 644,
 '99.100.69.129': 645,
 '99.100.69.145': 646,
 '99.100.69.161': 647,
 '99.100.69.17': 648,
 '99.100.69.177': 649,
 '99.100.69.193': 650,
 '99.100.69.209': 651,
 '99.100.69.225': 652,
 '99.100.69.241': 653,
 '99.100.69.33': 654,
 '99.100.69.81': 655,
 '99.100.69.97': 656,
 '99.100.7.17': 657,
 '99.100.7.193': 658,
 '99.100.70.1': 659,
 '99.100.70.113': 660,
 '99.100.70.129': 661,
 '99.100.70.145': 662,
 '99.100.70.161': 663,
 '99.100.70.17': 664,
 '99.100.70.177': 665,
 '99.100.70.193': 666,
 '99.100.70.209': 667,
 '99.100.70.225': 668,
 '99.100.70.241': 669,
 '99.100.70.33': 670,
 '99.100.70.49': 671,
 '99.100.70.65': 672,
 '99.100.70.97': 673,
 '99.100.71.1': 674,
 '99.100.71.113': 675,
 '99.100.71.129': 676,
 '99.100.71.17': 677,
 '99.100.71.225': 678,
 '99.100.71.33': 679,
 '99.100.71.49': 680,
 '99.100.71.65': 681,
 '99.100.71.81': 682,
 '99.100.71.97': 683,
 '99.100.74.129': 684,
 '99.100.74.161': 685,
 '99.100.74.193': 686,
 '99.100.74.225': 687,
 '99.100.74.241': 688,
 '99.100.74.33': 689,
 '99.100.74.49': 690,
 '99.100.74.81': 691,
 '99.100.74.97': 692,
 '99.100.75.1': 693,
 '99.100.75.145': 694,
 '99.100.75.177': 695,
 '99.100.75.225': 696,
 '99.100.75.33': 697,
 '99.100.75.49': 698,
 '99.100.76.1': 699,
 '99.100.76.113': 700,
 '99.100.76.129': 701,
 '99.100.76.177': 702,
 '99.100.76.193': 703,
 '99.100.76.33': 704,
 '99.100.76.65': 705,
 '99.100.76.97': 706,
 '99.100.77.1': 707,
 '99.100.77.129': 708,
 '99.100.77.193': 709,
 '99.100.77.65': 710,
 '99.100.77.97': 711,
 '99.100.78.1': 712,
 '99.100.78.33': 713,
 '99.100.78.49': 714,
 '99.100.8.17': 715,
 '99.100.83.145': 716,
 '99.100.86.241': 717,
 '99.100.87.1': 718,
 '99.100.87.129': 719,
 '99.100.87.15': 720,
 '99.100.87.161': 721,
 '99.100.87.17': 722,
 '99.100.87.209': 723,
 '99.100.87.225': 724,
 '99.100.87.241': 725,
 '99.100.87.33': 726,
 '99.100.87.49': 727,
 '99.100.87.65': 728,
 '99.100.87.81': 729,
 '99.100.87.97': 730,
 '99.100.88.145': 731,
 '99.100.88.161': 732,
 '99.100.88.17': 733,
 '99.100.88.177': 734,
 '99.100.88.193': 735,
 '99.100.88.209': 736,
 '99.100.88.225': 737,
 '99.100.88.241': 738,
 '99.100.88.33': 739,
 '99.100.88.49': 740,
 '99.100.88.65': 741,
 '99.100.88.81': 742,
 '99.100.88.97': 743,
 '99.100.89.1': 744,
 '99.100.89.113': 745,
 '99.100.89.129': 746,
 '99.100.89.145': 747,
 '99.100.89.161': 748,
 '99.100.89.17': 749,
 '99.100.89.177': 750,
 '99.100.89.241': 751,
 '99.100.89.33': 752,
 '99.100.89.49': 753,
 '99.100.89.65': 754,
 '99.100.89.81': 755,
 '99.100.89.97': 756,
 '99.100.90.1': 757,
 '99.100.90.113': 758,
 '99.100.90.129': 759,
 '99.100.90.145': 760,
 '99.100.90.161': 761,
 '99.100.90.17': 762,
 '99.100.90.177': 763,
 '99.100.90.193': 764,
 '99.100.90.209': 765,
 '99.100.90.225': 766,
 '99.100.90.241': 767,
 '99.100.90.33': 768,
 '99.100.90.49': 769,
 '99.100.90.65': 770,
 '99.100.90.81': 771,
 '99.100.90.97': 772,
 '99.100.91.1': 773,
 '99.100.91.113': 774,
 '99.100.91.129': 775,
 '99.100.91.145': 776,
 '99.100.91.161': 777,
 '99.100.91.17': 778,
 '99.100.91.177': 779,
 '99.100.91.209': 780,
 '99.100.91.225': 781,
 '99.100.91.31': 782,
 '99.100.91.33': 783,
 '99.100.91.49': 784,
 '99.100.91.65': 785,
 '99.100.91.81': 786,
 '99.100.91.97': 787,
 '99.100.92.1': 788,
 '99.100.92.113': 789,
 '99.100.92.129': 790,
 '99.100.92.145': 791,
 '99.100.92.161': 792,
 '99.100.92.17': 793,
 '99.100.92.177': 794,
 '99.100.92.225': 795,
 '99.100.92.33': 796,
 '99.100.92.49': 797,
 '99.100.92.65': 798,
 '99.100.92.81': 799,
 '99.100.92.97': 800,
 '99.100.93.113': 801,
 '99.100.93.129': 802,
 '99.100.93.145': 803,
 '99.100.93.161': 804,
 '99.100.93.17': 805,
 '99.100.93.177': 806,
 '99.100.93.209': 807,
 '99.100.93.225': 808,
 '99.100.93.241': 809,
 '99.100.93.33': 810,
 '99.100.93.49': 811,
 '99.100.93.65': 812,
 '99.100.93.81': 813,
 '99.100.94.1': 814,
 '99.100.94.113': 815,
 '99.100.94.129': 816,
 '99.100.94.161': 817,
 '99.100.94.17': 818,
 '99.100.94.177': 819,
 '99.100.94.193': 820,
 '99.100.94.209': 821,
 '99.100.94.225': 822,
 '99.100.94.241': 823,
 '99.100.94.33': 824,
 '99.100.94.49': 825,
 '99.100.94.65': 826,
 '99.100.94.81': 827,
 '99.100.94.97': 828,
 '99.100.95.1': 829,
 '99.100.95.113': 830,
 '99.100.95.129': 831,
 '99.100.95.145': 832,
 '99.100.95.161': 833,
 '99.100.95.17': 834,
 '99.100.95.177': 835,
 '99.100.95.193': 836,
 '99.100.95.225': 837,
 '99.100.95.241': 838,
 '99.100.95.33': 839,
 '99.100.95.49': 840,
 '99.100.95.65': 841,
 '99.100.95.81': 842,
 '99.100.95.97': 843,
 '99.100.96.1': 844,
 '99.100.96.113': 845,
 '99.100.96.129': 846,
 '99.100.96.145': 847,
 '99.100.96.17': 848,
 '99.100.96.177': 849,
 '99.100.96.193': 850,
 '99.100.96.209': 851,
 '99.100.96.225': 852,
 '99.100.96.241': 853,
 '99.100.96.33': 854,
 '99.100.96.49': 855,
 '99.100.96.65': 856,
 '99.100.96.81': 857,
 '99.100.97.113': 858,
 '99.100.97.129': 859,
 '99.100.97.145': 860,
 '99.100.97.161': 861,
 '99.100.97.17': 862,
 '99.100.97.177': 863,
 '99.100.97.193': 864,
 '99.100.97.209': 865,
 '99.100.97.225': 866,
 '99.100.97.241': 867,
 '99.100.97.33': 868,
 '99.100.97.49': 869,
 '99.100.97.65': 870,
 '99.100.97.81': 871,
 '99.100.97.97': 872,
 '99.100.98.1': 873,
 '99.100.98.113': 874,
 '99.100.98.129': 875,
 '99.100.98.145': 876,
 '99.100.98.161': 877,
 '99.100.98.17': 878,
 '99.100.98.177': 879,
 '99.100.98.193': 880,
 '99.100.98.209': 881,
 '99.100.98.225': 882,
 '99.100.98.241': 883,
 '99.100.98.33': 884,
 '99.100.98.49': 885,
 '99.100.98.65': 886,
 '99.100.98.81': 887,
 '99.100.98.97': 888,
 '99.100.99.1': 889,
 '99.100.99.113': 890,
 '99.100.99.129': 891,
 '99.100.99.145': 892,
 '99.100.99.161': 893,
 '99.100.99.17': 894,
 '99.100.99.177': 895,
 '99.100.99.193': 896,
 '99.100.99.209': 897,
 '99.100.99.225': 898,
 '99.100.99.241': 899,
 '99.100.99.33': 900,
 '99.100.99.49': 901,
 '99.100.99.65': 902,
 '99.100.99.81': 903,
 '99.100.99.97': 904}

In [38]:

freq_point_code = {freq:i for i, freq in enumerate(freq_point)}

In [39]:

month_2['user'] = month_2['VastIP'].map(user_dict_code)

In [51]:

os.path.abspath(dataset_path)

Out [51]:

'D:\\Users\\jun\\Documents\\Code\\TEX\\Thesis\\thesis-code\\dataset'

In [41]:

month_2.Business.unique()

Out [41]:

array(['数据', '话音', '数话', '拒绝'], dtype=object)

In [43]:

type_dict = {t:i for i, t in enumerate(month_2.Business.unique())}

In [48]:

# month_2.to_json(orient='records', columns = ['BeginTime', ])
from datetime import datetime
def to_timestamp(s:str):
    date_time_obj = datetime.strptime(s, '%Y-%m-%d %H:%M:%S')

# 将datetime对象转换为整数形式的时间戳
    timestamp = int(date_time_obj.timestamp())
    return timestamp
month_2['start'] = month_2.BeginTime.map(lambda s:to_timestamp(s))

In [56]:

for f in tqdm(file_list):
    tp = read_excel(os.path.join(raw_dataset_path, f))
    tp['user'] = tp['VastIP'].map(user_dict_code)
    tp['type'] = tp['Business'].map(type_dict)
    tp['freq'] = tp['Frequency'].map(freq_point_code)
    output = os.path.join(os.path.abspath(dataset_path), f)
    tp[['BeginTime', 'StreamNum', 'SlotType', 'CarrierType', 'user', 'type', 'freq', 'Duration']].to_csv(output)

  0%|          | 0/10 [00:00<?, ?it/s]

[1;31m---------------------------------------------------------------------------[0m
[1;31mTypeError[0m                                 Traceback (most recent call last)
[1;32m<ipython-input-56-3118855aed40>[0m in [0;36m<module>[1;34m[0m
[0;32m      1[0m [1;32mfor[0m [0mf[0m [1;32min[0m [0mtqdm[0m[1;33m([0m[0mfile_list[0m[1;33m)[0m[1;33m:[0m[1;33m[0m[1;33m[0m[0m
[1;32m----> 2[1;33m     [0mtp[0m [1;33m=[0m [0mpd[0m[1;33m.[0m[0mread_excel[0m[1;33m([0m[0mos[0m[1;33m.[0m[0mpath[0m[1;33m.[0m[0mjoin[0m[1;33m([0m[0mraw_dataset_path[0m[1;33m,[0m [0mf[0m[1;33m)[0m[1;33m,[0m [0mread_only[0m[1;33m=[0m[1;32mTrue[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0m[0;32m      3[0m     [0mtp[0m[1;33m[[0m[1;34m'user'[0m[1;33m][0m [1;33m=[0m [0mtp[0m[1;33m[[0m[1;34m'VastIP'[0m[1;33m][0m[1;33m.[0m[0mmap[0m[1;33m([0m[0muser_dict_code[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0;32m      4[0m     [0mtp[0m[1;33m[[0m[1;34m'type'[0m[1;33m][0m [1;33m=[0m [0mtp[0m[1;33m[[0m[1;34m'Business'[0m[1;33m][0m[1;33m.[0m[0mmap[0m[1;33m([0m[0mtype_dict[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0;32m      5[0m     [0mtp[0m[1;33m[[0m[1;34m'freq'[0m[1;33m][0m [1;33m=[0m [0mtp[0m[1;33m[[0m[1;34m'Frequency'[0m[1;33m][0m[1;33m.[0m[0mmap[0m[1;33m([0m[0mfreq_point_code[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m

[1;32mD:\Apps\Anaconda3\lib\site-packages\pandas\util\_decorators.py[0m in [0;36mwrapper[1;34m(*args, **kwargs)[0m
[0;32m    297[0m                 )
[0;32m    298[0m                 [0mwarnings[0m[1;33m.[0m[0mwarn[0m[1;33m([0m[0mmsg[0m[1;33m,[0m [0mFutureWarning[0m[1;33m,[0m [0mstacklevel[0m[1;33m=[0m[0mstacklevel[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[1;32m--> 299[1;33m             [1;32mreturn[0m [0mfunc[0m[1;33m([0m[1;33m*[0m[0margs[0m[1;33m,[0m [1;33m**[0m[0mkwargs[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0m[0;32m    300[0m [1;33m[0m[0m
[0;32m    301[0m         [1;32mreturn[0m [0mwrapper[0m[1;33m[0m[1;33m[0m[0m

[1;31mTypeError[0m: read_excel() got an unexpected keyword argument 'read_only'

In [58]:

month_3 = pd.read_excel(os.path.join(raw_dataset_path, file_temp), engine="openpyxl", read_only=True)

[1;31m---------------------------------------------------------------------------[0m
[1;31mTypeError[0m                                 Traceback (most recent call last)
[1;32m<ipython-input-58-2f850c593daa>[0m in [0;36m<module>[1;34m[0m
[1;32m----> 1[1;33m [0mmonth_3[0m [1;33m=[0m [0mpd[0m[1;33m.[0m[0mread_excel[0m[1;33m([0m[0mos[0m[1;33m.[0m[0mpath[0m[1;33m.[0m[0mjoin[0m[1;33m([0m[0mraw_dataset_path[0m[1;33m,[0m [0mfile_temp[0m[1;33m)[0m[1;33m,[0m [0mengine[0m[1;33m=[0m[1;34m"openpyxl"[0m[1;33m,[0m [0mread_only[0m[1;33m=[0m[1;32mTrue[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0m
[1;32mD:\Apps\Anaconda3\lib\site-packages\pandas\util\_decorators.py[0m in [0;36mwrapper[1;34m(*args, **kwargs)[0m
[0;32m    297[0m                 )
[0;32m    298[0m                 [0mwarnings[0m[1;33m.[0m[0mwarn[0m[1;33m([0m[0mmsg[0m[1;33m,[0m [0mFutureWarning[0m[1;33m,[0m [0mstacklevel[0m[1;33m=[0m[0mstacklevel[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[1;32m--> 299[1;33m             [1;32mreturn[0m [0mfunc[0m[1;33m([0m[1;33m*[0m[0margs[0m[1;33m,[0m [1;33m**[0m[0mkwargs[0m[1;33m)[0m[1;33m[0m[1;33m[0m[0m
[0m[0;32m    300[0m [1;33m[0m[0m
[0;32m    301[0m         [1;32mreturn[0m [0mwrapper[0m[1;33m[0m[1;33m[0m[0m

[1;31mTypeError[0m: read_excel() got an unexpected keyword argument 'read_only'

In [60]:

from openpyxl import load_workbook

work_book = load_workbook(filename="raw_dataset\\Channel_03.xlsx", read_only=True)

In [61]:

sheet = work_book.active

In [62]:

df = pd.DataFrame(sheet.values)

In [65]:

def read_excel(s):
    ff = load_workbook(filename=s, read_only=True)
    return pd.DataFrame(ff.active.values)

In [67]:

for f in tqdm(file_list):
    tp = pd.read_excel(os.path.join(raw_dataset_path, f))
    tp['user'] = tp['VastIP'].map(user_dict_code)
    tp['type'] = tp['Business'].map(type_dict)
    tp['freq'] = tp['Frequency'].map(freq_point_code)
    output = os.path.join(os.path.abspath(dataset_path), f)
    tp[['BeginTime', 'StreamNum', 'SlotType', 'CarrierType', 'user', 'type', 'freq', 'Duration']].to_csv(output)

100%|██████████| 10/10 [16:21<00:00, 98.12s/it]

In [ ]:

100 KiB Raw Permalink Blame History Unescape Escape

100 KiB

Raw Permalink Blame History