{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"id": "81c1bb69-60f3-40df-bfd3-69f77230d92f",
"metadata": {},
"outputs": [],
"source": [
"import pandas as pd\n",
"import os\n",
"import glob\n",
"import re"
]
},
{
"cell_type": "code",
"execution_count": 74,
"id": "c24df78b-be5b-4da3-a7a3-f124b414ef70",
"metadata": {
"collapsed": true,
"jupyter": {
"outputs_hidden": true
},
"tags": []
},
"outputs": [
{
"data": {
"text/html": [
"
\n",
"\n",
"
\n",
" \n",
" \n",
" | \n",
" dotdata1master01_cpu1 | \n",
" dotdata1master01_cpu2 | \n",
" dotdata1master02_cpu1 | \n",
" dotdata1master02_cpu2 | \n",
" dotdata1master01_mem1 | \n",
" dotdata1master01_mem2 | \n",
" dotdata1master02_mem1 | \n",
" dotdata1master02_mem2 | \n",
" DateTime | \n",
"
\n",
" \n",
" \n",
" \n",
" 0 | \n",
" 151 | \n",
" 77.04 | \n",
" 151 | \n",
" 77.04 | \n",
" 151 | \n",
" 77.04 | \n",
" 151 | \n",
" 77.04 | \n",
" 2021-12-01 23:59:50 | \n",
"
\n",
" \n",
" 1 | \n",
" hoge | \n",
" hoge | \n",
" hoge | \n",
" hoge | \n",
" hoge | \n",
" hoge | \n",
" hoge | \n",
" hoge | \n",
" 2021-12-02 00:00:00 | \n",
"
\n",
" \n",
" 2 | \n",
" 151 | \n",
" 77.04 | \n",
" 151 | \n",
" 77.04 | \n",
" 151 | \n",
" 77.04 | \n",
" 151 | \n",
" 77.04 | \n",
" 2021-12-02 00:00:10 | \n",
"
\n",
" \n",
" 3 | \n",
" 200 | \n",
" 77.35 | \n",
" 200 | \n",
" 77.35 | \n",
" 200 | \n",
" 77.35 | \n",
" 200 | \n",
" 77.35 | \n",
" 2021-12-02 00:00:20 | \n",
"
\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" dotdata1master01_cpu1 dotdata1master01_cpu2 dotdata1master02_cpu1 \\\n",
"0 151 77.04 151 \n",
"1 hoge hoge hoge \n",
"2 151 77.04 151 \n",
"3 200 77.35 200 \n",
"\n",
" dotdata1master02_cpu2 dotdata1master01_mem1 dotdata1master01_mem2 \\\n",
"0 77.04 151 77.04 \n",
"1 hoge hoge hoge \n",
"2 77.04 151 77.04 \n",
"3 77.35 200 77.35 \n",
"\n",
" dotdata1master02_mem1 dotdata1master02_mem2 DateTime \n",
"0 151 77.04 2021-12-01 23:59:50 \n",
"1 hoge hoge 2021-12-02 00:00:00 \n",
"2 151 77.04 2021-12-02 00:00:10 \n",
"3 200 77.35 2021-12-02 00:00:20 "
]
},
"execution_count": 74,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df = pd.DataFrame()\n",
"tmpdf1 = pd.DataFrame()\n",
"tmpdf2 = pd.DataFrame()\n",
"count = 0\n",
"for i in glob.glob(\"./data/*.csv*\"):\n",
" ptn = \"dotdata.*\\.\"\n",
" ptn = \"dotdata.*[0-9][0-9]\"\n",
" m = re.search(ptn, i)\n",
" tmpdf1 = pd.read_csv(i)\n",
" tmpdf1.drop(columns=['Hostname','AM/PM'],inplace=True)\n",
" if count > 0 :\n",
" tmpdf1.drop(columns=['Date','Time'],inplace=True)\n",
" tmpdf2 = tmpdf1.add_prefix(m.group() + \"_\")\n",
" df = pd.concat([df, tmpdf2],axis=1)\n",
" if count == 0 :\n",
" df = df.rename(columns={m.group() + \"_Date\": 'Date'})\n",
" df = df.rename(columns={m.group() + \"_Time\": 'Time'})\n",
" count+=1 \n",
"df['DateTime'] = pd.to_datetime(df['Date'] + ' ' + df['Time'])\n",
"df = df.drop(['Date','Time'], axis=1)\n",
"df.head() "
]
},
{
"cell_type": "code",
"execution_count": 73,
"id": "1077bd3a-8788-4074-9ffc-8aa6f5733c63",
"metadata": {
"collapsed": true,
"jupyter": {
"outputs_hidden": true
},
"tags": []
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"1 2021-12-02 00:00:00\n",
"dotdata1master01_cpu1 hoge\n",
"dotdata1master01_cpu2 hoge\n",
"dotdata1master02_cpu1 hoge\n",
"dotdata1master02_cpu2 hoge\n",
"dotdata1master01_mem1 hoge\n",
"dotdata1master01_mem2 hoge\n",
"dotdata1master02_mem1 hoge\n",
"dotdata1master02_mem2 hoge\n",
"DateTime 2021-12-02 00:00:00\n",
"Name: 1, dtype: object\n",
"dotdata1master01_cpu1 151\n",
"dotdata1master01_cpu2 77.04\n",
"dotdata1master02_cpu1 151\n",
"dotdata1master02_cpu2 77.04\n",
"dotdata1master01_mem1 151\n",
"dotdata1master01_mem2 77.04\n",
"dotdata1master02_mem1 151\n",
"dotdata1master02_mem2 77.04\n",
"DateTime 2021-12-01 23:59:50\n",
"Name: 0, dtype: object\n",
"dotdata1master01_cpu1 151\n",
"dotdata1master01_cpu2 77.04\n",
"dotdata1master02_cpu1 151\n",
"dotdata1master02_cpu2 77.04\n",
"dotdata1master01_mem1 151\n",
"dotdata1master01_mem2 77.04\n",
"dotdata1master02_mem1 151\n",
"dotdata1master02_mem2 77.04\n",
"DateTime 2021-12-01 23:59:50\n",
"Name: 1, dtype: object\n"
]
}
],
"source": [
"for index, data in df.iterrows():\n",
" # data['名前'] = '匿名'\n",
" # print(index)\n",
" # print(data['DateTime'])\n",
" # re.search('00:00:00', data['DateTime'])\n",
" if re.search('00:00:00', str(data['DateTime'])) != None:\n",
" df.iloc[index,0::] = df.iloc[index-1,0::]"
]
},
{
"cell_type": "code",
"execution_count": 68,
"id": "6c7cd9eb-2c77-41a3-810b-0edd46b8502f",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n",
"
\n",
" \n",
" \n",
" | \n",
" dotdata1master01_cpu1 | \n",
" dotdata1master01_cpu2 | \n",
" dotdata1master02_cpu1 | \n",
" dotdata1master02_cpu2 | \n",
" dotdata1master01_mem1 | \n",
" dotdata1master01_mem2 | \n",
" dotdata1master02_mem1 | \n",
" dotdata1master02_mem2 | \n",
" DateTime | \n",
"
\n",
" \n",
" \n",
" \n",
" 0 | \n",
" 151 | \n",
" 77.04 | \n",
" 151 | \n",
" 77.04 | \n",
" 151 | \n",
" 77.04 | \n",
" 151 | \n",
" 77.04 | \n",
" 2021-12-01 23:59:50 | \n",
"
\n",
" \n",
" 1 | \n",
" hoge | \n",
" hoge | \n",
" hoge | \n",
" hoge | \n",
" hoge | \n",
" hoge | \n",
" hoge | \n",
" hoge | \n",
" 2021-12-02 00:00:00 | \n",
"
\n",
" \n",
" 2 | \n",
" 151 | \n",
" 77.04 | \n",
" 151 | \n",
" 77.04 | \n",
" 151 | \n",
" 77.04 | \n",
" 151 | \n",
" 77.04 | \n",
" 2021-12-02 00:00:10 | \n",
"
\n",
" \n",
" 3 | \n",
" 200 | \n",
" 77.35 | \n",
" 200 | \n",
" 77.35 | \n",
" 200 | \n",
" 77.35 | \n",
" 200 | \n",
" 77.35 | \n",
" 2021-12-02 00:00:20 | \n",
"
\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" dotdata1master01_cpu1 dotdata1master01_cpu2 dotdata1master02_cpu1 \\\n",
"0 151 77.04 151 \n",
"1 hoge hoge hoge \n",
"2 151 77.04 151 \n",
"3 200 77.35 200 \n",
"\n",
" dotdata1master02_cpu2 dotdata1master01_mem1 dotdata1master01_mem2 \\\n",
"0 77.04 151 77.04 \n",
"1 hoge hoge hoge \n",
"2 77.04 151 77.04 \n",
"3 77.35 200 77.35 \n",
"\n",
" dotdata1master02_mem1 dotdata1master02_mem2 DateTime \n",
"0 151 77.04 2021-12-01 23:59:50 \n",
"1 hoge hoge 2021-12-02 00:00:00 \n",
"2 151 77.04 2021-12-02 00:00:10 \n",
"3 200 77.35 2021-12-02 00:00:20 "
]
},
"execution_count": 68,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.8.12"
}
},
"nbformat": 4,
"nbformat_minor": 5
}