Multivariate Time Series Regression
이성주 (c) 2018
주중 미국 대사관 북경 대기오염 측정 자료
import os
os.environ['KERAS_BACKEND'] = 'torch'
import io
import zipfile
from urllib.request import urlopen
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import keras
from keras import layers
from sklearn.preprocessing import MinMaxScaler
from sklearn.metrics import r2_score
# UCI Beijing PM2.5 원자료를 내려받아 시간 순으로 읽습니다.
url = 'https://archive.ics.uci.edu/static/public/381/beijing+pm2+5+data.zip'
with urlopen(url, timeout=120) as response:
archive = zipfile.ZipFile(io.BytesIO(response.read()))
name = next(name for name in archive.namelist() if name.endswith('.csv'))
data = pd.read_csv(archive.open(name))
data.index = pd.to_datetime(data[['year', 'month', 'day', 'hour']])
data = data.sort_index().drop(columns=['No', 'year', 'month', 'day', 'hour'])
print(data.head())
print(data.shape)
누락된 값 처리
import os
os.environ['KERAS_BACKEND'] = 'torch'
import io
import zipfile
from urllib.request import urlopen
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import keras
from keras import layers
from sklearn.preprocessing import MinMaxScaler
from sklearn.metrics import r2_score
# UCI Beijing PM2.5 원자료를 내려받아 시간 순으로 읽습니다.
url = 'https://archive.ics.uci.edu/static/public/381/beijing+pm2+5+data.zip'
with urlopen(url, timeout=120) as response:
archive = zipfile.ZipFile(io.BytesIO(response.read()))
name = next(name for name in archive.namelist() if name.endswith('.csv'))
data = pd.read_csv(archive.open(name))
data.index = pd.to_datetime(data[['year', 'month', 'day', 'hour']])
data = data.sort_index().drop(columns=['No', 'year', 'month', 'day', 'hour'])
# 시간 순서를 지키며 이전 관측값으로 채우고, 앞부분의 남은 누락 행을 제외합니다.
data = data.ffill().dropna()
print(data.isna().sum())
import os
os.environ['KERAS_BACKEND'] = 'torch'
import io
import zipfile
from urllib.request import urlopen
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import keras
from keras import layers
from sklearn.preprocessing import MinMaxScaler
from sklearn.metrics import r2_score
# UCI Beijing PM2.5 원자료를 내려받아 시간 순으로 읽습니다.
url = 'https://archive.ics.uci.edu/static/public/381/beijing+pm2+5+data.zip'
with urlopen(url, timeout=120) as response:
archive = zipfile.ZipFile(io.BytesIO(response.read()))
name = next(name for name in archive.namelist() if name.endswith('.csv'))
data = pd.read_csv(archive.open(name))
data.index = pd.to_datetime(data[['year', 'month', 'day', 'hour']])
data = data.sort_index().drop(columns=['No', 'year', 'month', 'day', 'hour'])
data[['pm2.5', 'DEWP', 'TEMP', 'PRES']].iloc[:500].plot(subplots=True, figsize=(10, 8))
plt.show()
One Hot Encoding
import os
os.environ['KERAS_BACKEND'] = 'torch'
import io
import zipfile
from urllib.request import urlopen
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import keras
from keras import layers
from sklearn.preprocessing import MinMaxScaler
from sklearn.metrics import r2_score
# UCI Beijing PM2.5 원자료를 내려받아 시간 순으로 읽습니다.
url = 'https://archive.ics.uci.edu/static/public/381/beijing+pm2+5+data.zip'
with urlopen(url, timeout=120) as response:
archive = zipfile.ZipFile(io.BytesIO(response.read()))
name = next(name for name in archive.namelist() if name.endswith('.csv'))
data = pd.read_csv(archive.open(name))
data.index = pd.to_datetime(data[['year', 'month', 'day', 'hour']])
data = data.sort_index().drop(columns=['No', 'year', 'month', 'day', 'hour'])
encoded = pd.get_dummies(data, columns=['cbwd'], dtype='float32')
print(encoded.head())
스케일 조정
import os
os.environ['KERAS_BACKEND'] = 'torch'
import io
import zipfile
from urllib.request import urlopen
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import keras
from keras import layers
from sklearn.preprocessing import MinMaxScaler
from sklearn.metrics import r2_score
# UCI Beijing PM2.5 원자료를 내려받아 시간 순으로 읽습니다.
url = 'https://archive.ics.uci.edu/static/public/381/beijing+pm2+5+data.zip'
with urlopen(url, timeout=120) as response:
archive = zipfile.ZipFile(io.BytesIO(response.read()))
name = next(name for name in archive.namelist() if name.endswith('.csv'))
data = pd.read_csv(archive.open(name))
data.index = pd.to_datetime(data[['year', 'month', 'day', 'hour']])
data = data.sort_index().drop(columns=['No', 'year', 'month', 'day', 'hour'])
data = pd.get_dummies(data.ffill().dropna(), columns=['cbwd'], dtype='float32')
cut = int(len(data) * .8)
scaler = MinMaxScaler().fit(data.iloc[:cut])
scaled = scaler.transform(data)
print(scaled.shape, scaled[:3])
시계열 데이터를 지도학습의 입력으로 사용하기 위한 형상 형성
X: ..., X(t-1), X(t)
Y: X(t+1), X(t+2), ...
import os
os.environ['KERAS_BACKEND'] = 'torch'
import io
import zipfile
from urllib.request import urlopen
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import keras
from keras import layers
from sklearn.preprocessing import MinMaxScaler
from sklearn.metrics import r2_score
# UCI Beijing PM2.5 원자료를 내려받아 시간 순으로 읽습니다.
url = 'https://archive.ics.uci.edu/static/public/381/beijing+pm2+5+data.zip'
with urlopen(url, timeout=120) as response:
archive = zipfile.ZipFile(io.BytesIO(response.read()))
name = next(name for name in archive.namelist() if name.endswith('.csv'))
data = pd.read_csv(archive.open(name))
data.index = pd.to_datetime(data[['year', 'month', 'day', 'hour']])
data = data.sort_index().drop(columns=['No', 'year', 'month', 'day', 'hour'])
values = pd.get_dummies(data.ffill().dropna(), columns=['cbwd'], dtype='float32').to_numpy()
X = values[:-1, None, :]
y = values[1:, 0]
print(X.shape, y.shape)
print(X[:2], y[:2])
Train/Test
import os
os.environ['KERAS_BACKEND'] = 'torch'
import io
import zipfile
from urllib.request import urlopen
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import keras
from keras import layers
from sklearn.preprocessing import MinMaxScaler
from sklearn.metrics import r2_score
# UCI Beijing PM2.5 원자료를 내려받아 시간 순으로 읽습니다.
url = 'https://archive.ics.uci.edu/static/public/381/beijing+pm2+5+data.zip'
with urlopen(url, timeout=120) as response:
archive = zipfile.ZipFile(io.BytesIO(response.read()))
name = next(name for name in archive.namelist() if name.endswith('.csv'))
data = pd.read_csv(archive.open(name))
data.index = pd.to_datetime(data[['year', 'month', 'day', 'hour']])
data = data.sort_index().drop(columns=['No', 'year', 'month', 'day', 'hour'])
values = pd.get_dummies(data.ffill().dropna(), columns=['cbwd'], dtype='float32').to_numpy()
X, y = values[:-1, None, :], values[1:, 0]
cut = int(len(X) * .8)
print('train:', X[:cut].shape, y[:cut].shape)
print('test:', X[cut:].shape, y[cut:].shape)
모델 구성
import os
os.environ['KERAS_BACKEND'] = 'torch'
import io
import zipfile
from urllib.request import urlopen
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import keras
from keras import layers
from sklearn.preprocessing import MinMaxScaler
from sklearn.metrics import r2_score
# UCI Beijing PM2.5 원자료를 내려받아 시간 순으로 읽습니다.
url = 'https://archive.ics.uci.edu/static/public/381/beijing+pm2+5+data.zip'
with urlopen(url, timeout=120) as response:
archive = zipfile.ZipFile(io.BytesIO(response.read()))
name = next(name for name in archive.namelist() if name.endswith('.csv'))
data = pd.read_csv(archive.open(name))
data.index = pd.to_datetime(data[['year', 'month', 'day', 'hour']])
data = data.sort_index().drop(columns=['No', 'year', 'month', 'day', 'hour'])
# CPU 실습은 처음 1,000개의 유효한 시간별 관측값을 사용합니다.
data = pd.get_dummies(data.ffill().dropna(), columns=['cbwd'], dtype='float32').iloc[:1000]
window = 1
cut = int(len(data) * .8)
train_end = int(cut * .8)
# 검증·테스트 기간의 최솟값과 최댓값은 스케일러 학습에 사용하지 않습니다.
scaler = MinMaxScaler().fit(data.iloc[:train_end])
scaled = scaler.transform(data).astype('float32')
target_column = data.columns.get_loc('pm2.5')
X = np.array([scaled[i-window:i] for i in range(window, len(scaled))])
y = scaled[window:, target_column]
indices = np.arange(window, len(data))
X_train, y_train = X[indices < train_end], y[indices < train_end]
dev_mask = (indices >= train_end) & (indices < cut)
X_dev, y_dev = X[dev_mask], y[dev_mask]
X_test, y_test = X[indices >= cut], y[indices >= cut]
keras.utils.set_random_seed(42)
model = keras.Sequential([
keras.Input(shape=(window, X.shape[-1])),
layers.LSTM(16),
layers.Dense(1)])
model.compile(loss='mae', optimizer='adam')
history = model.fit(X_train, y_train, epochs=3, batch_size=32, shuffle=False, validation_data=(X_dev, y_dev), verbose=0)
pred_train = model.predict(X_train, verbose=0).ravel()
pred_test = model.predict(X_test, verbose=0).ravel()
print('입력/목표:', X.shape, y.shape)
print('R² train/test:', r2_score(y_train, pred_train), r2_score(y_test, pred_test))
pd.DataFrame(history.history).plot(); plt.show()
plt.plot(indices, y, label='actual (scaled)')
plt.plot(indices[indices < train_end], pred_train, label='train prediction')
plt.plot(indices[indices >= cut], pred_test, label='test prediction')
plt.legend(); plt.show()
Stacked LSTM¶
import os
os.environ['KERAS_BACKEND'] = 'torch'
import io
import zipfile
from urllib.request import urlopen
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import keras
from keras import layers
from sklearn.preprocessing import MinMaxScaler
from sklearn.metrics import r2_score
# UCI Beijing PM2.5 원자료를 내려받아 시간 순으로 읽습니다.
url = 'https://archive.ics.uci.edu/static/public/381/beijing+pm2+5+data.zip'
with urlopen(url, timeout=120) as response:
archive = zipfile.ZipFile(io.BytesIO(response.read()))
name = next(name for name in archive.namelist() if name.endswith('.csv'))
data = pd.read_csv(archive.open(name))
data.index = pd.to_datetime(data[['year', 'month', 'day', 'hour']])
data = data.sort_index().drop(columns=['No', 'year', 'month', 'day', 'hour'])
# CPU 실습은 처음 1,000개의 유효한 시간별 관측값을 사용합니다.
data = pd.get_dummies(data.ffill().dropna(), columns=['cbwd'], dtype='float32').iloc[:1000]
window = 1
cut = int(len(data) * .8)
train_end = int(cut * .8)
# 검증·테스트 기간의 최솟값과 최댓값은 스케일러 학습에 사용하지 않습니다.
scaler = MinMaxScaler().fit(data.iloc[:train_end])
scaled = scaler.transform(data).astype('float32')
target_column = data.columns.get_loc('pm2.5')
X = np.array([scaled[i-window:i] for i in range(window, len(scaled))])
y = scaled[window:, target_column]
indices = np.arange(window, len(data))
X_train, y_train = X[indices < train_end], y[indices < train_end]
dev_mask = (indices >= train_end) & (indices < cut)
X_dev, y_dev = X[dev_mask], y[dev_mask]
X_test, y_test = X[indices >= cut], y[indices >= cut]
keras.utils.set_random_seed(42)
model = keras.Sequential([
keras.Input(shape=(window, X.shape[-1])),
layers.LSTM(16, return_sequences=True), layers.LSTM(16),
layers.Dense(1)])
model.compile(loss='mae', optimizer='adam')
history = model.fit(X_train, y_train, epochs=3, batch_size=32, shuffle=False, validation_data=(X_dev, y_dev), verbose=0)
pred_train = model.predict(X_train, verbose=0).ravel()
pred_test = model.predict(X_test, verbose=0).ravel()
print('입력/목표:', X.shape, y.shape)
print('R² train/test:', r2_score(y_train, pred_train), r2_score(y_test, pred_test))
pd.DataFrame(history.history).plot(); plt.show()
plt.plot(indices, y, label='actual (scaled)')
plt.plot(indices[indices < train_end], pred_train, label='train prediction')
plt.plot(indices[indices >= cut], pred_test, label='test prediction')
plt.legend(); plt.show()
Multi Lag Prediction¶
..., x(t-1), x(t) --> y(t+1)
Train/Test
모델 구성
import os
os.environ['KERAS_BACKEND'] = 'torch'
import io
import zipfile
from urllib.request import urlopen
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import keras
from keras import layers
from sklearn.preprocessing import MinMaxScaler
from sklearn.metrics import r2_score
# UCI Beijing PM2.5 원자료를 내려받아 시간 순으로 읽습니다.
url = 'https://archive.ics.uci.edu/static/public/381/beijing+pm2+5+data.zip'
with urlopen(url, timeout=120) as response:
archive = zipfile.ZipFile(io.BytesIO(response.read()))
name = next(name for name in archive.namelist() if name.endswith('.csv'))
data = pd.read_csv(archive.open(name))
data.index = pd.to_datetime(data[['year', 'month', 'day', 'hour']])
data = data.sort_index().drop(columns=['No', 'year', 'month', 'day', 'hour'])
# CPU 실습은 처음 1,000개의 유효한 시간별 관측값을 사용합니다.
data = pd.get_dummies(data.ffill().dropna(), columns=['cbwd'], dtype='float32').iloc[:1000]
window = 2
cut = int(len(data) * .8)
train_end = int(cut * .8)
# 검증·테스트 기간의 최솟값과 최댓값은 스케일러 학습에 사용하지 않습니다.
scaler = MinMaxScaler().fit(data.iloc[:train_end])
scaled = scaler.transform(data).astype('float32')
target_column = data.columns.get_loc('pm2.5')
X = np.array([scaled[i-window:i] for i in range(window, len(scaled))])
y = scaled[window:, target_column]
indices = np.arange(window, len(data))
X_train, y_train = X[indices < train_end], y[indices < train_end]
dev_mask = (indices >= train_end) & (indices < cut)
X_dev, y_dev = X[dev_mask], y[dev_mask]
X_test, y_test = X[indices >= cut], y[indices >= cut]
keras.utils.set_random_seed(42)
model = keras.Sequential([
keras.Input(shape=(window, X.shape[-1])),
layers.LSTM(16),
layers.Dense(1)])
model.compile(loss='mae', optimizer='adam')
history = model.fit(X_train, y_train, epochs=3, batch_size=32, shuffle=False, validation_data=(X_dev, y_dev), verbose=0)
pred_train = model.predict(X_train, verbose=0).ravel()
pred_test = model.predict(X_test, verbose=0).ravel()
print('입력/목표:', X.shape, y.shape)
print('R² train/test:', r2_score(y_train, pred_train), r2_score(y_test, pred_test))
pd.DataFrame(history.history).plot(); plt.show()
plt.plot(indices, y, label='actual (scaled)')
plt.plot(indices[indices < train_end], pred_train, label='train prediction')
plt.plot(indices[indices >= cut], pred_test, label='test prediction')
plt.legend(); plt.show()