provemyself

provemyself / gist:b3b39d48c69cbd5db18a

Last active August 29, 2015 14:19 — forked from karpathy/gist:587454dc0146a6ae21fc

	"""
	This is a batched LSTM forward and backward pass
	"""
	import numpy as np
	import code

	class LSTM:

	@staticmethod
	def init(input_size, hidden_size, fancy_forget_bias_init = 3):

provemyself / lstm-lm.py

Last active August 29, 2015 14:11 — forked from neubig/lstm-lm.py

	#!/usr/bin/env python
	# -- coding: utf-8 --

	# This is a simplified implementation of the LSTM language model (by Graham Neubig)
	#
	# LSTM Neural Networks for Language Modeling
	# Martin Sundermeyer, Ralf Schlüter, Hermann Ney
	# InterSpeech 2012
	#
	# The structure of the model is extremely simple. At every time step we