Implement RNNs

LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) 2023 Corti.ai
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -153,8 +153,12 @@ PyTorch models are typically trained and evaluated on batches of data. However,
     - Combining batch or length dimensions with one or more other dimensions into a single dimension using e.g. `torch.reshape`, `torch.flatten` or masked indexing.
   - Options:
     - Fail outright.
-    - Fallback to a regular `torch.Tensor`.
+    - Fallback to a regular `torch.Tensor`. <-- Chose this one.
     - Fallback to a different tensor subclass that is identical in behaviour to `torch.Tensor` but carries the frozen `StreamMetadata` along.
+- Support loading/saving of named tensors by custom `__reduce__` or `__reduce_ex__`.
+- How do we deal with 
+  - Special tokens concatenated to the input? E.g. "translate" and "language" tokens in Whisper?
+  - Learnable tokens concatenated to the input sequence before an MHSA layer?
 
 ## Can we use DreamStream for training?
 
@@ -185,6 +189,11 @@ pip install -r requirements.txt
 ```
 
 
+## Run tests
+```bash
+pytest -sv --cov=dreamstream --cov-report=term -p no:pytest_wampy tests/test_tensor.py::TestUnbind
+```
+
 
 ```python
 

doc_scrape/lists/default-valid-pointwise-ops-2023_06_19-16_13_42.txt

@@ -0,0 +1,166 @@
+abs
+Tensor.abs
+absolute
+Tensor.absolute
+acos
+Tensor.acos
+arccos
+Tensor.arccos
+acosh
+Tensor.acosh
+arccosh
+Tensor.arccosh
+add
+Tensor.add
+addcdiv
+Tensor.addcdiv
+addcmul
+Tensor.addcmul
+angle
+Tensor.angle
+asin
+Tensor.asin
+arcsin
+Tensor.arcsin
+asinh
+Tensor.asinh
+arcsinh
+Tensor.arcsinh
+atan
+Tensor.atan
+arctan
+Tensor.arctan
+atanh
+Tensor.atanh
+arctanh
+Tensor.arctanh
+atan2
+Tensor.atan2
+arctan2
+Tensor.arctan2
+bitwise_not
+Tensor.bitwise_not
+ceil
+Tensor.ceil
+clamp
+Tensor.clamp
+clip
+Tensor.clip
+conj_physical
+Tensor.conj_physical
+cos
+Tensor.cos
+cosh
+Tensor.cosh
+deg2rad
+Tensor.deg2rad
+div
+Tensor.div
+divide
+Tensor.divide
+digamma
+Tensor.digamma
+erf
+Tensor.erf
+erfc
+Tensor.erfc
+erfinv
+Tensor.erfinv
+exp
+Tensor.exp
+expm1
+Tensor.expm1
+fix
+Tensor.fix
+float_power
+Tensor.float_power
+floor
+Tensor.floor
+floor_divide
+Tensor.floor_divide
+frac
+Tensor.frac
+ldexp
+Tensor.ldexp
+lgamma
+Tensor.lgamma
+log
+Tensor.log
+log10
+Tensor.log10
+log1p
+Tensor.log1p
+log2
+Tensor.log2
+logaddexp
+Tensor.logaddexp
+logaddexp2
+Tensor.logaddexp2
+logical_and
+Tensor.logical_and
+logical_not
+Tensor.logical_not
+logical_or
+Tensor.logical_or
+logical_xor
+Tensor.logical_xor
+hypot
+Tensor.hypot
+i0
+Tensor.i0
+igamma
+Tensor.igamma
+igammac
+Tensor.igammac
+mul
+Tensor.mul
+multiply
+Tensor.multiply
+neg
+Tensor.neg
+negative
+Tensor.negative
+nextafter
+Tensor.nextafter
+polygamma
+Tensor.polygamma
+positive
+Tensor.positive
+pow
+Tensor.pow
+rad2deg
+Tensor.rad2deg
+reciprocal
+Tensor.reciprocal
+round
+Tensor.round
+rsqrt
+Tensor.rsqrt
+sigmoid
+Tensor.sigmoid
+sign
+Tensor.sign
+signbit
+Tensor.signbit
+sin
+Tensor.sin
+sinh
+Tensor.sinh
+softmax
+Tensor.softmax
+sqrt
+Tensor.sqrt
+square
+Tensor.square
+sub
+Tensor.sub
+subtract
+Tensor.subtract
+tan
+Tensor.tan
+tanh
+Tensor.tanh
+true_divide
+Tensor.true_divide
+trunc
+Tensor.trunc

doc_scrape/lists/inplace-recouple-pointwise-ops-2023_06_19-16_13_42.txt

@@ -0,0 +1,23 @@
+Tensor.bitwise_and_
+Tensor.bitwise_or_
+Tensor.bitwise_xor_
+Tensor.bitwise_left_shift_
+Tensor.bitwise_right_shift_
+conj_physical_
+Tensor.conj_physical_
+Tensor.copysign_
+exp2_
+Tensor.exp2_
+Tensor.fmod_
+Tensor.lerp_
+logit_
+Tensor.logit_
+Tensor.mvlgamma_
+nan_to_num_
+Tensor.nan_to_num_
+Tensor.remainder_
+Tensor.sgn_
+sinc_
+Tensor.sinc_
+xlogy_
+Tensor.xlogy_

doc_scrape/lists/recouple-pointwise-ops-2023_06_19-16_13_42.txt

@@ -0,0 +1,32 @@
+bitwise_and
+Tensor.bitwise_and
+bitwise_or
+Tensor.bitwise_or
+bitwise_xor
+Tensor.bitwise_xor
+bitwise_left_shift
+Tensor.bitwise_left_shift
+bitwise_right_shift
+Tensor.bitwise_right_shift
+copysign
+Tensor.copysign
+exp2
+Tensor.exp2
+fmod
+Tensor.fmod
+lerp
+Tensor.lerp
+logit
+Tensor.logit
+mvlgamma
+Tensor.mvlgamma
+nan_to_num
+Tensor.nan_to_num
+remainder
+Tensor.remainder
+sgn
+Tensor.sgn
+sinc
+Tensor.sinc
+xlogy
+Tensor.xlogy

doc_scrape/lists/valid-pointwise-ops-2023_06_19-16_13_42.txt

@@ -0,0 +1,122 @@
+abs_
+Tensor.abs_
+Tensor.absolute_
+acos_
+Tensor.acos_
+arccos_
+Tensor.arccos_
+acosh_
+Tensor.acosh_
+arccosh_
+Tensor.arccosh_
+Tensor.add_
+Tensor.addcdiv_
+Tensor.addcmul_
+asin_
+Tensor.asin_
+arcsin_
+Tensor.arcsin_
+asinh_
+Tensor.asinh_
+arcsinh_
+Tensor.arcsinh_
+atan_
+Tensor.atan_
+arctan_
+Tensor.arctan_
+atanh_
+Tensor.atanh_
+arctanh_
+Tensor.arctanh_
+Tensor.atan2_
+Tensor.arctan2_
+Tensor.bitwise_not_
+ceil_
+Tensor.ceil_
+clamp_
+Tensor.clamp_
+clip_
+Tensor.clip_
+cos_
+Tensor.cos_
+cosh_
+Tensor.cosh_
+deg2rad_
+Tensor.deg2rad_
+Tensor.div_
+Tensor.divide_
+Tensor.digamma_
+erf_
+Tensor.erf_
+erfc_
+Tensor.erfc_
+Tensor.erfinv_
+exp_
+Tensor.exp_
+expm1_
+Tensor.expm1_
+fix_
+Tensor.fix_
+Tensor.float_power_
+floor_
+Tensor.floor_
+Tensor.floor_divide_
+frac_
+Tensor.frac_
+ldexp_
+Tensor.ldexp_
+Tensor.lgamma_
+log_
+Tensor.log_
+log10_
+Tensor.log10_
+log1p_
+Tensor.log1p_
+log2_
+Tensor.log2_
+Tensor.logical_and_
+Tensor.logical_not_
+Tensor.logical_or_
+Tensor.logical_xor_
+Tensor.hypot_
+i0_
+Tensor.i0_
+Tensor.igamma_
+Tensor.igammac_
+Tensor.mul_
+Tensor.multiply_
+neg_
+Tensor.neg_
+negative_
+Tensor.negative_
+Tensor.nextafter_
+Tensor.polygamma_
+Tensor.pow_
+rad2deg_
+Tensor.rad2deg_
+reciprocal_
+Tensor.reciprocal_
+round_
+Tensor.round_
+rsqrt_
+Tensor.rsqrt_
+sigmoid_
+Tensor.sigmoid_
+Tensor.sign_
+sin_
+Tensor.sin_
+sinh_
+Tensor.sinh_
+sqrt_
+Tensor.sqrt_
+square_
+Tensor.square_
+Tensor.sub_
+Tensor.subtract_
+tan_
+Tensor.tan_
+tanh_
+Tensor.tanh_
+Tensor.true_divide_
+trunc_
+Tensor.trunc_