Skip to content

Commit d4af40b

Browse files
vpjvpj
committed
LoRA notes
1 parent eb9337e commit d4af40b

File tree

9 files changed

+1236
-28
lines changed

9 files changed

+1236
-28
lines changed

‎docs/RWKV/configs.html

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@
1212
<meta name="twitter:site" content="@labmlai"/>
1313
<meta name="twitter:creator" content="@labmlai"/>
1414

15-
<meta property="og:url" content="https://nn.labml.ai/RWKV/configs.html"/>
15+
<meta property="og:url" content="https://nn.labml.ai/rwkv/configs.html"/>
1616
<meta property="og:title" content="configs.py"/>
1717
<meta property="og:image" content="https://avatars1.githubusercontent.com/u/64068543?s=400&amp;v=4"/>
1818
<meta property="og:site_name" content="configs.py"/>
@@ -23,7 +23,7 @@
2323
<title>configs.py</title>
2424
<link rel="shortcut icon" href="/icon.png"/>
2525
<link rel="stylesheet" href="../pylit.css?v=1">
26-
<link rel="canonical" href="https://nn.labml.ai/RWKV/configs.html"/>
26+
<link rel="canonical" href="https://nn.labml.ai/rwkv/configs.html"/>
2727
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.13.18/dist/katex.min.css" integrity="sha384-zTROYFVGOfTw7JV7KUu8udsvW2fx4lWOsCEDqhBreBwlHI4ioVRtmIvEThzJHGET" crossorigin="anonymous">
2828

2929
<!-- Global site tag (gtag.js) - Google Analytics -->
@@ -47,7 +47,7 @@
4747
<div class='docs'>
4848
<p>
4949
<a class="parent" href="/">home</a>
50-
<a class="parent" href="index.html">RWKV</a>
50+
<a class="parent" href="index.html">rwkv</a>
5151
</p>
5252
<p>
5353
<a href="https://github.com/labmlai/annotated_deep_learning_paper_implementations" target="_blank">
@@ -60,7 +60,7 @@
6060
style="max-width:100%;"/></a>
6161
</p>
6262
<p>
63-
<a href="https://github.com/labmlai/annotated_deep_learning_paper_implementations/tree/master/labml_nn/RWKV/configs.py" target="_blank">
63+
<a href="https://github.com/labmlai/annotated_deep_learning_paper_implementations/tree/master/labml_nn/rwkv/configs.py" target="_blank">
6464
View code on Github</a>
6565
</p>
6666
</div>

‎docs/RWKV/experiment.html

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@
1212
<meta name="twitter:site" content="@labmlai"/>
1313
<meta name="twitter:creator" content="@labmlai"/>
1414

15-
<meta property="og:url" content="https://nn.labml.ai/RWKV/experiment.html"/>
15+
<meta property="og:url" content="https://nn.labml.ai/rwkv/experiment.html"/>
1616
<meta property="og:title" content="experiment.py"/>
1717
<meta property="og:image" content="https://avatars1.githubusercontent.com/u/64068543?s=400&amp;v=4"/>
1818
<meta property="og:site_name" content="experiment.py"/>
@@ -23,7 +23,7 @@
2323
<title>experiment.py</title>
2424
<link rel="shortcut icon" href="/icon.png"/>
2525
<link rel="stylesheet" href="../pylit.css?v=1">
26-
<link rel="canonical" href="https://nn.labml.ai/RWKV/experiment.html"/>
26+
<link rel="canonical" href="https://nn.labml.ai/rwkv/experiment.html"/>
2727
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.13.18/dist/katex.min.css" integrity="sha384-zTROYFVGOfTw7JV7KUu8udsvW2fx4lWOsCEDqhBreBwlHI4ioVRtmIvEThzJHGET" crossorigin="anonymous">
2828

2929
<!-- Global site tag (gtag.js) - Google Analytics -->
@@ -47,7 +47,7 @@
4747
<div class='docs'>
4848
<p>
4949
<a class="parent" href="/">home</a>
50-
<a class="parent" href="index.html">RWKV</a>
50+
<a class="parent" href="index.html">rwkv</a>
5151
</p>
5252
<p>
5353
<a href="https://github.com/labmlai/annotated_deep_learning_paper_implementations" target="_blank">
@@ -60,7 +60,7 @@
6060
style="max-width:100%;"/></a>
6161
</p>
6262
<p>
63-
<a href="https://github.com/labmlai/annotated_deep_learning_paper_implementations/tree/master/labml_nn/RWKV/experiment.py" target="_blank">
63+
<a href="https://github.com/labmlai/annotated_deep_learning_paper_implementations/tree/master/labml_nn/rwkv/experiment.py" target="_blank">
6464
View code on Github</a>
6565
</p>
6666
</div>
@@ -78,10 +78,10 @@
7878
<span class="lineno">3</span>
7979
<span class="lineno">4</span><span class="kn">import</span> <span class="nn">torch</span>
8080
<span class="lineno">5</span><span class="kn">import</span> <span class="nn">torch.nn</span> <span class="k">as</span> <span class="nn">nn</span>
81-
<span class="lineno">6</span><span class="kn">from</span> <span class="nn">labml_nn.RWKV.configs</span> <span class="kn">import</span> <span class="n">RWKVConfigs</span>
81+
<span class="lineno">6</span><span class="kn">from</span> <span class="nn">labml_nn.rwkv.configs</span> <span class="kn">import</span> <span class="n">RWKVConfigs</span>
8282
<span class="lineno">7</span>
83-
<span class="lineno">8</span><span class="kn">from</span> <span class="nn">labml_nn.RWKV</span> <span class="kn">import</span> <span class="n">RWKV</span>
84-
<span class="lineno">9</span><span class="kn">from</span> <span class="nn">labml_nn.RWKV</span> <span class="kn">import</span> <span class="n">TimeMixing</span>
83+
<span class="lineno">8</span><span class="kn">from</span> <span class="nn">labml_nn.rwkv</span> <span class="kn">import</span> <span class="n">RWKV</span>
84+
<span class="lineno">9</span><span class="kn">from</span> <span class="nn">labml_nn.rwkv</span> <span class="kn">import</span> <span class="n">TimeMixing</span>
8585
<span class="lineno">10</span><span class="kn">from</span> <span class="nn">labml</span> <span class="kn">import</span> <span class="n">experiment</span>
8686
<span class="lineno">11</span><span class="kn">from</span> <span class="nn">labml.configs</span> <span class="kn">import</span> <span class="n">option</span>
8787
<span class="lineno">12</span><span class="kn">from</span> <span class="nn">labml_nn.experiments.nlp_autoregression</span> <span class="kn">import</span> <span class="n">NLPAutoRegressionConfigs</span></pre></div>

‎docs/RWKV/index.html

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@
1212
<meta name="twitter:site" content="@labmlai"/>
1313
<meta name="twitter:creator" content="@labmlai"/>
1414

15-
<meta property="og:url" content="https://nn.labml.ai/RWKV/index.html"/>
15+
<meta property="og:url" content="https://nn.labml.ai/rwkv/index.html"/>
1616
<meta property="og:title" content="Receptance Weighted Key Value (RWKV)"/>
1717
<meta property="og:image" content="https://avatars1.githubusercontent.com/u/64068543?s=400&amp;v=4"/>
1818
<meta property="og:site_name" content="Receptance Weighted Key Value (RWKV)"/>
@@ -23,7 +23,7 @@
2323
<title>Receptance Weighted Key Value (RWKV)</title>
2424
<link rel="shortcut icon" href="/icon.png"/>
2525
<link rel="stylesheet" href="../pylit.css?v=1">
26-
<link rel="canonical" href="https://nn.labml.ai/RWKV/index.html"/>
26+
<link rel="canonical" href="https://nn.labml.ai/rwkv/index.html"/>
2727
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.13.18/dist/katex.min.css" integrity="sha384-zTROYFVGOfTw7JV7KUu8udsvW2fx4lWOsCEDqhBreBwlHI4ioVRtmIvEThzJHGET" crossorigin="anonymous">
2828

2929
<!-- Global site tag (gtag.js) - Google Analytics -->
@@ -47,7 +47,7 @@
4747
<div class='docs'>
4848
<p>
4949
<a class="parent" href="/">home</a>
50-
<a class="parent" href="index.html">RWKV</a>
50+
<a class="parent" href="index.html">rwkv</a>
5151
</p>
5252
<p>
5353
<a href="https://github.com/labmlai/annotated_deep_learning_paper_implementations" target="_blank">
@@ -60,7 +60,7 @@
6060
style="max-width:100%;"/></a>
6161
</p>
6262
<p>
63-
<a href="https://github.com/labmlai/annotated_deep_learning_paper_implementations/tree/master/labml_nn/RWKV/__init__.py" target="_blank">
63+
<a href="https://github.com/labmlai/annotated_deep_learning_paper_implementations/tree/master/labml_nn/rwkv/__init__.py" target="_blank">
6464
View code on Github</a>
6565
</p>
6666
</div>

0 commit comments

Comments
 (0)