|
|
@@ -1,3 +1,10 @@
|
|
|
+# Copyright (c) Sebastian Raschka under Apache License 2.0 (see LICENSE.txt).
|
|
|
+# Source for "Build a Large Language Model From Scratch"
|
|
|
+# - https://www.manning.com/books/build-a-large-language-model-from-scratch
|
|
|
+# Code: https://github.com/rasbt/LLMs-from-scratch
|
|
|
+
|
|
|
+# File for internal use (unit tests)
|
|
|
+
|
|
|
import io
|
|
|
import os
|
|
|
import sys
|
|
|
@@ -8,14 +15,6 @@ import pytest
|
|
|
from transformers.models.llama.modeling_llama import LlamaRotaryEmbedding, apply_rotary_pos_emb
|
|
|
|
|
|
|
|
|
-# Copyright (c) Sebastian Raschka under Apache License 2.0 (see LICENSE.txt).
|
|
|
-# Source for "Build a Large Language Model From Scratch"
|
|
|
-# - https://www.manning.com/books/build-a-large-language-model-from-scratch
|
|
|
-# Code: https://github.com/rasbt/LLMs-from-scratch
|
|
|
-
|
|
|
-# File for internal use (unit tests)
|
|
|
-
|
|
|
-
|
|
|
@pytest.fixture(scope="module")
|
|
|
def notebook():
|
|
|
def import_definitions_from_notebook(notebooks):
|