[ WebToolTip.com ] LLM Engineer's Handbook (Code Files)

File Name

Size

Get Bonus Downloads Here.url

180 B

~Get Your Files Here !/Bonus Resources.txt

70 B

~Get Your Files Here !/Dockerfile

1.6 kB

~Get Your Files Here !/LICENSE

1.0 kB

~Get Your Files Here !/README.md

27 kB

~Get Your Files Here !/code_snippets/03_custom_odm_example.py

473 B

~Get Your Files Here !/code_snippets/03_orm.py

1.1 kB

~Get Your Files Here !/code_snippets/08_instructor_embeddings.py

652 B

~Get Your Files Here !/code_snippets/08_text_embeddings.py

1.1 kB

~Get Your Files Here !/code_snippets/08_text_image_embeddings.py

1.1 kB

~Get Your Files Here !/configs/digital_data_etl_maxime_labonne.yaml

2.8 kB

~Get Your Files Here !/configs/digital_data_etl_paul_iusztin.yaml

4.6 kB

~Get Your Files Here !/configs/end_to_end_data.yaml

6.8 kB

~Get Your Files Here !/configs/evaluating.yaml

274 B

~Get Your Files Here !/configs/export_artifact_to_json.yaml

301 B

~Get Your Files Here !/configs/feature_engineering.yaml

254 B

~Get Your Files Here !/configs/generate_instruct_datasets.yaml

318 B

~Get Your Files Here !/configs/generate_preference_datasets.yaml

322 B

~Get Your Files Here !/configs/training.yaml

427 B

~Get Your Files Here !/data/artifacts/cleaned_documents.json

1.1 MB

~Get Your Files Here !/data/artifacts/instruct_datasets.json

1.7 MB

~Get Your Files Here !/data/artifacts/preference_datasets.json

181 kB

~Get Your Files Here !/data/artifacts/raw_documents.json

1.3 MB

~Get Your Files Here !/data/data_warehouse_raw_data/ArticleDocument.json

1.3 MB

~Get Your Files Here !/data/data_warehouse_raw_data/PostDocument.json

2 B

~Get Your Files Here !/data/data_warehouse_raw_data/RepositoryDocument.json

2 B

~Get Your Files Here !/data/data_warehouse_raw_data/UserDocument.json

192 B

~Get Your Files Here !/docker-compose.yml

724 B

~Get Your Files Here !/env.example

625 B

~Get Your Files Here !/github/workflows/cd.yaml

1.1 kB

~Get Your Files Here !/github/workflows/ci.yaml

1.4 kB

~Get Your Files Here !/gitignore

3.2 kB

~Get Your Files Here !/images/cover_plus.png

443 kB

~Get Your Files Here !/images/crazy_cat.jpg

120 kB

~Get Your Files Here !/llm_engineering/__init__.py

177 B

~Get Your Files Here !/llm_engineering/application/__init__.py

41 B

~Get Your Files Here !/llm_engineering/application/crawlers/__init__.py

234 B

~Get Your Files Here !/llm_engineering/application/crawlers/base.py

2.3 kB

~Get Your Files Here !/llm_engineering/application/crawlers/custom_article.py

1.6 kB

~Get Your Files Here !/llm_engineering/application/crawlers/dispatcher.py

1.4 kB

~Get Your Files Here !/llm_engineering/application/crawlers/github.py

2.0 kB

~Get Your Files Here !/llm_engineering/application/crawlers/linkedin.py

6.5 kB

~Get Your Files Here !/llm_engineering/application/crawlers/medium.py

1.4 kB

~Get Your Files Here !/llm_engineering/application/dataset/__init__.py

51 B

~Get Your Files Here !/llm_engineering/application/dataset/constants.py

1.3 kB

~Get Your Files Here !/llm_engineering/application/dataset/generation.py

10 kB

~Get Your Files Here !/llm_engineering/application/dataset/output_parsers.py

371 B

~Get Your Files Here !/llm_engineering/application/dataset/utils.py

4.4 kB

~Get Your Files Here !/llm_engineering/application/networks/__init__.py

145 B

~Get Your Files Here !/llm_engineering/application/networks/base.py

1.4 kB

~Get Your Files Here !/llm_engineering/application/networks/embeddings.py

3.9 kB

~Get Your Files Here !/llm_engineering/application/preprocessing/__init__.py

164 B

~Get Your Files Here !/llm_engineering/application/preprocessing/chunking_data_handlers.py

4.1 kB

~Get Your Files Here !/llm_engineering/application/preprocessing/cleaning_data_handlers.py

2.3 kB

~Get Your Files Here !/llm_engineering/application/preprocessing/dispatchers.py

4.1 kB

~Get Your Files Here !/llm_engineering/application/preprocessing/embedding_data_handlers.py

4.3 kB

~Get Your Files Here !/llm_engineering/application/preprocessing/operations/__init__.py

153 B

~Get Your Files Here !/llm_engineering/application/preprocessing/operations/chunking.py

1.7 kB

~Get Your Files Here !/llm_engineering/application/preprocessing/operations/cleaning.py

153 B

~Get Your Files Here !/llm_engineering/application/rag/__init__.py

0 B

~Get Your Files Here !/llm_engineering/application/rag/base.py

511 B

~Get Your Files Here !/llm_engineering/application/rag/prompt_templates.py

1.9 kB

~Get Your Files Here !/llm_engineering/application/rag/query_expanison.py

1.5 kB

~Get Your Files Here !/llm_engineering/application/rag/reranking.py

1.0 kB

~Get Your Files Here !/llm_engineering/application/rag/retriever.py

3.8 kB

~Get Your Files Here !/llm_engineering/application/rag/self_query.py

1.5 kB

~Get Your Files Here !/llm_engineering/application/utils/__init__.py

118 B

~Get Your Files Here !/llm_engineering/application/utils/misc.py

597 B

~Get Your Files Here !/llm_engineering/application/utils/split_user_full_name.py

547 B

~Get Your Files Here !/llm_engineering/domain/__init__.py

304 B

~Get Your Files Here !/llm_engineering/domain/base/__init__.py

131 B

~Get Your Files Here !/llm_engineering/domain/base/nosql.py

4.3 kB

~Get Your Files Here !/llm_engineering/domain/base/vector.py

9.4 kB

~Get Your Files Here !/llm_engineering/domain/chunks.py

733 B

~Get Your Files Here !/llm_engineering/domain/cleaned_documents.py

882 B

~Get Your Files Here !/llm_engineering/domain/dataset.py

3.5 kB

~Get Your Files Here !/llm_engineering/domain/documents.py

937 B

~Get Your Files Here !/llm_engineering/domain/embedded_chunks.py

1.3 kB

~Get Your Files Here !/llm_engineering/domain/exceptions.py

101 B

~Get Your Files Here !/llm_engineering/domain/inference.py

460 B

~Get Your Files Here !/llm_engineering/domain/prompt.py

479 B

~Get Your Files Here !/llm_engineering/domain/queries.py

888 B

~Get Your Files Here !/llm_engineering/domain/types.py

392 B

~Get Your Files Here !/llm_engineering/infrastructure/__init__.py

0 B

~Get Your Files Here !/llm_engineering/infrastructure/aws/__init__.py

0 B

~Get Your Files Here !/llm_engineering/infrastructure/aws/deploy/__init__.py

0 B

~Get Your Files Here !/llm_engineering/infrastructure/aws/deploy/autoscaling_sagemaker_endpoint.py

7.7 kB

~Get Your Files Here !/llm_engineering/infrastructure/aws/deploy/delete_sagemaker_endpoint.py

2.3 kB

~Get Your Files Here !/llm_engineering/infrastructure/aws/deploy/huggingface/__init__.py

0 B

~Get Your Files Here !/llm_engineering/infrastructure/aws/deploy/huggingface/config.py

1.3 kB

~Get Your Files Here !/llm_engineering/infrastructure/aws/deploy/huggingface/run.py

1.5 kB

~Get Your Files Here !/llm_engineering/infrastructure/aws/deploy/huggingface/sagemaker_huggingface.py

7.4 kB

~Get Your Files Here !/llm_engineering/infrastructure/aws/roles/create_execution_role.py

2.3 kB

~Get Your Files Here !/llm_engineering/infrastructure/aws/roles/create_sagemaker_role.py

1.8 kB

~Get Your Files Here !/llm_engineering/infrastructure/db/mongo.py

699 B

~Get Your Files Here !/llm_engineering/infrastructure/db/qdrant.py

1.4 kB

~Get Your Files Here !/llm_engineering/infrastructure/files_io.py

979 B

~Get Your Files Here !/llm_engineering/infrastructure/inference_pipeline_api.py

1.9 kB

~Get Your Files Here !/llm_engineering/infrastructure/opik_utils.py

966 B

~Get Your Files Here !/llm_engineering/model/Readme.md

8.6 kB

~Get Your Files Here !/llm_engineering/model/__init__.py

0 B

~Get Your Files Here !/llm_engineering/model/evaluation/__init__.py

0 B

~Get Your Files Here !/llm_engineering/model/evaluation/evaluate.py

8.6 kB

~Get Your Files Here !/llm_engineering/model/evaluation/requirements.txt

83 B

~Get Your Files Here !/llm_engineering/model/evaluation/sagemaker.py

2.0 kB

~Get Your Files Here !/llm_engineering/model/finetuning/__init__.py

0 B

~Get Your Files Here !/llm_engineering/model/finetuning/finetune.py

12 kB

~Get Your Files Here !/llm_engineering/model/finetuning/requirements.txt

172 B

~Get Your Files Here !/llm_engineering/model/finetuning/sagemaker.py

2.5 kB

~Get Your Files Here !/llm_engineering/model/inference/__init__.py

154 B

~Get Your Files Here !/llm_engineering/model/inference/inference.py

3.1 kB

~Get Your Files Here !/llm_engineering/model/inference/run.py

1.2 kB

~Get Your Files Here !/llm_engineering/model/inference/test.py

608 B

~Get Your Files Here !/llm_engineering/model/utils.py

1.5 kB

~Get Your Files Here !/llm_engineering/settings.py

3.9 kB

~Get Your Files Here !/pipelines/__init__.py

500 B

~Get Your Files Here !/pipelines/digital_data_etl.py

296 B

~Get Your Files Here !/pipelines/end_to_end_data.py

1.0 kB

~Get Your Files Here !/pipelines/evaluating.py

208 B

~Get Your Files Here !/pipelines/export_artifact_to_json.py

544 B

~Get Your Files Here !/pipelines/feature_engineering.py

615 B

~Get Your Files Here !/pipelines/generate_datasets.py

1.1 kB

~Get Your Files Here !/pipelines/training.py

645 B

~Get Your Files Here !/poetry.lock

635 kB

~Get Your Files Here !/pre-commit-config.yaml

265 B

~Get Your Files Here !/pyproject.toml

5.8 kB

~Get Your Files Here !/python-version

7 B

~Get Your Files Here !/ruff.toml

274 B

~Get Your Files Here !/steps/__init__.py

187 B

~Get Your Files Here !/steps/etl/__init__.py

137 B

~Get Your Files Here !/steps/etl/crawl_links.py

1.8 kB

~Get Your Files Here !/steps/etl/get_or_create_user.py

997 B

~Get Your Files Here !/steps/evaluating/__init__.py

55 B

~Get Your Files Here !/steps/evaluating/evaluate.py

234 B

~Get Your Files Here !/steps/export/__init__.py

125 B

~Get Your Files Here !/steps/export/serialize_artifact.py

1.1 kB

~Get Your Files Here !/steps/export/to_json.py

444 B

~Get Your Files Here !/steps/feature_engineering/__init__.py

286 B

~Get Your Files Here !/steps/feature_engineering/clean.py

1.4 kB

~Get Your Files Here !/steps/feature_engineering/load_to_vector_db.py

934 B

~Get Your Files Here !/steps/feature_engineering/query_data_warehouse.py

3.0 kB

~Get Your Files Here !/steps/feature_engineering/rag.py

2.6 kB

~Get Your Files Here !/steps/generate_datasets/__init__.py

448 B

~Get Your Files Here !/steps/generate_datasets/create_prompts.py

1.2 kB

~Get Your Files Here !/steps/generate_datasets/generate_intruction_dataset.py

1.8 kB

~Get Your Files Here !/steps/generate_datasets/generate_preference_dataset.py

1.8 kB

~Get Your Files Here !/steps/generate_datasets/push_to_huggingface.py

867 B

~Get Your Files Here !/steps/generate_datasets/query_feature_store.py

2.2 kB

~Get Your Files Here !/steps/training/__init__.py

46 B

~Get Your Files Here !/steps/training/train.py

656 B

~Get Your Files Here !/tests/__init__.py

0 B

~Get Your Files Here !/tests/integration/__init__.py

0 B

~Get Your Files Here !/tests/integration/integration_example_test.py

129 B

~Get Your Files Here !/tests/unit/__init__.py

0 B

~Get Your Files Here !/tests/unit/unit_example_test.py

108 B

~Get Your Files Here !/tools/__init__.py

0 B

~Get Your Files Here !/tools/data_warehouse.py

3.0 kB

~Get Your Files Here !/tools/ml_service.py

206 B

~Get Your Files Here !/tools/rag.py

795 B

~Get Your Files Here !/tools/run.py

6.3 kB

~Get Your Files Here !/vscode/settings.json

446 B