feat: Fetch and filter puzzles from database

.gitattributes

@@ -0,0 +1 @@
+lichess_db_puzzles.csv filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,15 +1,3 @@
----
-title: Chessli2
-emoji: 🏰
-colorFrom: blue
-colorTo: red
-sdk: gradio
-app_file: src/chessli2/app.py
-python_version: 3.11
-pinned: True
----
-
-
 # Welcome to Chessli2 🏰
 
 [chessli2](https://github.com/pwenker/chessli2) is your **always free** and **open-source** chess trainer 🛡️, designed to elevate your game by allowing you to analyze games, identify mistakes, and sharpen your tactics, all sourced directly from [lichess.org](https://lichess.org/).
@@ -33,10 +21,14 @@ Chessli2 is here to support your journey to becoming a chess master. Dive in and
 ### 👉 Click here to try out the app directly without any setup:
 [**Chessli2**](https://pwenker-chessli2.hf.space/)
 
+
 ### 🔍 Inspect code at:
 - **GitHub:** [pwenker/chessli2](https://github.com/pwenker/chessli2)
 - **Hugging Face Spaces:** [pwenker/chessli2](https://huggingface.co/spaces/pwenker/chessli2)
 
+### 🌟 Best 1000 Puzzles for each Theme 🧩
+
+📚 [Overview and links](https://github.com/pwenker/chessli2/docs/best_1000_puzzles_by_theme.md) 🔗
 
 ## Local Deployment 🏠
 
@@ -130,8 +122,8 @@ Finally, you can import the CSV file into Anki.
 4. In the main Anki window, go to the menu bar and click on `File`.
 5. Select `Import...` from the dropdown menu.
 6. Browse to the location of your CSV file, select it, and click `Open`.
-7. Anki will open a dialog box asking how you want to import the CSV file. Select the `Chess-2.0` note type.
-8. Make sure it reads: "Field 1 of file is: mapped to PGN" 
+7. Anki will open a dialog box asking how you want to import the CSV file. Select the `Chess-2.0` note type. And select "Fields separated by: Comma".
+8. Make sure it reads: "Field 1 of file is: mapped to PGN" (For the puzzles you can map the second field to "Tags")
 9. Click the `Import` button. Anki will process the file and add the new cards to the selected deck.
 10. After importing, it’s a good idea to review a few cards to ensure they were imported correctly. You can do this by browsing the deck or starting a study session.
 11. Pat yourself on the back! You did it! 🎉

docs/best_1000_puzzles_by_theme.md

@@ -0,0 +1,62 @@
+| Name                    | Description                                                                                                         | Link to 1000 best puzzles                                                                                                      |
+|-------------------------|---------------------------------------------------------------------------------------------------------------------|-----------------------------------------------------------------------------------------------------------|
+| Advanced pawn           | One of your pawns is deep into the opponent position, maybe threatening to promote.                                 | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/advancedPawn.csv)                                      |
+| Advantage               | Seize your chance to get a decisive advantage. (200cp ≤ eval ≤ 600cp)                                               | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/advantage.csv)                                         |
+| Anastasia's mate        | A knight and rook or queen team up to trap the opposing king between the side of the board and a friendly piece.    | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/anastasiaMate.csv)                                     |
+| Arabian mate            | A knight and a rook team up to trap the opposing king on a corner of the board.                                     | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/arabianMate.csv)                                       |
+| Attacking f2 or f7      | An attack focusing on the f2 or f7 pawn, such as in the fried liver opening.                                        | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/attackingF2F7.csv)                                     |
+| Attraction              | An exchange or sacrifice encouraging or forcing an opponent piece to a square that allows a follow-up tactic.       | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/attraction.csv)                                        |
+| Back rank mate          | Checkmate the king on the home rank, when it is trapped there by its own pieces.                                    | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/backRankMate.csv)                                      |
+| Bishop endgame          | An endgame with only bishops and pawns.                                                                             | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/bishopEndgame.csv)                                     |
+| Boden's mate            | Two attacking bishops on criss-crossing diagonals deliver mate to a king obstructed by friendly pieces.             | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/bodenMate.csv)                                         |
+| Castling                | Bring the king to safety, and deploy the rook for attack.                                                           | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/castling.csv)                                          |
+| Capture the defender    | Removing a piece that is critical to defence of another piece, allowing the now undefended piece to be captured on a following move. | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/capturingDefender.csv)                                 |
+| Crushing                | Spot the opponent blunder to obtain a crushing advantage. (eval ≥ 600cp)                                            | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/crushing.csv)                                          |
+| Double bishop mate      | Two attacking bishops on adjacent diagonals deliver mate to a king obstructed by friendly pieces.                   | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/doubleBishopMate.csv)                                  |
+| Dovetail mate           | A queen delivers mate to an adjacent king, whose only two escape squares are obstructed by friendly pieces.         | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/dovetailMate.csv)                                      |
+| Equality                | Come back from a losing position, and secure a draw or a balanced position. (eval ≤ 200cp)                         | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/equality.csv)                                          |
+| Kingside attack         | An attack of the opponent's king, after they castled on the king side.                                             | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/kingsideAttack.csv)                                    |
+| Clearance               | A move, often with tempo, that clears a square, file or diagonal for a follow-up tactical idea.                    | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/clearance.csv)                                         |
+| Defensive move          | A precise move or sequence of moves that is needed to avoid losing material or another advantage.                  | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/defensiveMove.csv)                                     |
+| Deflection              | A move that distracts an opponent piece from another duty that it performs, such as guarding a key square. Sometimes also called "overloading". | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/deflection.csv)                                        |
+| Discovered attack       | Moving a piece (such as a knight), that previously blocked an attack by a long range piece (such as a rook), out of the way of that piece. | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/discoveredAttack.csv)                                  |
+| Double check            | Checking with two pieces at once, as a result of a discovered attack where both the moving piece and the unveiled piece attack the opponent's king. | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/doubleCheck.csv)                                       |
+| Endgame                 | A tactic during the last phase of the game.                                                                        | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/endgame.csv)                                           |
+| En passant              | A tactic involving the en passant rule, where a pawn can capture an opponent pawn that has bypassed it using its initial two-square move. | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/enPassant.csv)                                         |
+| Exposed king            | A tactic involving a king with few defenders around it, often leading to checkmate.                                | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/exposedKing.csv)                                       |
+| Fork                    | A move where the moved piece attacks two opponent pieces at once.                                                   | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/fork.csv)                                              |
+| Hanging piece           | A tactic involving an opponent piece being undefended or insufficiently defended and free to capture.               | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/hangingPiece.csv)                                      |
+| Hook mate               | Checkmate with a rook, knight, and pawn along with one enemy pawn to limit the enemy king's escape.                | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/hookMate.csv)                                          |
+| Interference            | Moving a piece between two opponent pieces to leave one or both opponent pieces undefended, such as a knight on a defended square between two rooks. | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/interference.csv)                                      |
+| Intermezzo              | Instead of playing the expected move, first interpose another move posing an immediate threat that the opponent must answer. Also known as "Zwischenzug" or "In between". | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/intermezzo.csv)                                        |
+| Knight endgame          | An endgame with only knights and pawns.                                                                            | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/knightEndgame.csv)                                     |
+| Long                    | Three moves to win.                                                                                                | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/long.csv)                                              |
+| Master games            | Puzzles from games played by titled players.                                                                       | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/master.csv)                                            |
+| Master vs Master games  | Puzzles from games between two titled players.                                                                     | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/masterVsMaster.csv)                                    |
+| Checkmate               | Win the game with style.                                                                                           | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/mate.csv)                                              |
+| Mate in 1               | Deliver checkmate in one move.                                                                                     | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/mateIn1.csv)                                           |
+| Mate in 2               | Deliver checkmate in two moves.                                                                                    | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/mateIn2.csv)                                           |
+| Mate in 3               | Deliver checkmate in three moves.                                                                                  | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/mateIn3.csv)                                           |
+| Mate in 4               | Deliver checkmate in four moves.                                                                                   | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/mateIn4.csv)                                           |
+| Mate in 5 or more       | Figure out a long mating sequence.                                                                                 | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/mateIn5.csv)                                           |
+| Middlegame              | A tactic during the second phase of the game.                                                                      | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/middlegame.csv)                                        |
+| One-move puzzle         | A puzzle that is only one move long.                                                                               | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/oneMove.csv)                                           |
+| Opening                 | A tactic during the first phase of the game.                                                                       | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/opening.csv)                                           |
+| Pawn endgame            | An endgame with only pawns.                                                                                        | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/pawnEndgame.csv)                                       |
+| Pin                     | A tactic involving pins, where a piece is unable to move without revealing an attack on a higher value piece.      | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/pin.csv)                                               |
+| Promotion               | Promote one of your pawn to a queen or minor piece.                                                                | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/promotion.csv)                                         |
+| Queen endgame           | An endgame with only queens and pawns.                                                                             | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/queenEndgame.csv)                                      |
+| Queen and Rook          | An endgame with only queens, rooks and pawns.                                                                      | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/queenRookEndgame.csv)                                  |
+| Queenside attack        | An attack of the opponent's king, after they castled on the queen side.                                            | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/queensideAttack.csv)                                   |
+| Quiet move              | A move that does neither make a check or capture, nor an immediate threat to capture, but does prepare a more hidden unavoidable threat for a later move. | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/quietMove.csv)                                         |
+| Rook endgame            | An endgame with only rooks and pawns.                                                                              | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/rookEndgame.csv)                                       |
+| Sacrifice               | A tactic involving giving up material in the short-term, to gain an advantage again after a forced sequence of moves. | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/sacrifice.csv)                                         |
+| Short                   | Two moves to win.                                                                                                  | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/short.csv)                                             |
+| Skewer                  | A motif involving a high value piece being attacked, moving out the way, and allowing a lower value piece behind it to be captured or attacked, the inverse of a pin. | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/skewer.csv)                                            |
+| Smothered mate          | A checkmate delivered by a knight in which the mated king is unable to move because it is surrounded (or smothered) by its own pieces. | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/smotheredMate.csv)                                     |
+| Super GM games          | Puzzles from games played by the best players in the world.                                                        | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/superGM.csv)                                           |
+| Trapped piece           | A piece is unable to escape capture as it has limited moves.                                                       | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/trappedPiece.csv)                                      |
+| Underpromotion          | Promotion to a knight, bishop, or rook.                                                                            | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/underPromotion.csv)                                    |
+| Very long               | Four moves or more to win.                                                                                         | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/veryLong.csv)                                          |
+| X-Ray attack            | A piece attacks or defends a square, through an enemy piece.                                                       | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/xRayAttack.csv)                                        |
+| Zugzwang                | The opponent is limited in the moves they can make, and all moves worsen their position.                           | [Link to 1000 best puzzles](https://github.com/pwenker/chessli2/puzzles/zugzwang.csv)                                          |

generate_puzzles.py

@@ -0,0 +1,87 @@
+import shutil
+from pathlib import Path
+
+from gradio_client import Client
+from tqdm import tqdm
+
+themes = [
+    "advancedPawn",
+    "advantage",
+    "anastasiaMate",
+    "arabianMate",
+    "attackingF2F7",
+    "attraction",
+    "backRankMate",
+    "bishopEndgame",
+    "bodenMate",
+    "castling",
+    "capturingDefender",
+    "crushing",
+    "doubleBishopMate",
+    "dovetailMate",
+    "equality",
+    "kingsideAttack",
+    "clearance",
+    "defensiveMove",
+    "deflection",
+    "discoveredAttack",
+    "doubleCheck",
+    "endgame",
+    "exposedKing",
+    "fork",
+    "hangingPiece",
+    "hookMate",
+    "interference",
+    "intermezzo",
+    "knightEndgame",
+    "long",
+    "master",
+    "masterVsMaster",
+    "mate",
+    "mateIn1",
+    "mateIn2",
+    "mateIn3",
+    "mateIn4",
+    "mateIn5",
+    "middlegame",
+    "oneMove",
+    "opening",
+    "pawnEndgame",
+    "pin",
+    "promotion",
+    "queenEndgame",
+    "queenRookEndgame",
+    "queensideAttack",
+    "quietMove",
+    "rookEndgame",
+    "sacrifice",
+    "short",
+    "skewer",
+    "smotheredMate",
+    "superGM",
+    "trappedPiece",
+    "underPromotion",
+    "veryLong",
+    "xRayAttack",
+    "zugzwang",
+    "healthyMix",
+    "playerGames",
+]
+client = Client("http://localhost:7860/")
+
+
+for theme in tqdm(themes, desc="Generating puzzles...", total=len(themes)):
+    csv_data, csv_file = client.predict(
+        themes=[theme],
+        popularity_range=[80, 100],
+        rating_range=[0, 4000],
+        nb_plays_range=[0, 1007625],
+        opening_tags=None,
+        max=1000,
+        api_name="/get_puzzles_from_db",
+    )
+
+    src = csv_file["value"]
+    dest = f"puzzles/{theme}.csv"
+
+    shutil.copy(Path(src), dest)

lichess_db_puzzles.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66732175bcaeb29249a17bbc99854b1b096ccf7a27fd0237e125ecf03e31face
+size 716070952

puzzles/count_fen.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+# Directory to search files in
+DIRECTORY="."
+
+# Iterate through all files in the directory
+for file in "$DIRECTORY"/*; do
+  if [ -f "$file" ]; then
+    # Count the number of lines containing "FEN"
+    count=$(grep -c "FEN" "$file")
+    # Print the filename and the count
+    echo "$file: $count"
+  fi
+done