{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":615403340,"defaultBranch":"main","name":"outlines","ownerLogin":"outlines-dev","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-03-17T16:01:18.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/144020531?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1718023855.0","currentOid":""},"activityList":{"items":[{"before":"08bb213b12ed7784f65738f03cfae28d0a94ff5f","after":"62865c776f311a64253c5adc8ecf840e38c52e17","ref":"refs/heads/gh-pages","pushedAt":"2024-06-12T11:58:44.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed a987159 with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/a987159860a6dd3a83d2f2376f36ab28ef45decd/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/a987159860a6dd3a83d2f2376f36ab28ef45decd\"><tt>a987159</tt></a> with MkDocs version: 1.6.0"}},{"before":"11af6cee3dfce185e713974fb56724c02f57af34","after":"a987159860a6dd3a83d2f2376f36ab28ef45decd","ref":"refs/heads/main","pushedAt":"2024-06-12T11:58:05.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"},"commit":{"message":"Fix/extend re replacement seq (#948)\n\nThis PR is an extension of\r\nhttps://github.com/outlines-dev/outlines/pull/763, related to extending\r\nthe `re_replacement_seq` regex.\r\n\r\nThe new [NorwAI models](https://huggingface.co/NorwAI) use a tokenizer\r\nthat has the token `�.`, which leads to the same error as was described\r\nin the previous issue\r\nhttps://github.com/outlines-dev/outlines/issues/762.\r\n\r\nThis PR extends the fix from\r\nhttps://github.com/outlines-dev/outlines/pull/763 to deal with this\r\ncase, as well as adding a unit test to test various tokenizers, and a\r\ncomment describing why we need the prefix and suffix in the regex.","shortMessageHtmlLink":"Fix/extend re replacement seq (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2343362602\" data-permission-text=\"Title is private\" data-url=\"https://github.com/outlines-dev/outlines/issues/948\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/outlines-dev/outlines/pull/948/hovercard\" href=\"https://github.com/outlines-dev/outlines/pull/948\">#948</a>)"}},{"before":"576f53acb299b6f92ba73e2f2a2d071ae91bb233","after":"08bb213b12ed7784f65738f03cfae28d0a94ff5f","ref":"refs/heads/gh-pages","pushedAt":"2024-06-11T09:14:52.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed 11af6ce with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/11af6cee3dfce185e713974fb56724c02f57af34/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/11af6cee3dfce185e713974fb56724c02f57af34\"><tt>11af6ce</tt></a> with MkDocs version: 1.6.0"}},{"before":"aa148cf32a6be3aec3c88020ef5dce2cf6f8e07e","after":"11af6cee3dfce185e713974fb56724c02f57af34","ref":"refs/heads/main","pushedAt":"2024-06-11T09:14:15.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"},"commit":{"message":"Support min/max number of digits for numbers in JSON Schema (#932)\n\nThis would allow to mitigate some repetition issues that certain LLMs\r\nhave. This should resolve #847\r\n\r\nCo-authored-by: Samuel Magnan <samuel@glodonusa.com>","shortMessageHtmlLink":"Support min/max number of digits for numbers in JSON Schema (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2326926755\" data-permission-text=\"Title is private\" data-url=\"https://github.com/outlines-dev/outlines/issues/932\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/outlines-dev/outlines/pull/932/hovercard\" href=\"https://github.com/outlines-dev/outlines/pull/932\">#932</a>)"}},{"before":"45795d82a0c8f86c3eb8fcd494a4c726b9ed9e1c","after":"576f53acb299b6f92ba73e2f2a2d071ae91bb233","ref":"refs/heads/gh-pages","pushedAt":"2024-06-10T12:51:35.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed aa148cf with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/aa148cf32a6be3aec3c88020ef5dce2cf6f8e07e/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/aa148cf32a6be3aec3c88020ef5dce2cf6f8e07e\"><tt>aa148cf</tt></a> with MkDocs version: 1.6.0"}},{"before":"c764aa0306a7cdfbf9bbf2e4ee077c3e02d9356f","after":null,"ref":"refs/heads/readme-beat-closed-source","pushedAt":"2024-06-10T12:50:55.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"}},{"before":"80121d6029ca635d97a2ebc4b165918cff18826f","after":"aa148cf32a6be3aec3c88020ef5dce2cf6f8e07e","ref":"refs/heads/main","pushedAt":"2024-06-10T12:50:54.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"},"commit":{"message":"Add statement regarding OS vs closed models","shortMessageHtmlLink":"Add statement regarding OS vs closed models"}},{"before":null,"after":"c764aa0306a7cdfbf9bbf2e4ee077c3e02d9356f","ref":"refs/heads/readme-beat-closed-source","pushedAt":"2024-06-10T12:49:16.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"},"commit":{"message":"Add statement regarding OS vs closed models","shortMessageHtmlLink":"Add statement regarding OS vs closed models"}},{"before":"1d2ceacaf549e70f04c551107adb5ffcd14a108e","after":"45795d82a0c8f86c3eb8fcd494a4c726b9ed9e1c","ref":"refs/heads/gh-pages","pushedAt":"2024-06-10T10:15:57.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed 80121d6 with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/80121d6029ca635d97a2ebc4b165918cff18826f/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/80121d6029ca635d97a2ebc4b165918cff18826f\"><tt>80121d6</tt></a> with MkDocs version: 1.6.0"}},{"before":"ed44a47d43ea21446812d891e77ef1e560b61868","after":"80121d6029ca635d97a2ebc4b165918cff18826f","ref":"refs/heads/main","pushedAt":"2024-06-10T10:15:25.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"},"commit":{"message":"Correct link for llamacpp library","shortMessageHtmlLink":"Correct link for llamacpp library"}},{"before":"07007753b4a0437d1b2e073012194328a8b79bff","after":"1d2ceacaf549e70f04c551107adb5ffcd14a108e","ref":"refs/heads/gh-pages","pushedAt":"2024-06-05T11:54:04.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed ed44a47 with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/ed44a47d43ea21446812d891e77ef1e560b61868/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/ed44a47d43ea21446812d891e77ef1e560b61868\"><tt>ed44a47</tt></a> with MkDocs version: 1.6.0"}},{"before":"0b4d12b0b9998a26e9dbde3bd558e695c51b75be","after":"ed44a47d43ea21446812d891e77ef1e560b61868","ref":"refs/heads/main","pushedAt":"2024-06-05T11:53:31.000Z","pushType":"pr_merge","commitsCount":8,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"},"commit":{"message":"Improve naming of token and vocab transition keys in regex.py","shortMessageHtmlLink":"Improve naming of token and vocab transition keys in regex.py"}},{"before":"c2d5e5e96b5cb9b603f393274fc781ef20b30478","after":"07007753b4a0437d1b2e073012194328a8b79bff","ref":"refs/heads/gh-pages","pushedAt":"2024-06-04T20:39:55.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed 0b4d12b with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/0b4d12b0b9998a26e9dbde3bd558e695c51b75be/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/0b4d12b0b9998a26e9dbde3bd558e695c51b75be\"><tt>0b4d12b</tt></a> with MkDocs version: 1.6.0"}},{"before":"b5a2073fcb3a2d2bb5c159c51bd27307c0fa4f62","after":"0b4d12b0b9998a26e9dbde3bd558e695c51b75be","ref":"refs/heads/main","pushedAt":"2024-06-04T20:39:15.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"},"commit":{"message":"add versioning guide to community tab","shortMessageHtmlLink":"add versioning guide to community tab"}},{"before":"5e866fed5a9bdff334c78155cc61aa8a0f0184fa","after":"c2d5e5e96b5cb9b603f393274fc781ef20b30478","ref":"refs/heads/gh-pages","pushedAt":"2024-06-04T17:21:27.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed b5a2073 with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/b5a2073fcb3a2d2bb5c159c51bd27307c0fa4f62/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/b5a2073fcb3a2d2bb5c159c51bd27307c0fa4f62\"><tt>b5a2073</tt></a> with MkDocs version: 1.6.0"}},{"before":"95f108e0824b8135c270087d4d09e25290efe619","after":"b5a2073fcb3a2d2bb5c159c51bd27307c0fa4f62","ref":"refs/heads/main","pushedAt":"2024-06-04T17:20:53.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"brandonwillard","name":"Brandon T. Willard","path":"/brandonwillard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/971601?s=80&v=4"},"commit":{"message":"use outlines-dev/outlines for asv.conf.json show_commit_url","shortMessageHtmlLink":"use outlines-dev/outlines for asv.conf.json show_commit_url"}},{"before":"f2a19504e4cccd28227e727838f47e9e8a504a2d","after":"5e866fed5a9bdff334c78155cc61aa8a0f0184fa","ref":"refs/heads/gh-pages","pushedAt":"2024-06-02T09:20:54.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed 95f108e with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/95f108e0824b8135c270087d4d09e25290efe619/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/95f108e0824b8135c270087d4d09e25290efe619\"><tt>95f108e</tt></a> with MkDocs version: 1.6.0"}},{"before":"3a7d83b89afcf6a3ecd53b134bf226c5041d674d","after":"95f108e0824b8135c270087d4d09e25290efe619","ref":"refs/heads/main","pushedAt":"2024-06-02T09:20:14.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"},"commit":{"message":"Set up Python step in PyPi Release workflow","shortMessageHtmlLink":"Set up Python step in PyPi Release workflow"}},{"before":"a6800fe22cdca186b3f232675c4a7a6f9183c624","after":"f2a19504e4cccd28227e727838f47e9e8a504a2d","ref":"refs/heads/gh-pages","pushedAt":"2024-05-31T23:00:02.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed 3a7d83b with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/3a7d83b89afcf6a3ecd53b134bf226c5041d674d/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/3a7d83b89afcf6a3ecd53b134bf226c5041d674d\"><tt>3a7d83b</tt></a> with MkDocs version: 1.6.0"}},{"before":"7723ce8d091230249db8840463c5cdefdb408b8e","after":"3a7d83b89afcf6a3ecd53b134bf226c5041d674d","ref":"refs/heads/main","pushedAt":"2024-05-31T22:59:33.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"brandonwillard","name":"Brandon T. Willard","path":"/brandonwillard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/971601?s=80&v=4"},"commit":{"message":"make LlamaCppTokenizer an outlines Tokenizer","shortMessageHtmlLink":"make LlamaCppTokenizer an outlines Tokenizer"}},{"before":"a47fb4fac5ead891f6be2aec3d68330cc66c2df9","after":"a6800fe22cdca186b3f232675c4a7a6f9183c624","ref":"refs/heads/gh-pages","pushedAt":"2024-05-31T09:57:07.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed 7723ce8 with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/7723ce8d091230249db8840463c5cdefdb408b8e/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/7723ce8d091230249db8840463c5cdefdb408b8e\"><tt>7723ce8</tt></a> with MkDocs version: 1.6.0"}},{"before":"538f77a3363e092f06c407b68ae51dfcca2a79f0","after":"7723ce8d091230249db8840463c5cdefdb408b8e","ref":"refs/heads/main","pushedAt":"2024-05-31T09:56:04.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"},"commit":{"message":"allow json schema of {}, resulting in unconstrained json value","shortMessageHtmlLink":"allow json schema of {}, resulting in unconstrained json value"}},{"before":"28a18218513d67c036cb9b3938204d19bd64db47","after":"a47fb4fac5ead891f6be2aec3d68330cc66c2df9","ref":"refs/heads/gh-pages","pushedAt":"2024-05-27T16:33:02.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed 538f77a with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/538f77a3363e092f06c407b68ae51dfcca2a79f0/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/538f77a3363e092f06c407b68ae51dfcca2a79f0\"><tt>538f77a</tt></a> with MkDocs version: 1.6.0"}},{"before":"e5c39e25f7b77dbb8c4140e23135650bc4d769e8","after":"538f77a3363e092f06c407b68ae51dfcca2a79f0","ref":"refs/heads/main","pushedAt":"2024-05-27T16:32:32.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"},"commit":{"message":"Fix invalid regex in unconstrained arrays for json_schema.py","shortMessageHtmlLink":"Fix invalid regex in unconstrained arrays for json_schema.py"}},{"before":"cc3059e4a424bb5f3ae4bc329262a53ee6e32925","after":"28a18218513d67c036cb9b3938204d19bd64db47","ref":"refs/heads/gh-pages","pushedAt":"2024-05-24T11:55:32.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed e5c39e2 with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/e5c39e25f7b77dbb8c4140e23135650bc4d769e8/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/e5c39e25f7b77dbb8c4140e23135650bc4d769e8\"><tt>e5c39e2</tt></a> with MkDocs version: 1.6.0"}},{"before":"411eaaf2d9426a56f7fdb99a1d7073dadd463806","after":"e5c39e25f7b77dbb8c4140e23135650bc4d769e8","ref":"refs/heads/main","pushedAt":"2024-05-24T11:54:59.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"},"commit":{"message":"Enable Tuples / prefixItems in build_regex_from_schema()","shortMessageHtmlLink":"Enable Tuples / prefixItems in build_regex_from_schema()"}},{"before":"fd15be5da16fdb0c4f386116ac94ceed44ddc750","after":"cc3059e4a424bb5f3ae4bc329262a53ee6e32925","ref":"refs/heads/gh-pages","pushedAt":"2024-05-24T06:13:06.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed 411eaaf with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/411eaaf2d9426a56f7fdb99a1d7073dadd463806/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/411eaaf2d9426a56f7fdb99a1d7073dadd463806\"><tt>411eaaf</tt></a> with MkDocs version: 1.6.0"}},{"before":"ba7affd92883aaa5ceacfba7ef5abd5a27b2eb26","after":"411eaaf2d9426a56f7fdb99a1d7073dadd463806","ref":"refs/heads/main","pushedAt":"2024-05-24T06:12:31.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"rlouf","name":"Rémi Louf","path":"/rlouf","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3885044?s=80&v=4"},"commit":{"message":"Use less problematic whitespace token (#916)\n\nFixes #839 #908 #690 #450\r\n\r\n## Problem\r\n\r\nA major problem, especially with smaller language models, is the\r\nrepetition problem.\r\n\r\nFor example, let's say a model is generating json and must provide 12\r\nspace tokens for indentation in json output. Often a language model will\r\nassign a high probability to a 13th space token, and do the same for a\r\n14th space, and then enter an infinite space generation loop.\r\n\r\nThis is a problem with NLG that has been known for half a decade, but\r\nonly has mitigations (mirostat, repetition penalty, using hundreds of\r\nbillions of weights, etc), no absolute solutions (except for\r\n**structured generation**)\r\n\r\n## Solution\r\n\r\nFor structured json generation, we set a sane default whitespace pattern\r\nof `r\"[ ]?\"`. This removes all newlines and indentation. It disallows\r\nany syntactic whitespace beyond a single space separator.\r\n\r\nUsers can still set the argument `whitespace_pattern=` if they want\r\ndifferent behavior","shortMessageHtmlLink":"Use less problematic whitespace token (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2313766513\" data-permission-text=\"Title is private\" data-url=\"https://github.com/outlines-dev/outlines/issues/916\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/outlines-dev/outlines/pull/916/hovercard\" href=\"https://github.com/outlines-dev/outlines/pull/916\">#916</a>)"}},{"before":"269621c48b91bade5d7bf9a9c0a9dad7a291dd47","after":"fd15be5da16fdb0c4f386116ac94ceed44ddc750","ref":"refs/heads/gh-pages","pushedAt":"2024-05-23T18:00:34.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Deployed ba7affd with MkDocs version: 1.6.0","shortMessageHtmlLink":"Deployed <a class=\"commit-link\" data-hovercard-type=\"commit\" data-hovercard-url=\"https://github.com/outlines-dev/outlines/commit/ba7affd92883aaa5ceacfba7ef5abd5a27b2eb26/hovercard\" href=\"https://github.com/outlines-dev/outlines/commit/ba7affd92883aaa5ceacfba7ef5abd5a27b2eb26\"><tt>ba7affd</tt></a> with MkDocs version: 1.6.0"}},{"before":"ffab2ac4fa273b1b63702d63d3e42035be023017","after":"ba7affd92883aaa5ceacfba7ef5abd5a27b2eb26","ref":"refs/heads/main","pushedAt":"2024-05-23T18:00:01.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"brandonwillard","name":"Brandon T. Willard","path":"/brandonwillard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/971601?s=80&v=4"},"commit":{"message":"Use a persistent Tokenizer hash for create_states_mapping cache","shortMessageHtmlLink":"Use a persistent Tokenizer hash for create_states_mapping cache"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEY0FfdAA","startCursor":null,"endCursor":null}},"title":"Activity · outlines-dev/outlines"}