dependabot[bot] 
							
						 
					 
					
						
						
							
						
						49f069ed97 
					 
					
						
						
							
							Bump Swatinem/rust-cache from 2.6.2 to 2.7.1  
						
						... 
						
						
						
						Bumps [Swatinem/rust-cache](https://github.com/swatinem/rust-cache ) from 2.6.2 to 2.7.1.
- [Release notes](https://github.com/swatinem/rust-cache/releases )
- [Changelog](https://github.com/Swatinem/rust-cache/blob/master/CHANGELOG.md )
- [Commits](https://github.com/swatinem/rust-cache/compare/v2.6.2...v2.7.1 )
---
updated-dependencies:
- dependency-name: Swatinem/rust-cache
  dependency-type: direct:production
  update-type: version-update:semver-minor
...
Signed-off-by: dependabot[bot] <support@github.com > 
						
						
							
						
					 
					
						2023-11-01 17:57:42 +00:00 
						 
				 
			
				
					
						
							
							
								dependabot[bot] 
							
						 
					 
					
						
						
							
						
						be16b99d40 
					 
					
						
						
							
							Bump actions/setup-node from 3 to 4  
						
						... 
						
						
						
						Bumps [actions/setup-node](https://github.com/actions/setup-node ) from 3 to 4.
- [Release notes](https://github.com/actions/setup-node/releases )
- [Commits](https://github.com/actions/setup-node/compare/v3...v4 )
---
updated-dependencies:
- dependency-name: actions/setup-node
  dependency-type: direct:production
  update-type: version-update:semver-major
...
Signed-off-by: dependabot[bot] <support@github.com > 
						
						
							
						
					 
					
						2023-11-01 17:57:38 +00:00 
						 
				 
			
				
					
						
							
							
								dependabot[bot] 
							
						 
					 
					
						
						
							
						
						ec0c09d17c 
					 
					
						
						
							
							Bump docker/login-action from 2 to 3  
						
						... 
						
						
						
						Bumps [docker/login-action](https://github.com/docker/login-action ) from 2 to 3.
- [Release notes](https://github.com/docker/login-action/releases )
- [Commits](https://github.com/docker/login-action/compare/v2...v3 )
---
updated-dependencies:
- dependency-name: docker/login-action
  dependency-type: direct:production
  update-type: version-update:semver-major
...
Signed-off-by: dependabot[bot] <support@github.com > 
						
						
							
						
					 
					
						2023-11-01 17:57:33 +00:00 
						 
				 
			
				
					
						
							
							
								dependabot[bot] 
							
						 
					 
					
						
						
							
						
						a9230f6e6c 
					 
					
						
						
							
							Bump mislav/bump-homebrew-formula-action from 2 to 3  
						
						... 
						
						
						
						Bumps [mislav/bump-homebrew-formula-action](https://github.com/mislav/bump-homebrew-formula-action ) from 2 to 3.
- [Release notes](https://github.com/mislav/bump-homebrew-formula-action/releases )
- [Commits](https://github.com/mislav/bump-homebrew-formula-action/compare/v2...v3 )
---
updated-dependencies:
- dependency-name: mislav/bump-homebrew-formula-action
  dependency-type: direct:production
  update-type: version-update:semver-major
...
Signed-off-by: dependabot[bot] <support@github.com > 
						
						
							
						
					 
					
						2023-11-01 17:57:30 +00:00 
						 
				 
			
				
					
						
							
							
								Clément Renault 
							
						 
					 
					
						
						
							
						
						b10c060bf7 
					 
					
						
						
							
							Cleanup TOML  
						
						
						
						
							
						
					 
					
						2023-11-01 14:03:04 +01:00 
						 
				 
			
				
					
						
							
							
								Clément Renault 
							
						 
					 
					
						
						
							
						
						e507ef5932 
					 
					
						
						
							
							Slow the logging down  
						
						
						
						
							
						
					 
					
						2023-11-01 13:49:32 +01:00 
						 
				 
			
				
					
						
							
							
								Clément Renault 
							
						 
					 
					
						
						
							
						
						c71b1d33ae 
					 
					
						
						
							
							Sort entries using rayon in the transform sorters  
						
						
						
						
							
						
					 
					
						2023-11-01 11:07:16 +01:00 
						 
				 
			
				
					
						
							
							
								Clément Renault 
							
						 
					 
					
						
						
							
						
						0fc446c62f 
					 
					
						
						
							
							Add more timing logs to the Transform  
						
						
						
						
							
						
					 
					
						2023-11-01 11:07:16 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						0fb6acefc3 
					 
					
						
						
							
							Add snapshots for facets  
						
						
						
						
							
						
					 
					
						2023-10-31 17:11:08 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						b1d1355b69 
					 
					
						
						
							
							remove tests on soft-deleted  
						
						
						
						
							
						
					 
					
						2023-10-31 16:36:27 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						f19332466e 
					 
					
						
						
							
							Extract field value as values instead of Option<Value>  
						
						
						
						
							
						
					 
					
						2023-10-31 16:36:27 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						03ddb4f310 
					 
					
						
						
							
							use deladd in facet update tests  
						
						
						
						
							
						
					 
					
						2023-10-31 16:36:27 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						c855cc2721 
					 
					
						
						
							
							Remove unused test  
						
						
						
						
							
						
					 
					
						2023-10-31 16:36:27 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						da0503ef80 
					 
					
						
						
							
							Fix document count  
						
						
						
						
							
						
					 
					
						2023-10-31 16:36:27 +01:00 
						 
				 
			
				
					
						
							
							
								meili-bors[bot] 
							
						 
					 
					
						
						
							
						
						54f0ee1ed2 
					 
					
						
						
							
							Merge  #4167  
						
						... 
						
						
						
						4167: Introduce the `meilitool` command line interface r=Kerollmops a=Kerollmops
This PR introduces a small tool to help the Cloud team:
 - Clear the tasks queue by removing all the tasks
 - Dump a Meilisearch database without having to enqueue the task
 - Access this `meilitool` binary from the Docker Image
## TODO
 - [x] Modify the Docker File to ship with this new tool (`@curquiza,` could you review that, please?)
 - [x] Clear the tasks queue by removing all the tasks
   - [x] Add more logs to explain what is happening
   - [x] Clear the `update_files` folder
 - [x] Dump a Meilisearch database without having to enqueue the task
   - [x] Add more logs to explain what is happening
   - [x] Introduce a flag to skip dumping enqueued and processing tasks.
   - [x] Dump the instance uid.
   - [x] Dump the keys.
   - [x] Dump the tasks with the update files.
   - [x] Dump the index documents and settings.
   - [ ] ~Dump the experimental features~
Co-authored-by: Clément Renault <clement@meilisearch.com > 
						
						
							
 
						
					 
					
						2023-10-31 14:05:22 +00:00 
						 
				 
			
				
					
						
							
							
								ManyTheFish 
							
						 
					 
					
						
						
							
						
						94206b0055 
					 
					
						
						
							
							Update tests  
						
						
						
						
							
						
					 
					
						2023-10-31 13:48:47 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						b40253bf18 
					 
					
						
						
							
							update snapshots  
						
						
						
						
							
						
					 
					
						2023-10-31 10:30:48 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						d8bf3f3fc2 
					 
					
						
						
							
							Remove unused snapshots  
						
						
						
						
							
						
					 
					
						2023-10-31 10:12:49 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						9d59e8011a 
					 
					
						
						
							
							fix some tests  
						
						
						
						
							
						
					 
					
						2023-10-31 10:08:36 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						dad78cbf8d 
					 
					
						
						
							
							Bulk facet remove deletes keys from DB when value empty  
						
						
						
						
							
						
					 
					
						2023-10-31 09:53:55 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						4e91707a06 
					 
					
						
						
							
							Rename test  
						
						
						
						
							
						
					 
					
						2023-10-31 09:41:17 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						de10f20732 
					 
					
						
						
							
							Fix field distribution again  
						
						
						
						
							
						
					 
					
						2023-10-30 17:47:22 +01:00 
						 
				 
			
				
					
						
							
							
								Clément Renault 
							
						 
					 
					
						
						
							
						
						ce5647e730 
					 
					
						
						
							
							Fix Dockerfile WORKDIR path  
						
						
						
						
							
 
						
					 
					
						2023-10-30 17:27:59 +01:00 
						 
				 
			
				
					
						
							
							
								Clément Renault 
							
						 
					 
					
						
						
							
						
						b57b818b67 
					 
					
						
						
							
							Don't use the last version of clap  
						
						
						
						
							
 
						
					 
					
						2023-10-30 16:57:31 +01:00 
						 
				 
			
				
					
						
							
							
								Clément Renault 
							
						 
					 
					
						
						
							
						
						f7ea94e5f4 
					 
					
						
						
							
							Modify the Dockerfile to compile meilisearch and meilitool  
						
						
						
						
							
						
					 
					
						2023-10-30 16:32:17 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						be395c7944 
					 
					
						
						
							
							Change order of arguments to tokenizer_builder  
						
						
						
						
							
						
					 
					
						2023-10-30 16:26:29 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						9fedd8101a 
					 
					
						
						
							
							Fix tests  
						
						
						
						
							
						
					 
					
						2023-10-30 15:11:07 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						54d07a8da3 
					 
					
						
						
							
							Update field distribution taking into account both deletions and additions  
						
						
						
						
							
						
					 
					
						2023-10-30 14:47:51 +01:00 
						 
				 
			
				
					
						
							
							
								Clément Renault 
							
						 
					 
					
						
						
							
						
						53382bb1b8 
					 
					
						
						
							
							Introduce a new flag to skip dumping enqueued/processing tasks  
						
						
						
						
							
						
					 
					
						2023-10-30 14:32:10 +01:00 
						 
				 
			
				
					
						
							
							
								Clément Renault 
							
						 
					 
					
						
						
							
						
						5b004a2583 
					 
					
						
						
							
							Add more logs to the dump exporter  
						
						
						
						
							
						
					 
					
						2023-10-30 14:31:55 +01:00 
						 
				 
			
				
					
						
							
							
								Clément Renault 
							
						 
					 
					
						
						
							
						
						13416ccbf7 
					 
					
						
						
							
							Introduce a new meilitool to help the cloud team  
						
						
						
						
							
						
					 
					
						2023-10-30 14:30:20 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						58690dfb19 
					 
					
						
						
							
							Fix tests compilation after changes to ExternalDocumentsIds API  
						
						
						
						
							
						
					 
					
						2023-10-30 13:34:07 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						abf424ebfc 
					 
					
						
						
							
							Remove unused FromIterator  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:56 +01:00 
						 
				 
			
				
					
						
							
							
								Clément Renault 
							
						 
					 
					
						
						
							
						
						dfab6293c9 
					 
					
						
						
							
							Use an LMDB database to store the external documents ids  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:23 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						fdf3f7f627 
					 
					
						
						
							
							Fix facet distribution test  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:23 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						6260cff65f 
					 
					
						
						
							
							Actually delete documents from DB when the merge function says so  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						8e0d9c9a5e 
					 
					
						
						
							
							Recover delete_documents tests that were too eagerly deleted  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						ae4ec8ea55 
					 
					
						
						
							
							Add delete_document_using_wtxn to TempIndex  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						652ac3052d 
					 
					
						
						
							
							use new iterator in batch  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						9a2dccc3bc 
					 
					
						
						
							
							Add iterator to find external ids of a bitmap of internal ids  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						a35988550c 
					 
					
						
						
							
							Fix some snapshots  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						e78281785c 
					 
					
						
						
							
							Actually execute the transform even if there are only documents to delete  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						3c15881818 
					 
					
						
						
							
							Add simple delete test  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						73c06d31d9 
					 
					
						
						
							
							snapshot always display stuff in consistent order  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						290e773d23 
					 
					
						
						
							
							remove more warnings and fix some tests  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						fa6c7f65ca 
					 
					
						
						
							
							Add TmpIndex::delete_documents  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						113527f466 
					 
					
						
						
							
							Remove soft-deleted related methods from Index  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						c534a1b687 
					 
					
						
						
							
							Stop using delete documents pipeline in batch runner  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						2263dff02b 
					 
					
						
						
							
							Stop using removed delete pipelines almost everywhere  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:22 +01:00 
						 
				 
			
				
					
						
							
							
								Louis Dureuil 
							
						 
					 
					
						
						
							
						
						d651b3ef01 
					 
					
						
						
							
							Remove delete documents files  
						
						
						
						
							
						
					 
					
						2023-10-30 11:41:20 +01:00