mirror of
				https://codeberg.org/yeentown/barkey.git
				synced 2025-11-03 23:14:13 +00:00 
			
		
		
		
	migration - add GridFS migration
This commit is contained in:
		
							parent
							
								
									73bb81de8f
								
							
						
					
					
						commit
						26602dcd20
					
				
					 1 changed files with 49 additions and 0 deletions
				
			
		
							
								
								
									
										49
									
								
								tools/migration/use-gridfs.js
									
										
									
									
									
										Normal file
									
								
							
							
						
						
									
										49
									
								
								tools/migration/use-gridfs.js
									
										
									
									
									
										Normal file
									
								
							| 
						 | 
					@ -0,0 +1,49 @@
 | 
				
			||||||
 | 
					// for Node.js interpret
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					const { default: db } = require('../../built/db/mongodb')
 | 
				
			||||||
 | 
					const { default: DriveFile, getGridFSBucket } = require('../../built/api/models/drive-file')
 | 
				
			||||||
 | 
					const { Duplex } = require('stream')
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					const writeToGridFS = (bucket, buffer, ...rest) => new Promise((resolve, reject) => {
 | 
				
			||||||
 | 
						const writeStream = bucket.openUploadStreamWithId(...rest)
 | 
				
			||||||
 | 
						
 | 
				
			||||||
 | 
						const dataStream = new Duplex()
 | 
				
			||||||
 | 
						dataStream.push(buffer)
 | 
				
			||||||
 | 
						dataStream.push(null)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						writeStream.once('finish', resolve)
 | 
				
			||||||
 | 
						writeStream.on('error', reject)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						dataStream.pipe(writeStream)
 | 
				
			||||||
 | 
					})
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					const migrateToGridFS = async (doc) => {
 | 
				
			||||||
 | 
						const id = doc._id
 | 
				
			||||||
 | 
						const buffer = doc.data.buffer
 | 
				
			||||||
 | 
						const created_at = doc.created_at
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						delete doc._id
 | 
				
			||||||
 | 
						delete doc.created_at
 | 
				
			||||||
 | 
						delete doc.datasize
 | 
				
			||||||
 | 
						delete doc.hash
 | 
				
			||||||
 | 
						delete doc.data
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						const bucket = await getGridFSBucket()
 | 
				
			||||||
 | 
						const added = await writeToGridFS(bucket, buffer, id, `${id}/${doc.name}`, { metadata: doc })
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						const result = await DriveFile.update(id, {
 | 
				
			||||||
 | 
							$set: {
 | 
				
			||||||
 | 
								uploadDate: created_at
 | 
				
			||||||
 | 
							}
 | 
				
			||||||
 | 
						})
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						return added && result.ok === 1
 | 
				
			||||||
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					const main = async () => {
 | 
				
			||||||
 | 
						const docs = await db.get('drive_files').find()
 | 
				
			||||||
 | 
						const all = await Promise.all(docs.map(migrateToGridFS))
 | 
				
			||||||
 | 
						return all
 | 
				
			||||||
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					main().then(console.dir).catch(console.error)
 | 
				
			||||||
		Loading…
	
	Add table
		
		Reference in a new issue