Update update.js
This commit is contained in:
parent
8b46709295
commit
30581d1b50
@ -1,5 +1,8 @@
|
|||||||
const { db, store, parser, file, logger } = require('../../core')
|
const { db, store, parser, file, logger } = require('../../core')
|
||||||
const _ = require('lodash')
|
const _ = require('lodash')
|
||||||
|
const dayjs = require('dayjs')
|
||||||
|
const utc = require('dayjs/plugin/utc')
|
||||||
|
dayjs.extend(utc)
|
||||||
|
|
||||||
const LOGS_DIR = process.env.LOGS_DIR || 'scripts/logs/cluster/load'
|
const LOGS_DIR = process.env.LOGS_DIR || 'scripts/logs/cluster/load'
|
||||||
|
|
||||||
@ -19,6 +22,7 @@ async function updateStreams(items = [], results = {}, origins = {}) {
|
|||||||
let buffer = {}
|
let buffer = {}
|
||||||
let updated = 0
|
let updated = 0
|
||||||
let removed = 0
|
let removed = 0
|
||||||
|
const now = dayjs.utc().format()
|
||||||
for (const item of items) {
|
for (const item of items) {
|
||||||
const stream = store.create(item)
|
const stream = store.create(item)
|
||||||
const result = results[item._id]
|
const result = results[item._id]
|
||||||
@ -46,6 +50,7 @@ async function updateStreams(items = [], results = {}, origins = {}) {
|
|||||||
await db.streams.remove({ _id: stream.get('_id') })
|
await db.streams.remove({ _id: stream.get('_id') })
|
||||||
removed++
|
removed++
|
||||||
} else if (stream.changed) {
|
} else if (stream.changed) {
|
||||||
|
stream.set('updated_at', { updated_at: now })
|
||||||
await db.streams.update({ _id: stream.get('_id') }, stream.data())
|
await db.streams.update({ _id: stream.get('_id') }, stream.data())
|
||||||
buffer[stream.get('url')] = true
|
buffer[stream.get('url')] = true
|
||||||
updated++
|
updated++
|
||||||
|
Loading…
x
Reference in New Issue
Block a user