load news

catalog/management/commands/loadNews.py

@@ -53,13 +53,13 @@ class Command(BaseCommand):
 				publisher=publisher[0]
 				
 			#----------------------------------------------------------------
-			news = News.objects.all().filter(publisher=publisher.id).order_by("-date")
-			minYear = 0
-			lastDate = datetime.datetime(1950,1,1)
+#			news = News.objects.all().filter(publisher=publisher.id).order_by("-date")
+#			minYear = 0
+#			lastDate = datetime.datetime(1950,1,1)
 
-			if news.count()>0:
-				minYear = news[0].date.year
-				lastDate = news[0].date
+#			if news.count()>0:
+#				minYear = news[0].date.year
+#				lastDate = news[0].date
 			
 			# Year list from directory structure
 			yearList = sorted([ int(y) for y in os.listdir('.') if os.path.isdir(y) ])
@@ -117,14 +117,14 @@ class Command(BaseCommand):
 										topicstr = [d['topic']]
 									
 									news.topic_raw = json.dumps(topicstr)
-									news.save()
-#									objectsList.append(news)
-#								batch_size = 100
-#								while True:
-#									batch = list(islice(objectsList, batch_size))
-#									if not batch:
-#										break
-#									News.objects.bulk_create(batch, batch_size)
+#									news.save()
+									objectsList.append(news)
+								batch_size = 100
+								while True:
+									batch = list(islice(objectsList, batch_size))
+									if not batch:
+										break
+									News.objects.bulk_create(batch, batch_size)
 
 							except ValueError as e:
 								print (e)