Python Scrapy

[tr8585]

How is this called? I don't really see what part of this is supposed to print the date. When I run it, there is no output. Could you trim it to a small script that just shows the problem you're having?

The two lines below are what I am stuck on. It is important to note everything works as expected when "date" is removed.

            data2 = response.xpath('//span[@class="tab"]/text()').get().replace(". ", "-")
            date = datetime.datetime.strptime(data2, "%d-%m-%Y").strftime('%Y-%m-%d')

Here is the pipeline:

import psycopg2


class TennisexplorerPipeline(object):

    def open_spider(self, spider):
        hostname = '35.225.206.101'
        username = 'tcb'
        password = '7UmgPbQKdZeTgvPS' # your password
        database = 'tcb'
        self.connection = psycopg2.connect(host=hostname, user=username, password=password, dbname=database)
        self.cur = self.connection.cursor()

    def close_spider(self, spider):
        self.cur.close()
        self.connection.close()

    def process_item(self, item, spider):
        self.cur.execute("insert into tennis_explorer(match_id, date, time, player1, player2, player1_sets, player1_set1, player1_set2, player1_set3, player1_set4, player1_set5, player2_sets, player2_set1, player2_set2, player2_set3, player2_set4, player2_set5, update_timestamp) values(%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,current_timestamp)",
                             (item['match_id'],item['date'],item['time'],item['player1'],item['player2'],item['player1_sets'],item['player1_set1'],item['player1_set2'],item['player1_set3'],item['player1_set4'],item['player1_set5'],item['player2_sets'],item['player2_set1'],item['player2_set2'],item['player2_set3'],item['player2_set4'],item['player2_set5']))     
                
        self.connection.commit()
        return item

Here is Items.py

import scrapy


class TennisexplorerItem(scrapy.Item):
    # define the fields for your item here like:
    match_id = scrapy.Field()
    date = scrapy.Field()
    time = scrapy.Field()             
    player1 = scrapy.Field()
    player2 = scrapy.Field()
    player1_sets = scrapy.Field()
    player1_set1 = scrapy.Field()
    player1_set2 = scrapy.Field()
    player1_set3 = scrapy.Field()
    player1_set4 = scrapy.Field()
    player1_set5 = scrapy.Field()
    player2_sets = scrapy.Field()
    player2_set1 = scrapy.Field()
    player2_set2 = scrapy.Field()
    player2_set3 = scrapy.Field()
    player2_set4 = scrapy.Field()
    player2_set5 = scrapy.Field()