diff --git a/scrape.py b/scrape.py index 1c4e66d..a0201dd 100644 --- a/scrape.py +++ b/scrape.py @@ -5,7 +5,7 @@ import csv import locationtagger -debugMode = False +debugMode = True topSkipStateWords = ['North', 'West', 'South', 'East'] stateNames = [ @@ -84,6 +84,27 @@ def isFinalPageNew(jsonFile): return False +def findAndReturnStates(blurb, pub): + regionsAndCities = getStates(blurb, pub) + + curState = ', '.join( + x.lower() for x in regionsAndCities.regions if x not in topSkipStateWords) + + if len(curState) <= 0: + curState = check_states(blurb) + + return curState + +def addToDigestItems(links, cat, date, pub, blurb, states): + curItem = {} + curItem['links-within-blurb'] = ', '.join(links) + curItem['category'] = cat + curItem['date'] = date + curItem['publication'] = pub + curItem['blurb'] = blurb + curItem['states'] = states + + digestItems.append(curItem) def bulletPointScrape(arr, link, date, category, inTextLink): curItem = {} @@ -106,25 +127,18 @@ def bulletPointScrape(arr, link, date, category, inTextLink): for link in inTextLink: links.append(link.get('href')) - curItem['links-within-blurb'] = ', '.join(links) - curItem['category'] = category - curItem['date'] = date - curItem['publication'] = arr[-1].text.strip()[1:-1] - curItem['blurb'] = blurbText - - regionsAndCities = getStates(curItem) + if '•' in blurbText: + raise Exception('Found bullet point in blurb') + + pub = arr[-1].text.strip() - curItem['states'] = ', '.join( - x.lower() for x in regionsAndCities.regions if x not in topSkipStateWords) - - if len(curItem['states']) <= 0: - curItem['states'] = check_states(blurbText) + curState = findAndReturnStates(blurb=blurbText, pub=pub) - digestItems.append(curItem) + addToDigestItems(link=links, cat=category, date=date, pub=pub, blurb=blurbText, states=curState) -def getStates(item): - text = item['blurb'] + ' ' + item['publication'] +def getStates(blurb, pub): + text = blurb + ' ' + pub entities = locationtagger.find_locations(text=text) @@ -144,6 +158,53 @@ def check_states(text): return ', '.join(retArr) +# clean "publication name" to remove parentheses if there are parentheses + + +def clean_pub(pub): + if len(pub) <= 0: + return pub + + temp = pub.strip() + if temp[0] == '(' and temp[-1] == ')': + temp = temp[1:-1] + return temp + + +def bullet_scrape_logic(p, digestLink, date, curCategory): + currentElements = [] + gettingDataActive = False + + for child in p: + try: + # checks if the first character is a bullet point, if so starts collecting child tags + if not gettingDataActive and len(child.text.strip()) > 0 and child.text.strip()[0] == '•': + gettingDataActive = True + currentElements.append(child) + # if last is bullet point, stop collecting then start collecting for next one + elif len(child.text.strip()) > 0 and child.text.strip()[-1] == '•': + bulletPointScrape( + currentElements, link=digestLink, date=date, category=curCategory, inTextLink=p.find_all('a')) + currentElements = [] + # if the first or last character is open/close paranthses, stop collecting + elif (len(child.text.strip()) > 0 and child.text.strip()[0] == '(') or (len(child.text.strip()) > 0 and child.text.strip()[-1] == ')'): + currentElements.append(child) + gettingDataActive = False + bulletPointScrape( + currentElements, link=digestLink, date=date, category=curCategory, inTextLink=p.find_all('a')) + currentElements = [] + # if the first is bullet point, stop collecting + elif len(child.text.strip()) > 0 and child.text.strip()[0] == '•': + gettingDataActive = False + bulletPointScrape( + currentElements, link=digestLink, date=date, category=curCategory, inTextLink=p.find_all('a')) + currentElements = [] + # if neither stop condition met and actively collecting data, add to active + elif gettingDataActive: + currentElements.append(child) + except: + currentElements.append(child) + def getDigestItems(digestLink): print('getting digest for', digestLink) @@ -151,6 +212,15 @@ def getDigestItems(digestLink): response = requests.get(digestLink) soup = BeautifulSoup(response.text, 'lxml') + if soup.i or soup.b: + if soup.i: + soup.i.replace_with(soup.new_tag('em')) + + if soup.b: + soup.b.replace_with(soup.new_tag('strong')) + + print(soup) + date = '' datePosted = soup.find(class_='posted-on') @@ -185,39 +255,8 @@ def getDigestItems(digestLink): continue if '•' in p.text: - - currentString = [] - gettingDataActive = False - - for child in p: - try: - # checks if the first character is a bullet point, if so starts collecting child tags - if not gettingDataActive and len(child.text.strip()) > 0 and child.text.strip()[0] == '•': - gettingDataActive = True - currentString.append(child) - # if last is bullet point, stop collecting then start collecting for next one - elif len(child.text.strip()) > 0 and child.text.strip()[-1] == '•': - bulletPointScrape( - currentString, link=digestLink, date=date, category=curCategory, inTextLink=p.find_all('a')) - currentString = [] - # if the first or last character is open/close paranthses, stop collecting - elif (len(child.text.strip()) > 0 and child.text.strip()[0] == '(') or (len(child.text.strip()) > 0 and child.text.strip()[-1] == ')'): - currentString.append(child) - gettingDataActive = False - bulletPointScrape( - currentString, link=digestLink, date=date, category=curCategory, inTextLink=p.find_all('a')) - currentString = [] - # if the first is bullet point, stop collecting - elif len(child.text.strip()) > 0 and child.text.strip()[0] == '•': - gettingDataActive = False - bulletPointScrape( - currentString, link=digestLink, date=date, category=curCategory, inTextLink=p.find_all('a')) - currentString = [] - # if neither stop condition met and actively collecting data, add to active - elif gettingDataActive: - currentString.append(child) - except: - currentString.append(child) + bullet_scrape_logic(p=p, digestLink=digestLink, + date=date, curCategory=curCategory) # if there is only one strong tag, that means no bullet points else: @@ -228,12 +267,15 @@ def getDigestItems(digestLink): publication = 'Unknown' # because of inconsistencies, the oublication can either be in an em or in an i tag, so check both - if p.find('em') is not None: - publication = p.find('em').text.strip()[1:-1] - elif p.find('i') is not None: - publication = p.find('i').text.strip()[1:-1] + if p.find_all('em') is not None: + publication = clean_pub(p.find_all('em')[-1].text.strip()) + elif p.find_all('i') is not None: + publication = clean_pub(p.find_all('i')[-1].text.strip()) curItem['publication'] = publication + if 'sponsored link' in publication: + continue + blurbText = '' # add all text to blurb except category and publication for element in p: @@ -251,15 +293,12 @@ def getDigestItems(digestLink): curItem['links-within-blurb'] = ', '.join(links) - regionsAndCities = getStates(curItem) + curState = findAndReturnStates(blurbText, publication) - curItem['states'] = ', '.join( - x.lower() for x in regionsAndCities.regions if x not in topSkipStateWords) + if '•' in blurbText: + raise Exception('Found bullet point in blurb') - if len(curItem['states']) <= 0: - curItem['states'] = check_states(blurbText) - - digestItems.append(curItem) + addToDigestItems(links=link, pub=publication, cat=curCategory, date=date, blurb=blurbText, states=curState) requests_cache.install_cache('getting-article-cache', backend='sqlite') @@ -267,43 +306,13 @@ def getDigestItems(digestLink): NUM_POSTS_PER_PAGE_NEW = 10 march2022Posts = 'https://energynews.us/category/digest/page/{0}/' -curentPosts = 'https://energynews.us/wp-json/newspack-blocks/v1/articles?className=is-style-borders&showExcerpt=0&moreButton=1&showCategory=1&postsToShow={0}&categories%5B0%5D=20720&categories%5B1%5D=20721&categories%5B2%5D=20710&categories%5B3%5D=20711&categories%5B4%5D=20348&typeScale=3§ionHeader=Newsletter%20archive&postType%5B0%5D=newspack_nl_cpt&excerptLength=55&showReadMore=0&readMoreLabel=Keep%20reading&showDate=1&showImage=1&showCaption=0&disableImageLazyLoad=0&imageShape=landscape&minHeight=0&moreButtonText&showAuthor=1&showAvatar=1&postLayout=list&columns=3&mediaPosition=top&&&&&&imageScale=3&mobileStack=0&specificMode=0&textColor&customTextColor&singleMode=0&showSubtitle=0&textAlign=left&includedPostStatuses%5B0%5D=publish&page={1}&=1' digestLinks = [] oldArticles = [] -newArticles = [] oldPostCounter = 0 newPostCounter = 1 -# run until stop condition of no links -print("getting pages after March 2022") -while True: - print('getting page', newPostCounter) - response = requests.get(curentPosts.format( - NUM_POSTS_PER_PAGE_NEW, newPostCounter)) - parsedText = json.loads(response.text) - - if isFinalPageNew(parsedText): - break - - for block in parsedText['items']: - soup = BeautifulSoup(block['html'], 'lxml') - articleArray = soup.find_all(class_='entry-title') - newArticles.extend(articleArray) - - newPostCounter += 1 - - if debugMode: - break - -# get the links from each tag -for metaEl in newArticles: - link = metaEl.find_all('a', rel="bookmark") - for el in link: - digestLinks.append(el.get('href')) - - # run until stop condition of finding 404 page print("getting pages before March 2022") while True: @@ -336,13 +345,24 @@ def getDigestItems(digestLink): for link in digestLinks: getDigestItems(link) -# write to csv -with open('digestItems.csv', 'w') as csvfile: - fieldNames = ['category', 'date', 'publication', 'blurb', - 'links-within-blurb', 'states'] - writer = csv.DictWriter(csvfile, fieldnames=fieldNames) +if debugMode: + with open('testDigest.csv', 'w') as csvfile: + fieldNames = ['category', 'date', 'publication', 'blurb', + 'links-within-blurb', 'states'] + writer = csv.DictWriter(csvfile, fieldnames=fieldNames) + + writer.writeheader() + + for row in digestItems: + writer.writerow(row) +else: + # write to csv + with open('digestItems.csv', 'w') as csvfile: + fieldNames = ['category', 'date', 'publication', 'blurb', + 'links-within-blurb', 'states'] + writer = csv.DictWriter(csvfile, fieldnames=fieldNames) - writer.writeheader() + writer.writeheader() - for row in digestItems: - writer.writerow(row) + for row in digestItems: + writer.writerow(row) diff --git a/testDigest.csv b/testDigest.csv new file mode 100644 index 0000000..7cbfae5 --- /dev/null +++ b/testDigest.csv @@ -0,0 +1,88 @@ +category,date,publication,blurb,links-within-blurb,states +UTILITIES,"November 8, 2022",Canary Media,Hawaii becomes the first state to require utilities implement a time-of-use rate scheme aimed at pushing electricity consumption to hours of high solar power production. ,implement a time-of-use rate scheme,hawaii +HYDROGEN,"November 8, 2022",Reuters,A state-owned Alaska natural gas pipeline company applies for federal funding to establish a blue hydrogen production hub. ,establish a blue hydrogen production hub,alaska +HYDROPOWER,"November 8, 2022",Renewable Energy World,A free-market think tank finds it would cost Washington state $34 billion to replace power generation lost if four hydroelectricity dams are removed to help salmon. ,replace power generation lost,washington +CLIMATE,"November 8, 2022",Standard-Examiner,"Arguments begin in a Utah youths’ lawsuit over the state’s alleged promotion of fossil fuels and its effects on air quality, public health and the climate. ",promotion of fossil fuels,utah +CLIMATE,"November 8, 2022",Washington Post," “The things Americans value most are at risk” as climate change-fueled disasters threaten safe drinking water and food supplies, housing security, infrastructure, and human health, a federal report warns. ",climate change-fueled disasters threaten, +ALSO,"November 8, 2022",Ithaca Voice," The sustainability director of Ithaca, New York, departs his position despite international acclaim for his work, citing a lack of local governmental support and microaggressions. ",departs his position despite international acclaim for his work,new york +NUCLEAR,"November 8, 2022",Energy News Network," An Illinois town underscores the need for a just transition when closing nuclear facilities, which typically pay more in taxes, employ more people and leave behind more hazardous waste than coal plants. ",need for a just transition,illinois +GRID,"November 8, 2022",Utility Dive, Some grid experts say the federal transmission permitting process needs to evolve to more efficiently build grid infrastructure that can support clean energy.,transmission permitting process needs to evolve, +STORAGE,"November 8, 2022",S&P Global, The Biden administration funds research to develop ways to extract crucial minerals used in electric vehicles and batteries from coal waste. ,extract crucial minerals used in electric vehicles and batteries from coal waste, +NUCLEAR,"November 8, 2022",Energy News Network," An Illinois town underscores the need for a just transition when closing nuclear facilities, which typically pay more in taxes, employ more people and leave behind more hazardous waste than coal plants. ",need for a just transition,illinois +ALSO,"November 8, 2022",Times of Northwest Indiana,An Indiana-based steel manufacturer will invest $25 million in a U.S. nuclear technology firm as the company seeks to decarbonize the steelmaking process.,invest $25 million,"indiana, northwest" +Bioeconomy Workshop on Renewable Natural Ga,"November 8, 2022",Sponsored Link,"Join us, either in-person or virtually, on Nov. 18 to help identify and explore the gaps and opportunities of renewable natural gas in Wisconsin and connect with other stakeholders of the bioeconomy. There is no cost to attend. Register now!",Register now!,wisconsin +COAL,"November 8, 2022",Michigan Radio, Michigan state and utility officials say they are taking corrective actions at several coal ash storage sites that a recent report shows are contaminating groundwater.,taking corrective actions,michigan +BIOGAS,"November 8, 2022",Star Tribune," Minnesota’s first renewable natural gas plant is operating at a landfill, converting biogases produced from trash into fuel for heavy-duty vehicles. ",first renewable natural gas plant,minnesota +STORAGE,"November 8, 2022",Mitchell Republic,"South Dakota regulators say they have no jurisdiction in the licensing process of a proposed hydroelectric pumped storage project, which would fall under federal oversight.",have no jurisdiction,south dakota +TRANSPORTATION,"November 8, 2022",Great Lakes Echo," A hydrogen cell-powered sailing vessel could be a future alternative for decarbonizing Great Lake shipping, a startup founder says.",hydrogen cell-powered sailing vessel, +GRID,"November 8, 2022",Utility Dive, Some grid experts say the federal transmission permitting process needs to evolve to more efficiently build grid infrastructure that can support clean energy.,transmission permitting process needs to evolve, +COAL,"November 8, 2022",WVTM, Alabama Power plans to close a 109-year-old coal-fired power plant in January. ,close a 109-year-old coal-fired power plant,alabama +OVERSIGHT,"November 8, 2022","Savannah Morning News, Macon Telegraph"," Elections for two seats on Georgia’s Public Service Commission have been delayed over a Voting Rights Act lawsuit, but regulators press forward with considering a rate hike for Georgia Power. ",considering a rate hike for Georgia Power,georgia +CLIMATE,"November 8, 2022",Charleston Gazette-Mail, Companies named in a recent report for obstructing climate policy have contributed to candidates in West Virginia’s legislative elections. ,named in a recent report for obstructing climate policy,"virginia, west virginia" +CRYPTOCURRENCY,"November 8, 2022",Axios, A Bitcoin mining facility in Georgia uses “immersion mining” to absorb heat in a flowing synthetic oil and buys renewable power to ensure better relations with its neighbors. ,Bitcoin mining facility in Georgia,georgia +OIL & GAS,"November 8, 2022",WTAE,A Pittsburgh-area family sues Chevron and several manufacturers after researchers find fracking on their property left behind high levels “forever chemicals” that allegedly led to major health issues. ,fracking on their property left behind high levels “forever chemicals”, +ALSO,"November 8, 2022",Bloomberg News,"As Dominion Energy looks to reverse several years of underperforming stocks, the utility reportedly may sell its shares in the Cove Point liquefied natural gas facility in Maryland’s Chesapeake Bay. ",may sell its shares,maryland +CRYPTOCURRENCY,"November 8, 2022",Gothamist,"New York’s governor hasn’t signed a cryptocurrency mining moratorium that has been on her desk for five months, worrying climate experts that the power-hungry facilities could soon come back online. ",worrying climate experts,new york +TRANSPORTATION,"November 8, 2022",Politico," New York considers a clean fuel standard to incentivize electrification and low-carbon transportation fuels, but observers raise concerns about environmental justice impacts and actual emissions reductions. ",a clean fuel standard to incentivize electrification and low-carbon transportation fuels,new york +GRID,"November 8, 2022",Natural Gas Intelligence,National Grid and Copper Labs say real-time meter measurements and targeted messaging can help lower energy demand amid extreme weather. ,real-time meter measurements and targeted messaging, +UTILITIES,"November 8, 2022",Canary Media,Hawaii becomes the first state to require utilities implement a time-of-use rate scheme aimed at pushing electricity consumption to hours of high solar power production. ,implement a time-of-use rate scheme,hawaii +HYDROGEN,"November 8, 2022",Reuters,A state-owned Alaska natural gas pipeline company applies for federal funding to establish a blue hydrogen production hub. ,establish a blue hydrogen production hub,alaska +HYDROPOWER,"November 8, 2022",Renewable Energy World,A free-market think tank finds it would cost Washington state $34 billion to replace power generation lost if four hydroelectricity dams are removed to help salmon. ,replace power generation lost,washington +CLIMATE,"November 8, 2022",Standard-Examiner,"Arguments begin in a Utah youths’ lawsuit over the state’s alleged promotion of fossil fuels and its effects on air quality, public health and the climate. ",promotion of fossil fuels,utah +CLIMATE,"November 8, 2022",Washington Post," “The things Americans value most are at risk” as climate change-fueled disasters threaten safe drinking water and food supplies, housing security, infrastructure, and human health, a federal report warns. ",climate change-fueled disasters threaten, +ALSO,"November 8, 2022",Ithaca Voice," The sustainability director of Ithaca, New York, departs his position despite international acclaim for his work, citing a lack of local governmental support and microaggressions. ",departs his position despite international acclaim for his work,new york +NUCLEAR,"November 8, 2022",Energy News Network," An Illinois town underscores the need for a just transition when closing nuclear facilities, which typically pay more in taxes, employ more people and leave behind more hazardous waste than coal plants. ",need for a just transition,illinois +GRID,"November 8, 2022",Utility Dive, Some grid experts say the federal transmission permitting process needs to evolve to more efficiently build grid infrastructure that can support clean energy.,transmission permitting process needs to evolve, +STORAGE,"November 8, 2022",S&P Global, The Biden administration funds research to develop ways to extract crucial minerals used in electric vehicles and batteries from coal waste. ,extract crucial minerals used in electric vehicles and batteries from coal waste, +NUCLEAR,"November 8, 2022",Energy News Network," An Illinois town underscores the need for a just transition when closing nuclear facilities, which typically pay more in taxes, employ more people and leave behind more hazardous waste than coal plants. ",need for a just transition,illinois +ALSO,"November 8, 2022",Times of Northwest Indiana,An Indiana-based steel manufacturer will invest $25 million in a U.S. nuclear technology firm as the company seeks to decarbonize the steelmaking process.,invest $25 million,"indiana, northwest" +Bioeconomy Workshop on Renewable Natural Ga,"November 8, 2022",Sponsored Link,"Join us, either in-person or virtually, on Nov. 18 to help identify and explore the gaps and opportunities of renewable natural gas in Wisconsin and connect with other stakeholders of the bioeconomy. There is no cost to attend. Register now!",Register now!,wisconsin +COAL,"November 8, 2022",Michigan Radio, Michigan state and utility officials say they are taking corrective actions at several coal ash storage sites that a recent report shows are contaminating groundwater.,taking corrective actions,michigan +BIOGAS,"November 8, 2022",Star Tribune," Minnesota’s first renewable natural gas plant is operating at a landfill, converting biogases produced from trash into fuel for heavy-duty vehicles. ",first renewable natural gas plant,minnesota +STORAGE,"November 8, 2022",Mitchell Republic,"South Dakota regulators say they have no jurisdiction in the licensing process of a proposed hydroelectric pumped storage project, which would fall under federal oversight.",have no jurisdiction,south dakota +TRANSPORTATION,"November 8, 2022",Great Lakes Echo," A hydrogen cell-powered sailing vessel could be a future alternative for decarbonizing Great Lake shipping, a startup founder says.",hydrogen cell-powered sailing vessel, +GRID,"November 8, 2022",Utility Dive, Some grid experts say the federal transmission permitting process needs to evolve to more efficiently build grid infrastructure that can support clean energy.,transmission permitting process needs to evolve, +COAL,"November 8, 2022",WVTM, Alabama Power plans to close a 109-year-old coal-fired power plant in January. ,close a 109-year-old coal-fired power plant,alabama +OVERSIGHT,"November 8, 2022","Savannah Morning News, Macon Telegraph"," Elections for two seats on Georgia’s Public Service Commission have been delayed over a Voting Rights Act lawsuit, but regulators press forward with considering a rate hike for Georgia Power. ",considering a rate hike for Georgia Power,georgia +CLIMATE,"November 8, 2022",Charleston Gazette-Mail, Companies named in a recent report for obstructing climate policy have contributed to candidates in West Virginia’s legislative elections. ,named in a recent report for obstructing climate policy,"virginia, west virginia" +CRYPTOCURRENCY,"November 8, 2022",Axios, A Bitcoin mining facility in Georgia uses “immersion mining” to absorb heat in a flowing synthetic oil and buys renewable power to ensure better relations with its neighbors. ,Bitcoin mining facility in Georgia,georgia +OIL & GAS,"November 8, 2022",WTAE,A Pittsburgh-area family sues Chevron and several manufacturers after researchers find fracking on their property left behind high levels “forever chemicals” that allegedly led to major health issues. ,fracking on their property left behind high levels “forever chemicals”, +ALSO,"November 8, 2022",Bloomberg News,"As Dominion Energy looks to reverse several years of underperforming stocks, the utility reportedly may sell its shares in the Cove Point liquefied natural gas facility in Maryland’s Chesapeake Bay. ",may sell its shares,maryland +CRYPTOCURRENCY,"November 8, 2022",Gothamist,"New York’s governor hasn’t signed a cryptocurrency mining moratorium that has been on her desk for five months, worrying climate experts that the power-hungry facilities could soon come back online. ",worrying climate experts,new york +TRANSPORTATION,"November 8, 2022",Politico," New York considers a clean fuel standard to incentivize electrification and low-carbon transportation fuels, but observers raise concerns about environmental justice impacts and actual emissions reductions. ",a clean fuel standard to incentivize electrification and low-carbon transportation fuels,new york +GRID,"November 8, 2022",Natural Gas Intelligence,National Grid and Copper Labs say real-time meter measurements and targeted messaging can help lower energy demand amid extreme weather. ,real-time meter measurements and targeted messaging, +ELECTRIFICATION,"November 7, 2022",Spokesman-Review,"Washington state’s building code council votes to require heat pumps in all new residential construction starting in July, as critics worry the systems will be hard to come by. ",require heat pumps in all new residential construction,washington +GRID,"November 7, 2022",Capital Press, A report warns new transmission infrastructure is urgently needed to prevent outages as Washington moves to decarbonize its grid by 2045.,new transmission infrastructure is urgently needed,washington +POLITICS,"November 7, 2022","Carlsbad Current Argus, New Mexico Political Report","While the vast majority of oil industry political donations in New Mexico this cycle went to Republicans, two Democrats with key committee posts are notable exceptions. ",two Democrats with key committee posts,new mexico +HYDROGEN,"November 7, 2022",Salem Reporter, An Oregon natural gas utility scraps plans for a hydrogen production facility amid local opposition. ,scraps plans for a hydrogen production facility,oregon +ELECTRIC VEHICLES,"November 7, 2022",Arizona Daily Star,"Arizona regulators this week will consider a utility’s plan for $34.8 million in electric vehicle rebates, including for charging stations and ebikes. ",$34.8 million in electric vehicle rebates,arizona +EFFICIENCY,"November 7, 2022",Durango Herald," Officials in Durango, Colorado, vote to take on 30 energy-efficiency projects simultaneously, saving hundreds of thousands of dollars over doing them separately. ",take on 30 energy-efficiency projects simultaneously,"colorado, durango" +CLIMATE,"November 7, 2022",Colorado Sun," A heat-mapping project in Boulder, Colorado, shows the city’s commercial areas and low-income neighborhoods are most in need of cooling centers as the climate warms. ",are most in need of cooling centers,colorado +COP27,"November 7, 2022",Axios," At this year’s COP27 climate conference, United Nations Secretary-General António Guterres says countries have one big choice in fighting climate change: “cooperate or perish.” ",“cooperate or perish.”, +ELECTRIC VEHICLES,"November 7, 2022",E&E News,"In comments to the IRS, automakers ask for clarity and say new tax credits should account for the current difficulty of manufacturing electric vehicle batteries in the U.S. ",account for the current difficulty, +CLIMATE,"November 7, 2022",New York Times, The Biden administration will allocate funding to three Alaska and two Washington state tribes to relocate away from rivers and coastlines and their increasing flood risk. ,three Alaska and two Washington state tribes,"washington, alaska" +ELECTRIFICATION,"November 7, 2022",Spokesman-Review,"Washington state’s building code council votes to require heat pumps in all new residential construction starting in July, as critics worry the systems will be hard to come by. ",require heat pumps in all new residential construction,washington +GRID,"November 7, 2022",Energy News Network," North Dakota officials market the state as a clean-grid destination for cryptocurrency companies, but experts say mining operations are likely to run on an energy mix that’s dirtier than the national average. ",clean-grid destination for cryptocurrency companies,north dakota +UTILITIES,"November 7, 2022",PV Magazine, Duke Energy begins the process of selling its commercial renewable business by pricing it at $4 billion. ,selling its commercial renewable business, +OIL & GAS,"November 7, 2022",E&E News," Colorado’s overhaul of oil and gas regulations has given citizens more power over drilling plans, and there are no ballot measures this year seeking to restrict the industry, as there have been in previous cycles. ",no ballot measures this year,colorado +HYDROGEN,"November 7, 2022",Inside Climate News, Exxon’s proposal to use federal funding to convert natural gas into “blue” hydrogen at a Texas refinery catches criticism from environmentalists who say doing so would further entrench fossil fuels. ,convert natural gas into “blue” hydrogen,texas +GRID,"November 7, 2022",Energy News Network," North Dakota officials market the state as a clean-grid destination for cryptocurrency companies, but experts say mining operations are likely to run on an energy mix that’s dirtier than the national average. ",clean-grid destination for cryptocurrency companies,north dakota +COAL,"November 7, 2022",Inforum," North Dakota coal country emerged as a desirable place for a processing plant to make electric vehicle battery materials because of its access to fly ash, which helps dispose of waste from nickel ore processing.",emerged as a desirable place,north dakota +Bioeconomy Workshop on Renewable Natural Ga,"November 7, 2022",Sponsored Link,"Join us, either in-person or virtually, on Nov. 18 to help identify and explore the gaps and opportunities of renewable natural gas in Wisconsin and connect with other stakeholders of the bioeconomy. There is no cost to attend. Register now!",Register now!,wisconsin +MICROGRIDS,"November 7, 2022",Columbus Dispatch," Columbus, Ohio, officials unveil a solar- and battery-powered microgrid designed to power water storage and pumping towers instead of diesel generators in the event of an outage.",solar- and battery-powered microgrid,ohio +HYDROELECTRIC,"November 7, 2022",Big Rapids Pioneer, County officials in central Michigan support an economic impact study of more than a dozen hydroelectric dams in the area as Consumers Energy determines the sites’ value for future generation.,economic impact study,michigan +UTILITIES,"November 7, 2022",Courier & Press," Residential CenterPoint Energy customers in southern Indiana pay the highest electricity rates in the state, according to state data.",highest electricity rates in the state,indiana +EFFICIENCY,"November 7, 2022",Leader Publications," A southwestern Michigan village receives a $300,000 state grant to fund residential energy efficiency projects.","$300,000 state grant",michigan +POLITICS,"November 7, 2022",Grist, A U.S. Senate race in Wisconsin and Ohio Supreme Court races in this week’s election are among top contests across the country that could determine the future of climate policies.,among top contests across the country,wisconsin +COMMENTARY,"November 7, 2022",MinnPost, A Minnesota clean energy advocate says the state’s renewable energy progress is worth celebrating but also has far greater potential. ,renewable energy progress,minnesota +ELECTRIC VEHICLES,"November 7, 2022",WFAE, North Carolina residents fight a company’s proposal to mine lithium for electric vehicle batteries.  ,fight a company’s proposal to mine lithium,north carolina +HYDROGEN,"November 7, 2022",Inside Climate News, Exxon’s proposal to use federal funding to convert natural gas into “blue” hydrogen at a Texas refinery catches criticism from environmentalists who say doing so would further entrench fossil fuels. ,convert natural gas into “blue” hydrogen,texas +NUCLEAR,"November 7, 2022",Virginia Mercury, Virginia Gov. Glenn Youngkin’s proposal to build a small modular nuclear reactor in the state’s coal counties leads to questions about the technology. ,small modular nuclear reactor in the state’s coal counties,virginia +GRID,"November 7, 2022",NOLA.com, A New Orleans water and sewer board plans to modernize its water drainage system to accommodate intensifying storms largely by replacing its obsolete power source with a new Entergy substation. ,replacing its obsolete power source with a new Entergy substation, +OIL & GAS,"November 7, 2022",WBUR,An advocacy group’s new report finds the community where a planned Massachusetts peaker plant would be constructed already faces elevated rates of serious diseases and health concerns. ,already faces elevated rates of serious diseases and health concerns,massachusetts +ALSO,"November 7, 2022",Ithaca Voice,"Lansing, New York, voters approve a plan to reduce gas demand within local schools. ",approve a plan to reduce gas demand,new york +OFFSHORE WIND,"November 7, 2022","E&E News, subscription",Massachusetts regulators reject Avangrid’s request to postpone their approval of contracts between the Commonwealth Wind developer and several New England utilities over economic viability concerns. ,reject Avangrid’s request,massachusetts +SOLAR,"November 7, 2022",State House News Service,"Over 1,400 signatures have been submitted to the Massachusetts governor’s office seeking a moratorium on large solar farm subsidies to protect forest and farmland. ",seeking a moratorium on large solar farm subsidies,massachusetts +TRANSIT,"November 7, 2022",New Haven Register,"In New Haven, Connecticut, bus riders want the state to make permanent a temporary fare holiday put in place because of rising gas prices and inflation. ",make permanent a temporary fare holiday,connecticut +UTILITIES,"November 7, 2022",WPRI,"In Rhode Island, the Providence City Council agrees to ask the city’s public works department to stop giving a utility any permits for construction and maintenance projects because it has improperly repaired damaged sidewalks and roadways. ",improperly repaired damaged sidewalks and roadways,rhode island +ELECTRIC VEHICLES,"November 7, 2022",CNN,Dozens of people were hurt during a New York City apartment building blaze that officials say was caused by a micromobility device’s lithium-ion battery; the city has seen nearly 200 such fires this year. ,the city has seen nearly 200 such fires this year,new york